2022-03-27T06:53:09.376 INFO:root:teuthology version: 1.1.0-a4e18662 2022-03-27T06:53:09.378 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/teuthology-2022-03-20_03:31:03-rados-pacific-distro-default-smithi/6748076 --owner scheduled_teuthology@teuthology --description rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} --name teuthology-2022-03-20_03:31:03-rados-pacific-distro-default-smithi --verbose -- /home/teuthworker/archive/teuthology-2022-03-20_03:31:03-rados-pacific-distro-default-smithi/6748076/orig.config.yaml 2022-03-27T06:53:09.421 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2022-03-27T06:53:09.488 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2022-03-20_03:31:03-rados-pacific-distro-default-smithi/6748076 branch: pacific description: rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} email: ceph-qa@ceph.io first_in_suite: false job_id: '6748076' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: teuthology-2022-03-20_03:31:03-rados-pacific-distro-default-smithi nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 8.stream overrides: admin_socket: branch: pacific ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 179a7bca8a84771b0dde09e26f7a2146a985df90 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: flavor: default sha1: 179a7bca8a84771b0dde09e26f7a2146a985df90 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: pacific sha1: 179a7bca8a84771b0dde09e26f7a2146a985df90 owner: scheduled_teuthology@teuthology priority: 500 repo: https://github.com/ceph/ceph.git roles: - - host.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - - host.b - osd.4 - osd.5 - osd.6 - osd.7 sha1: 179a7bca8a84771b0dde09e26f7a2146a985df90 sleep_before_teardown: 0 suite: rados suite_branch: pacific suite_path: /home/teuthworker/src/github.com_ceph_ceph_179a7bca8a84771b0dde09e26f7a2146a985df90/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph.git suite_sha1: 179a7bca8a84771b0dde09e26f7a2146a985df90 targets: smithi176.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrnI0rzsAU7Mxkc7ygMVuy8e2FieP/zlpT+f2mp06i+cB77Yx5+VRSDotKWUz2b0zWwXzWYZzQihTaU72/SOSu4zUnggsFxwXV3P+PaXwToE8sOp/l8VYHzxxQ1ytEab1v/pBu0TDa+y0fPRmDJVJMuS4buw6X21QFlOnMuCVsZIVhIoPf+bBZ9IP3qMM7F9gVyUaiYQ8uUHcMK80UGKlFZQCALdCGDMwh1tTEtzUWrYKOACH/3Abvf79bBVRisjHsLCjsWJ2iCin9FLdrU2LyDzpLfRgZOs/hwJHnJrDS31lD2TuVRgOarJTNiyv5vIO9vVgr/hoz13ZLm2SsERAYNHUxfoddNCOX6D3nBRAMBYsWm//9mqat/xXfI89crHWuF44IHa4xnqy5ra/slb6ln9XIiF7DCSvviJM3cpkC//bNYlJuHb7ztuZuC2scpuYmX80E5JKTNZ3cXTTxNS4jEVllyhqfMFhywsxtjvRX5HF5As9QQk/pod3ytqMxaV0= smithi204.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCxHPmNVC5+j45O0Af0cT1Hzk8xFMzutgTzMrtPqakWnh+sqEIqD9X4Hakyyjo8IedT0zIG2VvWYtfejj9bfbQLpOWKXnscA3mCZmNBpJAi8Ym8S5lFflWFSvufDq6yqH0LRfOhDes67DGB468Al6VhTvPgbqcBiNoa9oixtNmbz4YCWzy4RvJLTZNI6dsx7svy3qc3iw7boSLHpt/jhnvxk2FXJG60xjMzee4zq6O0Im5K0hvtFBx2SdLFCDnjI66KmKExSobQ1kTAHpekilvQU4zwt/zZIC6WuD4LlDIuYLPkK5/+IlRMlhlbQPPQQ6hF15bBKJ9v3qvPVssEUFst7VlAWGD7nybt6OdlXyWlvo+HYz9XJ2gqg/szmsbLuONEcXKe8wT80YMPhKVrLGcKbhtE+hWAr0AfXMhcSiNd9A9GNlOM/59CGoWT429MlQYbR/qslLeO4zwv3IA9YSOWa9076ZTrDoLu9K/1lpeDpwNyFvruHzxTEBJLgEIXcls= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - cephadm: avoid_pacific_features: true cephadm_branch: v16.2.4 cephadm_git_url: https://github.com/ceph/ceph image: docker.io/ceph/ceph:v16.2.4 roleless: true - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - vip.exec: all-hosts: - systemctl stop nfs-server - cephadm.shell: host.a: - ceph fs volume create foofs - cephadm.wait_for_service: service: mds.foofs - cephadm.shell: host.a: - ceph nfs cluster create foo --placement=2 || ceph nfs cluster create cephfs foo --placement=2 - ceph nfs export create cephfs --fsname foofs --clusterid foo --binding /fake || ceph nfs export create cephfs --fsname foofs --cluster-id foo --pseudo-path /fake - while ! ceph orch ls | grep nfs | grep 2/2 ; do sleep 1 ; done - vip.exec: host.a: - mkdir /mnt/foo - while ! mount -t nfs $(hostname):/fake /mnt/foo -o sync ; do sleep 5 ; done - echo test > /mnt/foo/testfile - sync - parallel: - upgrade-tasks - workload-tasks - vip.exec: host.a: - umount /mnt/foo - cephadm.shell: host.a: - ceph nfs cluster ls | grep foo - ceph nfs export ls foo --detailed - rados -p .nfs --all ls - - ceph config get mgr mgr/cephadm/migration_current | grep 5 teuthology_branch: master teuthology_sha1: a4e18662e5de936eb0ac089e531b933ecbcadb0a timestamp: 2022-03-20_03:31:03 tube: smithi upgrade-tasks: sequential: - cephadm.shell: env: - sha1 host.a: - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph mgr module enable nfs --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 host.a: - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - cephadm.wait_for_service: service: nfs.foo user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.22301 workload-tasks: sequential: - exec: host.a: - cd /mnt/foo && dbench 5 -t 600 || true - umount /mnt/foo - while ! mount -t nfs $(hostname):/fake /mnt/foo ; do sleep 5 ; done - cd /mnt/foo && dbench 5 -t 5 2022-03-27T06:53:09.489 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph_179a7bca8a84771b0dde09e26f7a2146a985df90/qa; will attempt to use it 2022-03-27T06:53:09.490 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph_179a7bca8a84771b0dde09e26f7a2146a985df90/qa/tasks 2022-03-27T06:53:09.490 INFO:teuthology.run_tasks:Running task internal.check_packages... 2022-03-27T06:53:09.492 INFO:teuthology.task.internal:Checking packages... 2022-03-27T06:53:09.513 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '179a7bca8a84771b0dde09e26f7a2146a985df90' 2022-03-27T06:53:09.514 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2022-03-27T06:53:09.514 INFO:teuthology.packaging:ref: None 2022-03-27T06:53:09.515 INFO:teuthology.packaging:tag: None 2022-03-27T06:53:09.515 INFO:teuthology.packaging:branch: pacific 2022-03-27T06:53:09.515 INFO:teuthology.packaging:sha1: 179a7bca8a84771b0dde09e26f7a2146a985df90 2022-03-27T06:53:09.516 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=pacific 2022-03-27T06:53:09.727 INFO:teuthology.task.internal:Found packages for ceph version 16.2.7-779.g67dc7000 2022-03-27T06:53:09.728 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2022-03-27T06:53:09.743 INFO:teuthology.task.internal:no buildpackages task found 2022-03-27T06:53:09.743 INFO:teuthology.run_tasks:Running task internal.save_config... 2022-03-27T06:53:09.790 INFO:teuthology.task.internal:Saving configuration 2022-03-27T06:53:09.806 INFO:teuthology.run_tasks:Running task internal.check_lock... 2022-03-27T06:53:09.819 INFO:teuthology.task.internal.check_lock:Checking locks... 2022-03-27T06:53:09.842 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi176.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2022-03-20_03:31:03-rados-pacific-distro-default-smithi/6748076', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-03-27 06:48:00.845730', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGFAB9O76isQ3Sl2NLSsUY0c6gKhNBMSbkpY2cjoIwWqn+ql+i71OBBhzxZgecM7n4wRoAHfxXsIz0w8ZHQGZqw='} 2022-03-27T06:53:09.865 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi204.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2022-03-20_03:31:03-rados-pacific-distro-default-smithi/6748076', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-03-27 06:48:00.844091', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGoXHg4fHzaA1o7qfpGATz7Tcl3F+GYBPK0ZqyF6la/aMSDm3MoW/4jFklz3g2+D8sgljLX0LINdB6JyrP7/f7o='} 2022-03-27T06:53:09.866 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2022-03-27T06:53:09.877 INFO:teuthology.task.internal:roles: ubuntu@smithi176.front.sepia.ceph.com - ['host.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0'] 2022-03-27T06:53:09.877 INFO:teuthology.task.internal:roles: ubuntu@smithi204.front.sepia.ceph.com - ['host.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7'] 2022-03-27T06:53:09.878 INFO:teuthology.run_tasks:Running task console_log... 2022-03-27T06:53:09.973 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f6415e5fae8>, signals=[15]) 2022-03-27T06:53:09.975 INFO:teuthology.run_tasks:Running task internal.connect... 2022-03-27T06:53:09.987 INFO:teuthology.task.internal:Opening connections... 2022-03-27T06:53:09.987 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi176.front.sepia.ceph.com 2022-03-27T06:53:09.989 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi176.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-03-27T06:53:10.060 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi204.front.sepia.ceph.com 2022-03-27T06:53:10.061 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi204.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-03-27T06:53:10.129 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2022-03-27T06:53:10.140 DEBUG:teuthology.orchestra.run.smithi176:> uname -m 2022-03-27T06:53:10.166 INFO:teuthology.orchestra.run.smithi176.stdout:x86_64 2022-03-27T06:53:10.167 DEBUG:teuthology.orchestra.run.smithi176:> cat /etc/os-release 2022-03-27T06:53:10.226 INFO:teuthology.orchestra.run.smithi176.stdout:NAME="CentOS Stream" 2022-03-27T06:53:10.226 INFO:teuthology.orchestra.run.smithi176.stdout:VERSION="8" 2022-03-27T06:53:10.227 INFO:teuthology.orchestra.run.smithi176.stdout:ID="centos" 2022-03-27T06:53:10.227 INFO:teuthology.orchestra.run.smithi176.stdout:ID_LIKE="rhel fedora" 2022-03-27T06:53:10.227 INFO:teuthology.orchestra.run.smithi176.stdout:VERSION_ID="8" 2022-03-27T06:53:10.227 INFO:teuthology.orchestra.run.smithi176.stdout:PLATFORM_ID="platform:el8" 2022-03-27T06:53:10.228 INFO:teuthology.orchestra.run.smithi176.stdout:PRETTY_NAME="CentOS Stream 8" 2022-03-27T06:53:10.228 INFO:teuthology.orchestra.run.smithi176.stdout:ANSI_COLOR="0;31" 2022-03-27T06:53:10.228 INFO:teuthology.orchestra.run.smithi176.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2022-03-27T06:53:10.228 INFO:teuthology.orchestra.run.smithi176.stdout:HOME_URL="https://centos.org/" 2022-03-27T06:53:10.229 INFO:teuthology.orchestra.run.smithi176.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2022-03-27T06:53:10.229 INFO:teuthology.orchestra.run.smithi176.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2022-03-27T06:53:10.229 INFO:teuthology.orchestra.run.smithi176.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2022-03-27T06:53:10.230 INFO:teuthology.lock.ops:Updating smithi176.front.sepia.ceph.com on lock server 2022-03-27T06:53:10.249 DEBUG:teuthology.orchestra.run.smithi204:> uname -m 2022-03-27T06:53:10.269 INFO:teuthology.orchestra.run.smithi204.stdout:x86_64 2022-03-27T06:53:10.270 DEBUG:teuthology.orchestra.run.smithi204:> cat /etc/os-release 2022-03-27T06:53:10.329 INFO:teuthology.orchestra.run.smithi204.stdout:NAME="CentOS Stream" 2022-03-27T06:53:10.329 INFO:teuthology.orchestra.run.smithi204.stdout:VERSION="8" 2022-03-27T06:53:10.329 INFO:teuthology.orchestra.run.smithi204.stdout:ID="centos" 2022-03-27T06:53:10.330 INFO:teuthology.orchestra.run.smithi204.stdout:ID_LIKE="rhel fedora" 2022-03-27T06:53:10.330 INFO:teuthology.orchestra.run.smithi204.stdout:VERSION_ID="8" 2022-03-27T06:53:10.331 INFO:teuthology.orchestra.run.smithi204.stdout:PLATFORM_ID="platform:el8" 2022-03-27T06:53:10.331 INFO:teuthology.orchestra.run.smithi204.stdout:PRETTY_NAME="CentOS Stream 8" 2022-03-27T06:53:10.331 INFO:teuthology.orchestra.run.smithi204.stdout:ANSI_COLOR="0;31" 2022-03-27T06:53:10.331 INFO:teuthology.orchestra.run.smithi204.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2022-03-27T06:53:10.332 INFO:teuthology.orchestra.run.smithi204.stdout:HOME_URL="https://centos.org/" 2022-03-27T06:53:10.332 INFO:teuthology.orchestra.run.smithi204.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2022-03-27T06:53:10.332 INFO:teuthology.orchestra.run.smithi204.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2022-03-27T06:53:10.332 INFO:teuthology.orchestra.run.smithi204.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2022-03-27T06:53:10.333 INFO:teuthology.lock.ops:Updating smithi204.front.sepia.ceph.com on lock server 2022-03-27T06:53:10.352 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2022-03-27T06:53:10.369 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2022-03-27T06:53:10.432 INFO:teuthology.task.internal:Checking for old test directory... 2022-03-27T06:53:10.432 DEBUG:teuthology.orchestra.run.smithi176:> test '!' -e /home/ubuntu/cephtest 2022-03-27T06:53:10.435 DEBUG:teuthology.orchestra.run.smithi204:> test '!' -e /home/ubuntu/cephtest 2022-03-27T06:53:10.453 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2022-03-27T06:53:10.466 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2022-03-27T06:53:10.467 DEBUG:teuthology.orchestra.run.smithi176:> test -z $(ls -A /var/lib/ceph) 2022-03-27T06:53:10.494 DEBUG:teuthology.orchestra.run.smithi204:> test -z $(ls -A /var/lib/ceph) 2022-03-27T06:53:10.519 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2022-03-27T06:53:10.586 INFO:teuthology.run_tasks:Running task kernel... 2022-03-27T06:53:10.605 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2022-03-27T06:53:10.606 INFO:teuthology.task.kernel:config {'host.a': {'kdb': True, 'sha1': 'distro'}, 'host.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2022-03-27T06:53:10.606 DEBUG:teuthology.orchestra.run.smithi176:> test -f /run/.containerenv -o -f /.dockerenv 2022-03-27T06:53:10.607 DEBUG:teuthology.orchestra.run.smithi204:> test -f /run/.containerenv -o -f /.dockerenv 2022-03-27T06:53:10.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-03-27T06:53:10.626 DEBUG:teuthology.orchestra.run.smithi204:> uname -r 2022-03-27T06:53:10.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-03-27T06:53:10.628 DEBUG:teuthology.orchestra.run.smithi176:> uname -r 2022-03-27T06:53:10.684 INFO:teuthology.orchestra.run.smithi204.stdout:4.18.0-358.el8.x86_64 2022-03-27T06:53:10.684 INFO:teuthology.task.kernel:Running kernel on smithi204: 4.18.0-358.el8.x86_64 2022-03-27T06:53:10.685 DEBUG:teuthology.orchestra.run.smithi204:> sudo yum install -y kernel 2022-03-27T06:53:10.687 INFO:teuthology.orchestra.run.smithi176.stdout:4.18.0-358.el8.x86_64 2022-03-27T06:53:10.687 INFO:teuthology.task.kernel:Running kernel on smithi176: 4.18.0-358.el8.x86_64 2022-03-27T06:53:10.688 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum install -y kernel 2022-03-27T06:53:11.699 INFO:teuthology.orchestra.run.smithi176.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-27T06:53:11.700 INFO:teuthology.orchestra.run.smithi176.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-27T06:53:11.726 INFO:teuthology.orchestra.run.smithi204.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-27T06:53:11.727 INFO:teuthology.orchestra.run.smithi204.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-27T06:53:13.493 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS-8 - AppStream 35 MB/s | 21 MB 00:00 2022-03-27T06:53:13.691 INFO:teuthology.orchestra.run.smithi204.stdout:CentOS-8 - AppStream 32 MB/s | 21 MB 00:00 2022-03-27T06:53:17.743 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS-8 - Base 36 MB/s | 20 MB 00:00 2022-03-27T06:53:17.925 INFO:teuthology.orchestra.run.smithi204.stdout:CentOS-8 - Base 35 MB/s | 20 MB 00:00 2022-03-27T06:53:20.800 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS-8 - Extras 176 kB/s | 20 kB 00:00 2022-03-27T06:53:20.974 INFO:teuthology.orchestra.run.smithi204.stdout:CentOS-8 - Extras 179 kB/s | 20 kB 00:00 2022-03-27T06:53:21.202 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS-8 - PowerTools 16 MB/s | 4.4 MB 00:00 2022-03-27T06:53:21.476 INFO:teuthology.orchestra.run.smithi204.stdout:CentOS-8 - PowerTools 12 MB/s | 4.4 MB 00:00 2022-03-27T06:53:22.194 INFO:teuthology.orchestra.run.smithi176.stdout:Copr repo for python3-asyncssh owned by ceph 26 kB/s | 3.5 kB 00:00 2022-03-27T06:53:22.487 INFO:teuthology.orchestra.run.smithi204.stdout:Copr repo for python3-asyncssh owned by ceph 21 kB/s | 3.5 kB 00:00 2022-03-27T06:53:23.269 INFO:teuthology.orchestra.run.smithi176.stdout:Extra Packages for Enterprise Linux 12 MB/s | 11 MB 00:00 2022-03-27T06:53:23.601 INFO:teuthology.orchestra.run.smithi204.stdout:Extra Packages for Enterprise Linux 11 MB/s | 11 MB 00:00 2022-03-27T06:53:26.018 INFO:teuthology.orchestra.run.smithi176.stdout:lab-extras 428 kB/s | 24 kB 00:00 2022-03-27T06:53:26.335 INFO:teuthology.orchestra.run.smithi204.stdout:lab-extras 354 kB/s | 24 kB 00:00 2022-03-27T06:53:28.533 INFO:teuthology.orchestra.run.smithi176.stdout:Package kernel-4.18.0-358.el8.x86_64 is already installed. 2022-03-27T06:53:28.533 INFO:teuthology.orchestra.run.smithi176.stdout:Package kernel-4.18.0-305.3.1.el8.x86_64 is already installed. 2022-03-27T06:53:28.616 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2022-03-27T06:53:28.619 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2022-03-27T06:53:28.619 INFO:teuthology.orchestra.run.smithi176.stdout: Package Architecture Version Repository Size 2022-03-27T06:53:28.619 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2022-03-27T06:53:28.620 INFO:teuthology.orchestra.run.smithi176.stdout:Installing: 2022-03-27T06:53:28.620 INFO:teuthology.orchestra.run.smithi176.stdout: kernel x86_64 4.18.0-373.el8 CentOS-Base 8.0 M 2022-03-27T06:53:28.620 INFO:teuthology.orchestra.run.smithi176.stdout: kernel-core x86_64 4.18.0-373.el8 CentOS-Base 39 M 2022-03-27T06:53:28.620 INFO:teuthology.orchestra.run.smithi176.stdout: kernel-modules x86_64 4.18.0-373.el8 CentOS-Base 32 M 2022-03-27T06:53:28.621 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T06:53:28.621 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction Summary 2022-03-27T06:53:28.621 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2022-03-27T06:53:28.621 INFO:teuthology.orchestra.run.smithi176.stdout:Install 3 Packages 2022-03-27T06:53:28.622 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T06:53:28.622 INFO:teuthology.orchestra.run.smithi176.stdout:Total download size: 79 M 2022-03-27T06:53:28.623 INFO:teuthology.orchestra.run.smithi176.stdout:Installed size: 92 M 2022-03-27T06:53:28.623 INFO:teuthology.orchestra.run.smithi176.stdout:Downloading Packages: 2022-03-27T06:53:28.832 INFO:teuthology.orchestra.run.smithi204.stdout:Package kernel-4.18.0-358.el8.x86_64 is already installed. 2022-03-27T06:53:28.832 INFO:teuthology.orchestra.run.smithi204.stdout:Package kernel-4.18.0-305.3.1.el8.x86_64 is already installed. 2022-03-27T06:53:28.936 INFO:teuthology.orchestra.run.smithi204.stdout:Dependencies resolved. 2022-03-27T06:53:28.938 INFO:teuthology.orchestra.run.smithi204.stdout:================================================================================ 2022-03-27T06:53:28.938 INFO:teuthology.orchestra.run.smithi204.stdout: Package Architecture Version Repository Size 2022-03-27T06:53:28.939 INFO:teuthology.orchestra.run.smithi204.stdout:================================================================================ 2022-03-27T06:53:28.939 INFO:teuthology.orchestra.run.smithi204.stdout:Installing: 2022-03-27T06:53:28.940 INFO:teuthology.orchestra.run.smithi204.stdout: kernel x86_64 4.18.0-373.el8 CentOS-Base 8.0 M 2022-03-27T06:53:28.940 INFO:teuthology.orchestra.run.smithi204.stdout: kernel-core x86_64 4.18.0-373.el8 CentOS-Base 39 M 2022-03-27T06:53:28.940 INFO:teuthology.orchestra.run.smithi204.stdout: kernel-modules x86_64 4.18.0-373.el8 CentOS-Base 32 M 2022-03-27T06:53:28.941 INFO:teuthology.orchestra.run.smithi204.stdout: 2022-03-27T06:53:28.941 INFO:teuthology.orchestra.run.smithi204.stdout:Transaction Summary 2022-03-27T06:53:28.942 INFO:teuthology.orchestra.run.smithi204.stdout:================================================================================ 2022-03-27T06:53:28.942 INFO:teuthology.orchestra.run.smithi204.stdout:Install 3 Packages 2022-03-27T06:53:28.942 INFO:teuthology.orchestra.run.smithi204.stdout: 2022-03-27T06:53:28.943 INFO:teuthology.orchestra.run.smithi204.stdout:Total download size: 79 M 2022-03-27T06:53:28.943 INFO:teuthology.orchestra.run.smithi204.stdout:Installed size: 92 M 2022-03-27T06:53:28.943 INFO:teuthology.orchestra.run.smithi204.stdout:Downloading Packages: 2022-03-27T06:53:29.586 INFO:teuthology.orchestra.run.smithi204.stdout:(1/3): kernel-4.18.0-373.el8.x86_64.rpm 12 MB/s | 8.0 MB 00:00 2022-03-27T06:53:29.595 INFO:teuthology.orchestra.run.smithi176.stdout:(1/3): kernel-core-4.18.0-373.el8.x86_64.rpm 40 MB/s | 39 MB 00:00 2022-03-27T06:53:29.845 INFO:teuthology.orchestra.run.smithi176.stdout:(2/3): kernel-4.18.0-373.el8.x86_64.rpm 6.5 MB/s | 8.0 MB 00:01 2022-03-27T06:53:30.487 INFO:teuthology.orchestra.run.smithi204.stdout:(2/3): kernel-modules-4.18.0-373.el8.x86_64.rpm 20 MB/s | 32 MB 00:01 2022-03-27T06:53:30.529 INFO:teuthology.orchestra.run.smithi176.stdout:(3/3): kernel-modules-4.18.0-373.el8.x86_64.rpm 17 MB/s | 32 MB 00:01 2022-03-27T06:53:30.532 INFO:teuthology.orchestra.run.smithi176.stdout:-------------------------------------------------------------------------------- 2022-03-27T06:53:30.532 INFO:teuthology.orchestra.run.smithi176.stdout:Total 41 MB/s | 79 MB 00:01 2022-03-27T06:53:30.870 INFO:teuthology.orchestra.run.smithi204.stdout:(3/3): kernel-core-4.18.0-373.el8.x86_64.rpm 20 MB/s | 39 MB 00:01 2022-03-27T06:53:30.873 INFO:teuthology.orchestra.run.smithi204.stdout:-------------------------------------------------------------------------------- 2022-03-27T06:53:30.873 INFO:teuthology.orchestra.run.smithi204.stdout:Total 41 MB/s | 79 MB 00:01 2022-03-27T06:53:31.120 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction check 2022-03-27T06:53:31.468 INFO:teuthology.orchestra.run.smithi204.stdout:Running transaction check 2022-03-27T06:53:31.493 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction check succeeded. 2022-03-27T06:53:31.493 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction test 2022-03-27T06:53:31.848 INFO:teuthology.orchestra.run.smithi204.stdout:Transaction check succeeded. 2022-03-27T06:53:31.848 INFO:teuthology.orchestra.run.smithi204.stdout:Running transaction test 2022-03-27T06:53:32.824 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction test succeeded. 2022-03-27T06:53:32.835 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction 2022-03-27T06:53:33.222 INFO:teuthology.orchestra.run.smithi204.stdout:Transaction test succeeded. 2022-03-27T06:53:33.239 INFO:teuthology.orchestra.run.smithi204.stdout:Running transaction 2022-03-27T06:53:35.419 INFO:teuthology.orchestra.run.smithi176.stdout: Preparing : 1/1 2022-03-27T06:53:35.818 INFO:teuthology.orchestra.run.smithi204.stdout: Preparing : 1/1 2022-03-27T06:53:35.884 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : kernel-core-4.18.0-373.el8.x86_64 1/3 2022-03-27T06:53:36.389 INFO:teuthology.orchestra.run.smithi204.stdout: Installing : kernel-core-4.18.0-373.el8.x86_64 1/3 2022-03-27T06:53:39.451 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: kernel-core-4.18.0-373.el8.x86_64 1/3 2022-03-27T06:53:39.830 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : kernel-modules-4.18.0-373.el8.x86_64 2/3 2022-03-27T06:53:40.037 INFO:teuthology.orchestra.run.smithi204.stdout: Running scriptlet: kernel-core-4.18.0-373.el8.x86_64 1/3 2022-03-27T06:53:40.433 INFO:teuthology.orchestra.run.smithi204.stdout: Installing : kernel-modules-4.18.0-373.el8.x86_64 2/3 2022-03-27T06:53:42.996 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: kernel-modules-4.18.0-373.el8.x86_64 2/3 2022-03-27T06:53:43.240 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : kernel-4.18.0-373.el8.x86_64 3/3 2022-03-27T06:53:43.609 INFO:teuthology.orchestra.run.smithi204.stdout: Running scriptlet: kernel-modules-4.18.0-373.el8.x86_64 2/3 2022-03-27T06:53:43.863 INFO:teuthology.orchestra.run.smithi204.stdout: Installing : kernel-4.18.0-373.el8.x86_64 3/3 2022-03-27T06:54:10.896 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: kernel-core-4.18.0-373.el8.x86_64 3/3 2022-03-27T06:54:11.276 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: kernel-4.18.0-373.el8.x86_64 3/3 2022-03-27T06:54:11.276 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : kernel-4.18.0-373.el8.x86_64 1/3 2022-03-27T06:54:11.276 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : kernel-core-4.18.0-373.el8.x86_64 2/3 2022-03-27T06:54:11.733 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : kernel-modules-4.18.0-373.el8.x86_64 3/3 2022-03-27T06:54:11.734 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T06:54:11.734 INFO:teuthology.orchestra.run.smithi176.stdout:Installed: 2022-03-27T06:54:11.734 INFO:teuthology.orchestra.run.smithi176.stdout: kernel-4.18.0-373.el8.x86_64 kernel-core-4.18.0-373.el8.x86_64 2022-03-27T06:54:11.734 INFO:teuthology.orchestra.run.smithi176.stdout: kernel-modules-4.18.0-373.el8.x86_64 2022-03-27T06:54:11.734 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T06:54:11.735 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2022-03-27T06:54:11.830 DEBUG:teuthology.orchestra.run.smithi176:> rpm -q kernel --last | head -n 1 2022-03-27T06:54:12.004 INFO:teuthology.orchestra.run.smithi176.stdout:kernel-4.18.0-373.el8.x86_64 Sun 27 Mar 2022 06:53:42 AM UTC 2022-03-27T06:54:12.006 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-373.el8.x86_64 2022-03-27T06:54:12.006 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-358.el8.x86_64 Expected: 4.18.0-373.el8.x86_64 2022-03-27T06:54:12.007 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2022-03-27T06:54:12.007 DEBUG:teuthology.task.kernel:src is distro, skipping download 2022-03-27T06:54:12.007 INFO:teuthology.task.kernel:Installing distro kernel on host.a... 2022-03-27T06:54:12.008 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi176.front.sepia.ceph.com, path=None, version=distro) 2022-03-27T06:54:12.008 DEBUG:teuthology.orchestra.run.smithi176:> rpm -q kernel --last | head -n 1 2022-03-27T06:54:12.056 INFO:teuthology.orchestra.run.smithi204.stdout: Running scriptlet: kernel-core-4.18.0-373.el8.x86_64 3/3 2022-03-27T06:54:12.181 INFO:teuthology.orchestra.run.smithi176.stdout:kernel-4.18.0-373.el8.x86_64 Sun 27 Mar 2022 06:53:42 AM UTC 2022-03-27T06:54:12.183 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-373.el8.x86_64 2022-03-27T06:54:12.183 DEBUG:teuthology.orchestra.run.smithi176:> sudo rpm -qi grub2-tools 2022-03-27T06:54:12.216 INFO:teuthology.orchestra.run.smithi176.stdout:Name : grub2-tools 2022-03-27T06:54:12.216 INFO:teuthology.orchestra.run.smithi176.stdout:Epoch : 1 2022-03-27T06:54:12.217 INFO:teuthology.orchestra.run.smithi176.stdout:Version : 2.02 2022-03-27T06:54:12.217 INFO:teuthology.orchestra.run.smithi176.stdout:Release : 106.el8 2022-03-27T06:54:12.217 INFO:teuthology.orchestra.run.smithi176.stdout:Architecture: x86_64 2022-03-27T06:54:12.217 INFO:teuthology.orchestra.run.smithi176.stdout:Install Date: Fri 04 Feb 2022 04:06:37 PM UTC 2022-03-27T06:54:12.217 INFO:teuthology.orchestra.run.smithi176.stdout:Group : System Environment/Base 2022-03-27T06:54:12.218 INFO:teuthology.orchestra.run.smithi176.stdout:Size : 9265339 2022-03-27T06:54:12.218 INFO:teuthology.orchestra.run.smithi176.stdout:License : GPLv3+ 2022-03-27T06:54:12.218 INFO:teuthology.orchestra.run.smithi176.stdout:Signature : RSA/SHA256, Mon 08 Nov 2021 06:49:52 AM UTC, Key ID 05b555b38483c65d 2022-03-27T06:54:12.218 INFO:teuthology.orchestra.run.smithi176.stdout:Source RPM : grub2-2.02-106.el8.src.rpm 2022-03-27T06:54:12.219 INFO:teuthology.orchestra.run.smithi176.stdout:Build Date : Mon 08 Nov 2021 06:39:57 AM UTC 2022-03-27T06:54:12.219 INFO:teuthology.orchestra.run.smithi176.stdout:Build Host : kbuilder.bsys.centos.org 2022-03-27T06:54:12.219 INFO:teuthology.orchestra.run.smithi176.stdout:Relocations : (not relocatable) 2022-03-27T06:54:12.219 INFO:teuthology.orchestra.run.smithi176.stdout:Packager : CentOS BuildSystem 2022-03-27T06:54:12.220 INFO:teuthology.orchestra.run.smithi176.stdout:Vendor : CentOS 2022-03-27T06:54:12.220 INFO:teuthology.orchestra.run.smithi176.stdout:URL : http://www.gnu.org/software/grub/ 2022-03-27T06:54:12.220 INFO:teuthology.orchestra.run.smithi176.stdout:Summary : Support tools for GRUB. 2022-03-27T06:54:12.220 INFO:teuthology.orchestra.run.smithi176.stdout:Description : 2022-03-27T06:54:12.220 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T06:54:12.221 INFO:teuthology.orchestra.run.smithi176.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2022-03-27T06:54:12.221 INFO:teuthology.orchestra.run.smithi176.stdout:customizable bootloader with modular architecture. It supports a rich 2022-03-27T06:54:12.221 INFO:teuthology.orchestra.run.smithi176.stdout:variety of kernel formats, file systems, computer architectures and 2022-03-27T06:54:12.221 INFO:teuthology.orchestra.run.smithi176.stdout:hardware devices. 2022-03-27T06:54:12.221 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T06:54:12.222 INFO:teuthology.orchestra.run.smithi176.stdout:This subpackage provides tools for support of all platforms. 2022-03-27T06:54:12.223 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2022-03-27T06:54:12.223 INFO:teuthology.task.kernel:Updating grub on smithi176 to boot 4.18.0-373.el8.x86_64 2022-03-27T06:54:12.223 DEBUG:teuthology.orchestra.run.smithi176:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2022-03-27T06:54:12.411 INFO:teuthology.orchestra.run.smithi204.stdout: Running scriptlet: kernel-4.18.0-373.el8.x86_64 3/3 2022-03-27T06:54:12.412 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : kernel-4.18.0-373.el8.x86_64 1/3 2022-03-27T06:54:12.412 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : kernel-core-4.18.0-373.el8.x86_64 2/3 2022-03-27T06:54:12.914 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : kernel-modules-4.18.0-373.el8.x86_64 3/3 2022-03-27T06:54:12.914 INFO:teuthology.orchestra.run.smithi204.stdout: 2022-03-27T06:54:12.914 INFO:teuthology.orchestra.run.smithi204.stdout:Installed: 2022-03-27T06:54:12.915 INFO:teuthology.orchestra.run.smithi204.stdout: kernel-4.18.0-373.el8.x86_64 kernel-core-4.18.0-373.el8.x86_64 2022-03-27T06:54:12.915 INFO:teuthology.orchestra.run.smithi204.stdout: kernel-modules-4.18.0-373.el8.x86_64 2022-03-27T06:54:12.915 INFO:teuthology.orchestra.run.smithi204.stdout: 2022-03-27T06:54:12.915 INFO:teuthology.orchestra.run.smithi204.stdout:Complete! 2022-03-27T06:54:13.020 DEBUG:teuthology.orchestra.run.smithi204:> rpm -q kernel --last | head -n 1 2022-03-27T06:54:13.241 INFO:teuthology.orchestra.run.smithi204.stdout:kernel-4.18.0-373.el8.x86_64 Sun 27 Mar 2022 06:53:43 AM UTC 2022-03-27T06:54:13.242 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-373.el8.x86_64 2022-03-27T06:54:13.242 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-358.el8.x86_64 Expected: 4.18.0-373.el8.x86_64 2022-03-27T06:54:13.243 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2022-03-27T06:54:13.243 DEBUG:teuthology.task.kernel:src is distro, skipping download 2022-03-27T06:54:13.243 INFO:teuthology.task.kernel:Installing distro kernel on host.b... 2022-03-27T06:54:13.243 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi204.front.sepia.ceph.com, path=None, version=distro) 2022-03-27T06:54:13.244 DEBUG:teuthology.orchestra.run.smithi204:> rpm -q kernel --last | head -n 1 2022-03-27T06:54:13.416 INFO:teuthology.orchestra.run.smithi204.stdout:kernel-4.18.0-373.el8.x86_64 Sun 27 Mar 2022 06:53:43 AM UTC 2022-03-27T06:54:13.418 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-373.el8.x86_64 2022-03-27T06:54:13.418 DEBUG:teuthology.orchestra.run.smithi204:> sudo rpm -qi grub2-tools 2022-03-27T06:54:13.451 INFO:teuthology.orchestra.run.smithi204.stdout:Name : grub2-tools 2022-03-27T06:54:13.451 INFO:teuthology.orchestra.run.smithi204.stdout:Epoch : 1 2022-03-27T06:54:13.452 INFO:teuthology.orchestra.run.smithi204.stdout:Version : 2.02 2022-03-27T06:54:13.452 INFO:teuthology.orchestra.run.smithi204.stdout:Release : 106.el8 2022-03-27T06:54:13.452 INFO:teuthology.orchestra.run.smithi204.stdout:Architecture: x86_64 2022-03-27T06:54:13.452 INFO:teuthology.orchestra.run.smithi204.stdout:Install Date: Fri 04 Feb 2022 04:06:37 PM UTC 2022-03-27T06:54:13.452 INFO:teuthology.orchestra.run.smithi204.stdout:Group : System Environment/Base 2022-03-27T06:54:13.453 INFO:teuthology.orchestra.run.smithi204.stdout:Size : 9265339 2022-03-27T06:54:13.453 INFO:teuthology.orchestra.run.smithi204.stdout:License : GPLv3+ 2022-03-27T06:54:13.453 INFO:teuthology.orchestra.run.smithi204.stdout:Signature : RSA/SHA256, Mon 08 Nov 2021 06:49:52 AM UTC, Key ID 05b555b38483c65d 2022-03-27T06:54:13.453 INFO:teuthology.orchestra.run.smithi204.stdout:Source RPM : grub2-2.02-106.el8.src.rpm 2022-03-27T06:54:13.454 INFO:teuthology.orchestra.run.smithi204.stdout:Build Date : Mon 08 Nov 2021 06:39:57 AM UTC 2022-03-27T06:54:13.454 INFO:teuthology.orchestra.run.smithi204.stdout:Build Host : kbuilder.bsys.centos.org 2022-03-27T06:54:13.454 INFO:teuthology.orchestra.run.smithi204.stdout:Relocations : (not relocatable) 2022-03-27T06:54:13.454 INFO:teuthology.orchestra.run.smithi204.stdout:Packager : CentOS BuildSystem 2022-03-27T06:54:13.455 INFO:teuthology.orchestra.run.smithi204.stdout:Vendor : CentOS 2022-03-27T06:54:13.455 INFO:teuthology.orchestra.run.smithi204.stdout:URL : http://www.gnu.org/software/grub/ 2022-03-27T06:54:13.455 INFO:teuthology.orchestra.run.smithi204.stdout:Summary : Support tools for GRUB. 2022-03-27T06:54:13.455 INFO:teuthology.orchestra.run.smithi204.stdout:Description : 2022-03-27T06:54:13.455 INFO:teuthology.orchestra.run.smithi204.stdout: 2022-03-27T06:54:13.456 INFO:teuthology.orchestra.run.smithi204.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2022-03-27T06:54:13.456 INFO:teuthology.orchestra.run.smithi204.stdout:customizable bootloader with modular architecture. It supports a rich 2022-03-27T06:54:13.456 INFO:teuthology.orchestra.run.smithi204.stdout:variety of kernel formats, file systems, computer architectures and 2022-03-27T06:54:13.456 INFO:teuthology.orchestra.run.smithi204.stdout:hardware devices. 2022-03-27T06:54:13.457 INFO:teuthology.orchestra.run.smithi204.stdout: 2022-03-27T06:54:13.457 INFO:teuthology.orchestra.run.smithi204.stdout:This subpackage provides tools for support of all platforms. 2022-03-27T06:54:13.458 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2022-03-27T06:54:13.458 INFO:teuthology.task.kernel:Updating grub on smithi204 to boot 4.18.0-373.el8.x86_64 2022-03-27T06:54:13.458 DEBUG:teuthology.orchestra.run.smithi204:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2022-03-27T06:54:13.625 INFO:teuthology.orchestra.run.smithi176.stderr:Generating grub configuration file ... 2022-03-27T06:54:14.836 INFO:teuthology.orchestra.run.smithi204.stderr:Generating grub configuration file ... 2022-03-27T06:54:15.676 INFO:teuthology.orchestra.run.smithi176.stderr:done 2022-03-27T06:54:15.678 DEBUG:teuthology.orchestra.run.smithi176:> mktemp 2022-03-27T06:54:15.716 INFO:teuthology.orchestra.run.smithi176.stdout:/tmp/tmp.5pJBpCgfCh 2022-03-27T06:54:15.717 DEBUG:teuthology.orchestra.run.smithi176:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.5pJBpCgfCh 2022-03-27T06:54:15.797 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod 0666 /tmp/tmp.5pJBpCgfCh 2022-03-27T06:54:15.950 DEBUG:teuthology.orchestra.remote:smithi176:/tmp/tmp.5pJBpCgfCh is 6KB 2022-03-27T06:54:16.002 DEBUG:teuthology.orchestra.run.smithi176:> rm -fr /tmp/tmp.5pJBpCgfCh 2022-03-27T06:54:16.019 DEBUG:teuthology.orchestra.run.smithi176:> sudo /bin/ls /boot/loader/entries || true 2022-03-27T06:54:16.097 INFO:teuthology.orchestra.run.smithi176.stdout:de9f16d36b2643dd85552c363843f45b-0-rescue.conf 2022-03-27T06:54:16.098 INFO:teuthology.orchestra.run.smithi176.stdout:de9f16d36b2643dd85552c363843f45b-4.18.0-305.3.1.el8.x86_64.conf 2022-03-27T06:54:16.098 INFO:teuthology.orchestra.run.smithi176.stdout:de9f16d36b2643dd85552c363843f45b-4.18.0-358.el8.x86_64.conf 2022-03-27T06:54:16.098 INFO:teuthology.orchestra.run.smithi176.stdout:de9f16d36b2643dd85552c363843f45b-4.18.0-373.el8.x86_64.conf 2022-03-27T06:54:16.099 DEBUG:teuthology.orchestra.run.smithi176:> sudo grub2-set-default de9f16d36b2643dd85552c363843f45b-4.18.0-373.el8.x86_64 2022-03-27T06:54:16.263 DEBUG:teuthology.orchestra.run.smithi176:> sudo shutdown -r now 2022-03-27T06:54:17.093 INFO:teuthology.orchestra.run.smithi204.stderr:done 2022-03-27T06:54:17.095 DEBUG:teuthology.orchestra.run.smithi204:> mktemp 2022-03-27T06:54:17.119 INFO:teuthology.orchestra.run.smithi204.stdout:/tmp/tmp.WgjZucJkA3 2022-03-27T06:54:17.119 DEBUG:teuthology.orchestra.run.smithi204:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.WgjZucJkA3 2022-03-27T06:54:17.191 DEBUG:teuthology.orchestra.run.smithi204:> sudo chmod 0666 /tmp/tmp.WgjZucJkA3 2022-03-27T06:54:17.349 DEBUG:teuthology.orchestra.remote:smithi204:/tmp/tmp.WgjZucJkA3 is 6KB 2022-03-27T06:54:17.397 DEBUG:teuthology.orchestra.run.smithi204:> rm -fr /tmp/tmp.WgjZucJkA3 2022-03-27T06:54:17.414 DEBUG:teuthology.orchestra.run.smithi204:> sudo /bin/ls /boot/loader/entries || true 2022-03-27T06:54:17.490 INFO:teuthology.orchestra.run.smithi204.stdout:de9f16d36b2643dd85552c363843f45b-0-rescue.conf 2022-03-27T06:54:17.490 INFO:teuthology.orchestra.run.smithi204.stdout:de9f16d36b2643dd85552c363843f45b-4.18.0-305.3.1.el8.x86_64.conf 2022-03-27T06:54:17.491 INFO:teuthology.orchestra.run.smithi204.stdout:de9f16d36b2643dd85552c363843f45b-4.18.0-358.el8.x86_64.conf 2022-03-27T06:54:17.491 INFO:teuthology.orchestra.run.smithi204.stdout:de9f16d36b2643dd85552c363843f45b-4.18.0-373.el8.x86_64.conf 2022-03-27T06:54:17.492 DEBUG:teuthology.orchestra.run.smithi204:> sudo grub2-set-default de9f16d36b2643dd85552c363843f45b-4.18.0-373.el8.x86_64 2022-03-27T06:54:17.645 DEBUG:teuthology.orchestra.run.smithi204:> sudo shutdown -r now 2022-03-27T06:54:46.279 INFO:teuthology.task.kernel:Checking client host.a for new kernel version... 2022-03-27T06:54:46.280 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi176.front.sepia.ceph.com' 2022-03-27T06:54:46.280 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi176.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-03-27T06:54:47.650 INFO:teuthology.task.kernel:Checking client host.b for new kernel version... 2022-03-27T06:54:47.651 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi204.front.sepia.ceph.com' 2022-03-27T06:54:47.651 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi204.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-03-27T06:55:04.651 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.176 2022-03-27T06:55:06.191 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.204 2022-03-27T06:55:34.678 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi176.front.sepia.ceph.com' 2022-03-27T06:55:34.679 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi176.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-03-27T06:55:36.193 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi204.front.sepia.ceph.com' 2022-03-27T06:55:36.194 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi204.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-03-27T06:55:52.336 DEBUG:teuthology.orchestra.run.smithi176:> true 2022-03-27T06:55:52.626 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi176.front.sepia.ceph.com' 2022-03-27T06:55:52.626 INFO:teuthology.task.kernel:Checking kernel version of host.a, want "4.18.0-373.el8.x86_64"... 2022-03-27T06:55:52.627 DEBUG:teuthology.orchestra.run.smithi176:> uname -r 2022-03-27T06:55:52.643 INFO:teuthology.orchestra.run.smithi176.stdout:4.18.0-373.el8.x86_64 2022-03-27T06:55:52.643 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-373.el8.x86_64 vs 4.18.0-373.el8.x86_64 2022-03-27T06:55:52.644 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2022-03-27T06:55:52.644 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2022-03-27T06:55:53.646 INFO:teuthology.task.kernel:Enabling kdb on host.a... 2022-03-27T06:55:53.647 DEBUG:teuthology.orchestra.run.smithi176:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2022-03-27T06:55:53.741 INFO:teuthology.orchestra.run.smithi176.stdout:ttyS1 2022-03-27T06:55:53.768 DEBUG:teuthology.parallel:result is None 2022-03-27T06:55:54.575 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.204 2022-03-27T06:56:24.644 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi204.front.sepia.ceph.com' 2022-03-27T06:56:24.646 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi204.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-03-27T06:56:24.996 DEBUG:teuthology.orchestra.run.smithi204:> true 2022-03-27T06:56:25.244 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi204.front.sepia.ceph.com' 2022-03-27T06:56:25.245 INFO:teuthology.task.kernel:Checking kernel version of host.b, want "4.18.0-373.el8.x86_64"... 2022-03-27T06:56:25.245 DEBUG:teuthology.orchestra.run.smithi204:> uname -r 2022-03-27T06:56:25.263 INFO:teuthology.orchestra.run.smithi204.stdout:4.18.0-373.el8.x86_64 2022-03-27T06:56:25.264 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-373.el8.x86_64 vs 4.18.0-373.el8.x86_64 2022-03-27T06:56:25.264 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2022-03-27T06:56:25.264 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2022-03-27T06:56:26.265 INFO:teuthology.task.kernel:Enabling kdb on host.b... 2022-03-27T06:56:26.266 DEBUG:teuthology.orchestra.run.smithi204:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2022-03-27T06:56:26.352 INFO:teuthology.orchestra.run.smithi204.stdout:ttyS1 2022-03-27T06:56:26.370 DEBUG:teuthology.parallel:result is None 2022-03-27T06:56:26.371 INFO:teuthology.run_tasks:Running task internal.base... 2022-03-27T06:56:26.381 INFO:teuthology.task.internal:Creating test directory... 2022-03-27T06:56:26.382 DEBUG:teuthology.orchestra.run.smithi176:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-03-27T06:56:26.387 DEBUG:teuthology.orchestra.run.smithi204:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-03-27T06:56:26.407 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2022-03-27T06:56:26.420 INFO:teuthology.run_tasks:Running task internal.archive... 2022-03-27T06:56:26.488 INFO:teuthology.task.internal:Creating archive directory... 2022-03-27T06:56:26.488 DEBUG:teuthology.orchestra.run.smithi176:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-03-27T06:56:26.493 DEBUG:teuthology.orchestra.run.smithi204:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-03-27T06:56:26.524 INFO:teuthology.run_tasks:Running task internal.coredump... 2022-03-27T06:56:26.535 INFO:teuthology.task.internal:Enabling coredump saving... 2022-03-27T06:56:26.535 DEBUG:teuthology.orchestra.run.smithi176:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-03-27T06:56:26.558 DEBUG:teuthology.orchestra.run.smithi204:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-03-27T06:56:26.590 INFO:teuthology.orchestra.run.smithi204.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-03-27T06:56:26.602 INFO:teuthology.orchestra.run.smithi176.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-03-27T06:56:26.602 INFO:teuthology.orchestra.run.smithi204.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-03-27T06:56:26.614 INFO:teuthology.orchestra.run.smithi176.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-03-27T06:56:26.615 INFO:teuthology.run_tasks:Running task internal.sudo... 2022-03-27T06:56:26.623 INFO:teuthology.task.internal:Configuring sudo... 2022-03-27T06:56:26.623 DEBUG:teuthology.orchestra.run.smithi176:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-03-27T06:56:26.625 DEBUG:teuthology.orchestra.run.smithi204:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-03-27T06:56:26.673 INFO:teuthology.run_tasks:Running task internal.syslog... 2022-03-27T06:56:26.683 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2022-03-27T06:56:26.684 DEBUG:teuthology.orchestra.run.smithi176:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-03-27T06:56:26.695 DEBUG:teuthology.orchestra.run.smithi204:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-03-27T06:56:26.730 DEBUG:teuthology.orchestra.run.smithi176:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-03-27T06:56:26.796 DEBUG:teuthology.orchestra.run.smithi176:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2022-03-27T06:56:26.852 DEBUG:teuthology.orchestra.run.smithi176:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-03-27T06:56:26.940 DEBUG:teuthology.orchestra.run.smithi176:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2022-03-27T06:56:26.979 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2022-03-27T06:56:26.980 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-03-27T06:56:27.045 DEBUG:teuthology.orchestra.run.smithi204:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-03-27T06:56:27.089 DEBUG:teuthology.orchestra.run.smithi204:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2022-03-27T06:56:27.147 DEBUG:teuthology.orchestra.run.smithi204:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-03-27T06:56:27.229 DEBUG:teuthology.orchestra.run.smithi204:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2022-03-27T06:56:27.275 DEBUG:teuthology.orchestra.run.smithi204:> set -ex 2022-03-27T06:56:27.276 DEBUG:teuthology.orchestra.run.smithi204:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-03-27T06:56:27.342 DEBUG:teuthology.orchestra.run.smithi176:> sudo service rsyslog restart 2022-03-27T06:56:27.345 DEBUG:teuthology.orchestra.run.smithi204:> sudo service rsyslog restart 2022-03-27T06:56:27.417 INFO:teuthology.orchestra.run.smithi176.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2022-03-27T06:56:27.454 INFO:teuthology.orchestra.run.smithi204.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2022-03-27T06:56:27.809 INFO:teuthology.run_tasks:Running task internal.timer... 2022-03-27T06:56:27.818 INFO:teuthology.task.internal:Starting timer... 2022-03-27T06:56:27.818 INFO:teuthology.run_tasks:Running task pcp... 2022-03-27T06:56:27.864 INFO:teuthology.run_tasks:Running task selinux... 2022-03-27T06:56:27.897 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2022-03-27T06:56:27.897 DEBUG:teuthology.orchestra.run.smithi176:> sudo service auditd rotate 2022-03-27T06:56:27.960 INFO:teuthology.orchestra.run.smithi176.stdout:Rotating logs: 2022-03-27T06:56:27.962 DEBUG:teuthology.orchestra.run.smithi204:> sudo service auditd rotate 2022-03-27T06:56:28.028 INFO:teuthology.orchestra.run.smithi204.stdout:Rotating logs: 2022-03-27T06:56:28.030 DEBUG:teuthology.task.selinux:Getting current SELinux state 2022-03-27T06:56:28.031 DEBUG:teuthology.orchestra.run.smithi176:> /usr/sbin/getenforce 2022-03-27T06:56:28.052 INFO:teuthology.orchestra.run.smithi176.stdout:Permissive 2022-03-27T06:56:28.052 DEBUG:teuthology.orchestra.run.smithi204:> /usr/sbin/getenforce 2022-03-27T06:56:28.094 INFO:teuthology.orchestra.run.smithi204.stdout:Permissive 2022-03-27T06:56:28.094 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi176.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi204.front.sepia.ceph.com': 'permissive'} 2022-03-27T06:56:28.095 DEBUG:teuthology.orchestra.run.smithi176:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|comm="sss_cache"\|context=system_u:system_r:NetworkManager_dispatcher_t:s0\|scontext=system_u:system_r:logrotate_t:s0\)' 2022-03-27T06:56:28.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-03-27T06:56:28.124 DEBUG:teuthology.orchestra.run.smithi204:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|comm="sss_cache"\|context=system_u:system_r:NetworkManager_dispatcher_t:s0\|scontext=system_u:system_r:logrotate_t:s0\)' 2022-03-27T06:56:28.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-03-27T06:56:28.161 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2022-03-27T06:56:28.162 DEBUG:teuthology.orchestra.run.smithi176:> sudo /usr/sbin/setenforce permissive 2022-03-27T06:56:28.191 DEBUG:teuthology.orchestra.run.smithi204:> sudo /usr/sbin/setenforce permissive 2022-03-27T06:56:28.227 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2022-03-27T06:56:28.240 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master was just updated or references a specific commit; assuming it is current 2022-03-27T06:56:28.240 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master to origin/master 2022-03-27T06:56:28.258 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2022-03-27T06:56:28.259 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi176.front.sepia.ceph.com,smithi204.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/cephlab.yml 2022-03-27T07:01:31.521 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi176.front.sepia.ceph.com'), Remote(name='ubuntu@smithi204.front.sepia.ceph.com')] 2022-03-27T07:01:31.523 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi176.front.sepia.ceph.com' 2022-03-27T07:01:31.525 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi176.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-03-27T07:01:31.596 DEBUG:teuthology.orchestra.run.smithi176:> true 2022-03-27T07:01:31.664 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi204.front.sepia.ceph.com' 2022-03-27T07:01:31.664 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi204.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-03-27T07:01:31.733 DEBUG:teuthology.orchestra.run.smithi204:> true 2022-03-27T07:01:31.801 INFO:teuthology.run_tasks:Running task clock... 2022-03-27T07:01:31.814 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2022-03-27T07:01:31.815 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-03-27T07:01:31.817 DEBUG:teuthology.orchestra.run.smithi176:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-03-27T07:01:31.819 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-03-27T07:01:31.820 DEBUG:teuthology.orchestra.run.smithi204:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-03-27T07:01:31.848 INFO:teuthology.orchestra.run.smithi176.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2022-03-27T07:01:31.863 INFO:teuthology.orchestra.run.smithi176.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2022-03-27T07:01:31.876 INFO:teuthology.orchestra.run.smithi204.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2022-03-27T07:01:31.891 INFO:teuthology.orchestra.run.smithi204.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2022-03-27T07:01:31.928 INFO:teuthology.orchestra.run.smithi176.stderr:sudo: ntpd: command not found 2022-03-27T07:01:31.940 INFO:teuthology.orchestra.run.smithi176.stdout:506 Cannot talk to daemon 2022-03-27T07:01:31.954 INFO:teuthology.orchestra.run.smithi176.stderr:Failed to start ntp.service: Unit ntp.service not found. 2022-03-27T07:01:31.961 INFO:teuthology.orchestra.run.smithi204.stderr:sudo: ntpd: command not found 2022-03-27T07:01:31.968 INFO:teuthology.orchestra.run.smithi176.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2022-03-27T07:01:31.973 INFO:teuthology.orchestra.run.smithi204.stdout:506 Cannot talk to daemon 2022-03-27T07:01:31.987 INFO:teuthology.orchestra.run.smithi204.stderr:Failed to start ntp.service: Unit ntp.service not found. 2022-03-27T07:01:32.001 INFO:teuthology.orchestra.run.smithi204.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2022-03-27T07:01:32.038 INFO:teuthology.orchestra.run.smithi176.stderr:bash: ntpq: command not found 2022-03-27T07:01:32.041 INFO:teuthology.orchestra.run.smithi176.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2022-03-27T07:01:32.041 INFO:teuthology.orchestra.run.smithi176.stdout:=============================================================================== 2022-03-27T07:01:32.041 INFO:teuthology.orchestra.run.smithi176.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-03-27T07:01:32.042 INFO:teuthology.orchestra.run.smithi176.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-03-27T07:01:32.042 INFO:teuthology.orchestra.run.smithi176.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-03-27T07:01:32.042 INFO:teuthology.orchestra.run.smithi176.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-03-27T07:01:32.074 INFO:teuthology.orchestra.run.smithi204.stderr:bash: ntpq: command not found 2022-03-27T07:01:32.077 INFO:teuthology.orchestra.run.smithi204.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2022-03-27T07:01:32.077 INFO:teuthology.orchestra.run.smithi204.stdout:=============================================================================== 2022-03-27T07:01:32.078 INFO:teuthology.orchestra.run.smithi204.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-03-27T07:01:32.078 INFO:teuthology.orchestra.run.smithi204.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-03-27T07:01:32.078 INFO:teuthology.orchestra.run.smithi204.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-03-27T07:01:32.078 INFO:teuthology.orchestra.run.smithi204.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-03-27T07:01:32.080 INFO:teuthology.run_tasks:Running task pexec... 2022-03-27T07:01:32.092 INFO:teuthology.task.pexec:Executing custom commands... 2022-03-27T07:01:32.093 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi176.front.sepia.ceph.com 2022-03-27T07:01:32.093 DEBUG:teuthology.orchestra.run.smithi176:> TESTDIR=/home/ubuntu/cephtest bash -s 2022-03-27T07:01:32.094 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi204.front.sepia.ceph.com 2022-03-27T07:01:32.094 DEBUG:teuthology.orchestra.run.smithi204:> TESTDIR=/home/ubuntu/cephtest bash -s 2022-03-27T07:01:32.309 INFO:teuthology.orchestra.run.smithi176.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-27T07:01:32.310 INFO:teuthology.orchestra.run.smithi176.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-27T07:01:32.337 INFO:teuthology.orchestra.run.smithi204.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-27T07:01:32.338 INFO:teuthology.orchestra.run.smithi204.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-27T07:01:32.707 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:01:11 ago on Sun 27 Mar 2022 07:00:21 AM UTC. 2022-03-27T07:01:32.736 INFO:teuthology.orchestra.run.smithi204.stdout:Last metadata expiration check: 0:01:04 ago on Sun 27 Mar 2022 07:00:28 AM UTC. 2022-03-27T07:01:33.716 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2022-03-27T07:01:33.717 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2022-03-27T07:01:33.717 INFO:teuthology.orchestra.run.smithi176.stdout: Package Architecture Version Repository Size 2022-03-27T07:01:33.718 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2022-03-27T07:01:33.718 INFO:teuthology.orchestra.run.smithi176.stdout:Resetting modules: 2022-03-27T07:01:33.718 INFO:teuthology.orchestra.run.smithi176.stdout: container-tools 2022-03-27T07:01:33.718 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:01:33.719 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction Summary 2022-03-27T07:01:33.719 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2022-03-27T07:01:33.719 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:01:33.743 INFO:teuthology.orchestra.run.smithi204.stdout:Dependencies resolved. 2022-03-27T07:01:33.744 INFO:teuthology.orchestra.run.smithi204.stdout:================================================================================ 2022-03-27T07:01:33.744 INFO:teuthology.orchestra.run.smithi204.stdout: Package Architecture Version Repository Size 2022-03-27T07:01:33.744 INFO:teuthology.orchestra.run.smithi204.stdout:================================================================================ 2022-03-27T07:01:33.745 INFO:teuthology.orchestra.run.smithi204.stdout:Resetting modules: 2022-03-27T07:01:33.745 INFO:teuthology.orchestra.run.smithi204.stdout: container-tools 2022-03-27T07:01:33.745 INFO:teuthology.orchestra.run.smithi204.stdout: 2022-03-27T07:01:33.745 INFO:teuthology.orchestra.run.smithi204.stdout:Transaction Summary 2022-03-27T07:01:33.745 INFO:teuthology.orchestra.run.smithi204.stdout:================================================================================ 2022-03-27T07:01:33.746 INFO:teuthology.orchestra.run.smithi204.stdout: 2022-03-27T07:01:33.978 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2022-03-27T07:01:33.983 INFO:teuthology.orchestra.run.smithi204.stdout:Complete! 2022-03-27T07:01:34.224 INFO:teuthology.orchestra.run.smithi176.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-27T07:01:34.225 INFO:teuthology.orchestra.run.smithi176.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-27T07:01:34.240 INFO:teuthology.orchestra.run.smithi204.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-27T07:01:34.241 INFO:teuthology.orchestra.run.smithi204.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-27T07:01:34.623 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:01:13 ago on Sun 27 Mar 2022 07:00:21 AM UTC. 2022-03-27T07:01:34.642 INFO:teuthology.orchestra.run.smithi204.stdout:Last metadata expiration check: 0:01:06 ago on Sun 27 Mar 2022 07:00:28 AM UTC. 2022-03-27T07:01:35.615 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2022-03-27T07:01:35.617 INFO:teuthology.orchestra.run.smithi176.stdout:======================================================================================================= 2022-03-27T07:01:35.617 INFO:teuthology.orchestra.run.smithi176.stdout: Package Arch Version Repository Size 2022-03-27T07:01:35.617 INFO:teuthology.orchestra.run.smithi176.stdout:======================================================================================================= 2022-03-27T07:01:35.618 INFO:teuthology.orchestra.run.smithi176.stdout:Upgrading: 2022-03-27T07:01:35.618 INFO:teuthology.orchestra.run.smithi176.stdout: conmon x86_64 2:2.1.0-1.module_el8.7.0+1106+45480ee0 CentOS-AppStream 55 k 2022-03-27T07:01:35.618 INFO:teuthology.orchestra.run.smithi176.stdout: container-selinux noarch 2:2.180.0-1.module_el8.7.0+1106+45480ee0 CentOS-AppStream 59 k 2022-03-27T07:01:35.618 INFO:teuthology.orchestra.run.smithi176.stdout: containernetworking-plugins x86_64 1:1.1.1-1.module_el8.7.0+1106+45480ee0 CentOS-AppStream 18 M 2022-03-27T07:01:35.619 INFO:teuthology.orchestra.run.smithi176.stdout: containers-common x86_64 2:1-23.module_el8.7.0+1106+45480ee0 CentOS-AppStream 96 k 2022-03-27T07:01:35.619 INFO:teuthology.orchestra.run.smithi176.stdout: fuse-overlayfs x86_64 1.8.2-1.module_el8.7.0+1106+45480ee0 CentOS-AppStream 73 k 2022-03-27T07:01:35.619 INFO:teuthology.orchestra.run.smithi176.stdout: runc x86_64 1:1.0.3-3.module_el8.7.0+1106+45480ee0 CentOS-AppStream 3.0 M 2022-03-27T07:01:35.619 INFO:teuthology.orchestra.run.smithi176.stdout: slirp4netns x86_64 1.1.8-2.module_el8.7.0+1106+45480ee0 CentOS-AppStream 51 k 2022-03-27T07:01:35.619 INFO:teuthology.orchestra.run.smithi176.stdout:Installing group/module packages: 2022-03-27T07:01:35.620 INFO:teuthology.orchestra.run.smithi176.stdout: buildah x86_64 1:1.24.2-2.module_el8.7.0+1106+45480ee0 CentOS-AppStream 8.1 M 2022-03-27T07:01:35.620 INFO:teuthology.orchestra.run.smithi176.stdout: cockpit-podman noarch 43-1.module_el8.7.0+1106+45480ee0 CentOS-AppStream 494 k 2022-03-27T07:01:35.620 INFO:teuthology.orchestra.run.smithi176.stdout: crun x86_64 1.4.3-1.module_el8.7.0+1106+45480ee0 CentOS-AppStream 209 k 2022-03-27T07:01:35.620 INFO:teuthology.orchestra.run.smithi176.stdout: python3-podman noarch 4.0.0-1.module_el8.7.0+1106+45480ee0 CentOS-AppStream 149 k 2022-03-27T07:01:35.620 INFO:teuthology.orchestra.run.smithi176.stdout: skopeo x86_64 2:1.6.1-1.module_el8.7.0+1106+45480ee0 CentOS-AppStream 6.7 M 2022-03-27T07:01:35.621 INFO:teuthology.orchestra.run.smithi176.stdout: toolbox x86_64 0.0.99.3-1.module_el8.5.0+877+1c30e0c9 CentOS-AppStream 2.3 M 2022-03-27T07:01:35.621 INFO:teuthology.orchestra.run.smithi176.stdout: udica noarch 0.2.6-2.module_el8.6.0+944+d413f95e CentOS-AppStream 48 k 2022-03-27T07:01:35.621 INFO:teuthology.orchestra.run.smithi176.stdout:Installing dependencies: 2022-03-27T07:01:35.621 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 CentOS-AppStream 25 k 2022-03-27T07:01:35.622 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pyxdg noarch 0.25-16.el8 CentOS-AppStream 94 k 2022-03-27T07:01:35.622 INFO:teuthology.orchestra.run.smithi176.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2022-03-27T07:01:35.622 INFO:teuthology.orchestra.run.smithi176.stdout:Installing module profiles: 2022-03-27T07:01:35.622 INFO:teuthology.orchestra.run.smithi176.stdout: container-tools/common 2022-03-27T07:01:35.622 INFO:teuthology.orchestra.run.smithi176.stdout:Enabling module streams: 2022-03-27T07:01:35.623 INFO:teuthology.orchestra.run.smithi176.stdout: container-tools rhel8 2022-03-27T07:01:35.623 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:01:35.623 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction Summary 2022-03-27T07:01:35.623 INFO:teuthology.orchestra.run.smithi176.stdout:======================================================================================================= 2022-03-27T07:01:35.623 INFO:teuthology.orchestra.run.smithi176.stdout:Install 10 Packages 2022-03-27T07:01:35.624 INFO:teuthology.orchestra.run.smithi176.stdout:Upgrade 7 Packages 2022-03-27T07:01:35.624 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:01:35.625 INFO:teuthology.orchestra.run.smithi176.stdout:Total download size: 40 M 2022-03-27T07:01:35.625 INFO:teuthology.orchestra.run.smithi176.stdout:Downloading Packages: 2022-03-27T07:01:35.640 INFO:teuthology.orchestra.run.smithi204.stdout:Dependencies resolved. 2022-03-27T07:01:35.643 INFO:teuthology.orchestra.run.smithi204.stdout:======================================================================================================= 2022-03-27T07:01:35.643 INFO:teuthology.orchestra.run.smithi204.stdout: Package Arch Version Repository Size 2022-03-27T07:01:35.643 INFO:teuthology.orchestra.run.smithi204.stdout:======================================================================================================= 2022-03-27T07:01:35.643 INFO:teuthology.orchestra.run.smithi204.stdout:Upgrading: 2022-03-27T07:01:35.644 INFO:teuthology.orchestra.run.smithi204.stdout: conmon x86_64 2:2.1.0-1.module_el8.7.0+1106+45480ee0 CentOS-AppStream 55 k 2022-03-27T07:01:35.644 INFO:teuthology.orchestra.run.smithi204.stdout: container-selinux noarch 2:2.180.0-1.module_el8.7.0+1106+45480ee0 CentOS-AppStream 59 k 2022-03-27T07:01:35.644 INFO:teuthology.orchestra.run.smithi204.stdout: containernetworking-plugins x86_64 1:1.1.1-1.module_el8.7.0+1106+45480ee0 CentOS-AppStream 18 M 2022-03-27T07:01:35.644 INFO:teuthology.orchestra.run.smithi204.stdout: containers-common x86_64 2:1-23.module_el8.7.0+1106+45480ee0 CentOS-AppStream 96 k 2022-03-27T07:01:35.644 INFO:teuthology.orchestra.run.smithi204.stdout: fuse-overlayfs x86_64 1.8.2-1.module_el8.7.0+1106+45480ee0 CentOS-AppStream 73 k 2022-03-27T07:01:35.645 INFO:teuthology.orchestra.run.smithi204.stdout: runc x86_64 1:1.0.3-3.module_el8.7.0+1106+45480ee0 CentOS-AppStream 3.0 M 2022-03-27T07:01:35.645 INFO:teuthology.orchestra.run.smithi204.stdout: slirp4netns x86_64 1.1.8-2.module_el8.7.0+1106+45480ee0 CentOS-AppStream 51 k 2022-03-27T07:01:35.645 INFO:teuthology.orchestra.run.smithi204.stdout:Installing group/module packages: 2022-03-27T07:01:35.645 INFO:teuthology.orchestra.run.smithi204.stdout: buildah x86_64 1:1.24.2-2.module_el8.7.0+1106+45480ee0 CentOS-AppStream 8.1 M 2022-03-27T07:01:35.645 INFO:teuthology.orchestra.run.smithi204.stdout: cockpit-podman noarch 43-1.module_el8.7.0+1106+45480ee0 CentOS-AppStream 494 k 2022-03-27T07:01:35.646 INFO:teuthology.orchestra.run.smithi204.stdout: crun x86_64 1.4.3-1.module_el8.7.0+1106+45480ee0 CentOS-AppStream 209 k 2022-03-27T07:01:35.646 INFO:teuthology.orchestra.run.smithi204.stdout: python3-podman noarch 4.0.0-1.module_el8.7.0+1106+45480ee0 CentOS-AppStream 149 k 2022-03-27T07:01:35.646 INFO:teuthology.orchestra.run.smithi204.stdout: skopeo x86_64 2:1.6.1-1.module_el8.7.0+1106+45480ee0 CentOS-AppStream 6.7 M 2022-03-27T07:01:35.646 INFO:teuthology.orchestra.run.smithi204.stdout: toolbox x86_64 0.0.99.3-1.module_el8.5.0+877+1c30e0c9 CentOS-AppStream 2.3 M 2022-03-27T07:01:35.647 INFO:teuthology.orchestra.run.smithi204.stdout: udica noarch 0.2.6-2.module_el8.6.0+944+d413f95e CentOS-AppStream 48 k 2022-03-27T07:01:35.647 INFO:teuthology.orchestra.run.smithi204.stdout:Installing dependencies: 2022-03-27T07:01:35.647 INFO:teuthology.orchestra.run.smithi204.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 CentOS-AppStream 25 k 2022-03-27T07:01:35.647 INFO:teuthology.orchestra.run.smithi204.stdout: python3-pyxdg noarch 0.25-16.el8 CentOS-AppStream 94 k 2022-03-27T07:01:35.647 INFO:teuthology.orchestra.run.smithi204.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2022-03-27T07:01:35.648 INFO:teuthology.orchestra.run.smithi204.stdout:Installing module profiles: 2022-03-27T07:01:35.648 INFO:teuthology.orchestra.run.smithi204.stdout: container-tools/common 2022-03-27T07:01:35.648 INFO:teuthology.orchestra.run.smithi204.stdout:Enabling module streams: 2022-03-27T07:01:35.648 INFO:teuthology.orchestra.run.smithi204.stdout: container-tools rhel8 2022-03-27T07:01:35.648 INFO:teuthology.orchestra.run.smithi204.stdout: 2022-03-27T07:01:35.649 INFO:teuthology.orchestra.run.smithi204.stdout:Transaction Summary 2022-03-27T07:01:35.649 INFO:teuthology.orchestra.run.smithi204.stdout:======================================================================================================= 2022-03-27T07:01:35.649 INFO:teuthology.orchestra.run.smithi204.stdout:Install 10 Packages 2022-03-27T07:01:35.649 INFO:teuthology.orchestra.run.smithi204.stdout:Upgrade 7 Packages 2022-03-27T07:01:35.650 INFO:teuthology.orchestra.run.smithi204.stdout: 2022-03-27T07:01:35.650 INFO:teuthology.orchestra.run.smithi204.stdout:Total download size: 40 M 2022-03-27T07:01:35.650 INFO:teuthology.orchestra.run.smithi204.stdout:Downloading Packages: 2022-03-27T07:01:35.707 INFO:teuthology.orchestra.run.smithi176.stdout:(1/17): cockpit-podman-43-1.module_el8.7.0+1106 5.6 MB/s | 494 kB 00:00 2022-03-27T07:01:35.722 INFO:teuthology.orchestra.run.smithi204.stdout:(1/17): cockpit-podman-43-1.module_el8.7.0+1106 6.4 MB/s | 494 kB 00:00 2022-03-27T07:01:35.732 INFO:teuthology.orchestra.run.smithi176.stdout:(2/17): crun-1.4.3-1.module_el8.7.0+1106+45480e 1.8 MB/s | 209 kB 00:00 2022-03-27T07:01:35.747 INFO:teuthology.orchestra.run.smithi204.stdout:(2/17): python3-podman-4.0.0-1.module_el8.7.0+1 6.0 MB/s | 149 kB 00:00 2022-03-27T07:01:35.757 INFO:teuthology.orchestra.run.smithi176.stdout:(3/17): python3-pytoml-0.1.14-5.git7dea353.el8. 1.0 MB/s | 25 kB 00:00 2022-03-27T07:01:35.764 INFO:teuthology.orchestra.run.smithi204.stdout:(3/17): python3-pytoml-0.1.14-5.git7dea353.el8. 1.5 MB/s | 25 kB 00:00 2022-03-27T07:01:35.782 INFO:teuthology.orchestra.run.smithi176.stdout:(4/17): python3-podman-4.0.0-1.module_el8.7.0+1 1.9 MB/s | 149 kB 00:00 2022-03-27T07:01:35.789 INFO:teuthology.orchestra.run.smithi204.stdout:(4/17): python3-pyxdg-0.25-16.el8.noarch.rpm 3.7 MB/s | 94 kB 00:00 2022-03-27T07:01:35.808 INFO:teuthology.orchestra.run.smithi176.stdout:(5/17): python3-pyxdg-0.25-16.el8.noarch.rpm 1.8 MB/s | 94 kB 00:00 2022-03-27T07:01:35.857 INFO:teuthology.orchestra.run.smithi204.stdout:(5/17): crun-1.4.3-1.module_el8.7.0+1106+45480e 995 kB/s | 209 kB 00:00 2022-03-27T07:01:36.008 INFO:teuthology.orchestra.run.smithi176.stdout:(6/17): buildah-1.24.2-2.module_el8.7.0+1106+45 21 MB/s | 8.1 MB 00:00 2022-03-27T07:01:36.050 INFO:teuthology.orchestra.run.smithi176.stdout:(7/17): toolbox-0.0.99.3-1.module_el8.5.0+877+1 9.3 MB/s | 2.3 MB 00:00 2022-03-27T07:01:36.075 INFO:teuthology.orchestra.run.smithi176.stdout:(8/17): udica-0.2.6-2.module_el8.6.0+944+d413f9 727 kB/s | 48 kB 00:00 2022-03-27T07:01:36.101 INFO:teuthology.orchestra.run.smithi176.stdout:(9/17): yajl-2.1.0-10.el8.x86_64.rpm 812 kB/s | 41 kB 00:00 2022-03-27T07:01:36.115 INFO:teuthology.orchestra.run.smithi204.stdout:(6/17): skopeo-1.6.1-1.module_el8.7.0+1106+4548 20 MB/s | 6.7 MB 00:00 2022-03-27T07:01:36.126 INFO:teuthology.orchestra.run.smithi176.stdout:(10/17): conmon-2.1.0-1.module_el8.7.0+1106+454 1.1 MB/s | 55 kB 00:00 2022-03-27T07:01:36.141 INFO:teuthology.orchestra.run.smithi204.stdout:(7/17): udica-0.2.6-2.module_el8.6.0+944+d413f9 1.9 MB/s | 48 kB 00:00 2022-03-27T07:01:36.171 INFO:teuthology.orchestra.run.smithi176.stdout:(11/17): container-selinux-2.180.0-1.module_el8 836 kB/s | 59 kB 00:00 2022-03-27T07:01:36.191 INFO:teuthology.orchestra.run.smithi204.stdout:(8/17): toolbox-0.0.99.3-1.module_el8.5.0+877+1 6.8 MB/s | 2.3 MB 00:00 2022-03-27T07:01:36.201 INFO:teuthology.orchestra.run.smithi176.stdout:(12/17): containers-common-1-23.module_el8.7.0+ 3.1 MB/s | 96 kB 00:00 2022-03-27T07:01:36.216 INFO:teuthology.orchestra.run.smithi204.stdout:(9/17): yajl-2.1.0-10.el8.x86_64.rpm 544 kB/s | 41 kB 00:00 2022-03-27T07:01:36.227 INFO:teuthology.orchestra.run.smithi176.stdout:(13/17): fuse-overlayfs-1.8.2-1.module_el8.7.0+ 2.9 MB/s | 73 kB 00:00 2022-03-27T07:01:36.241 INFO:teuthology.orchestra.run.smithi204.stdout:(10/17): conmon-2.1.0-1.module_el8.7.0+1106+454 1.1 MB/s | 55 kB 00:00 2022-03-27T07:01:36.267 INFO:teuthology.orchestra.run.smithi204.stdout:(11/17): container-selinux-2.180.0-1.module_el8 1.1 MB/s | 59 kB 00:00 2022-03-27T07:01:36.300 INFO:teuthology.orchestra.run.smithi204.stdout:(12/17): containers-common-1-23.module_el8.7.0+ 2.8 MB/s | 96 kB 00:00 2022-03-27T07:01:36.393 INFO:teuthology.orchestra.run.smithi204.stdout:(13/17): buildah-1.24.2-2.module_el8.7.0+1106+4 11 MB/s | 8.1 MB 00:00 2022-03-27T07:01:36.410 INFO:teuthology.orchestra.run.smithi176.stdout:(14/17): runc-1.0.3-3.module_el8.7.0+1106+45480 16 MB/s | 3.0 MB 00:00 2022-03-27T07:01:36.418 INFO:teuthology.orchestra.run.smithi204.stdout:(14/17): fuse-overlayfs-1.8.2-1.module_el8.7.0+ 625 kB/s | 73 kB 00:00 2022-03-27T07:01:36.427 INFO:teuthology.orchestra.run.smithi176.stdout:(15/17): slirp4netns-1.1.8-2.module_el8.7.0+110 3.1 MB/s | 51 kB 00:00 2022-03-27T07:01:36.443 INFO:teuthology.orchestra.run.smithi204.stdout:(15/17): slirp4netns-1.1.8-2.module_el8.7.0+110 2.0 MB/s | 51 kB 00:00 2022-03-27T07:01:36.543 INFO:teuthology.orchestra.run.smithi204.stdout:(16/17): runc-1.0.3-3.module_el8.7.0+1106+45480 20 MB/s | 3.0 MB 00:00 2022-03-27T07:01:36.552 INFO:teuthology.orchestra.run.smithi176.stdout:(16/17): skopeo-1.6.1-1.module_el8.7.0+1106+454 8.6 MB/s | 6.7 MB 00:00 2022-03-27T07:01:36.853 INFO:teuthology.orchestra.run.smithi176.stdout:(17/17): containernetworking-plugins-1.1.1-1.mo 25 MB/s | 18 MB 00:00 2022-03-27T07:01:36.855 INFO:teuthology.orchestra.run.smithi176.stdout:-------------------------------------------------------------------------------- 2022-03-27T07:01:36.856 INFO:teuthology.orchestra.run.smithi176.stdout:Total 32 MB/s | 40 MB 00:01 2022-03-27T07:01:36.977 INFO:teuthology.orchestra.run.smithi204.stdout:(17/17): containernetworking-plugins-1.1.1-1.mo 25 MB/s | 18 MB 00:00 2022-03-27T07:01:36.979 INFO:teuthology.orchestra.run.smithi204.stdout:-------------------------------------------------------------------------------- 2022-03-27T07:01:36.980 INFO:teuthology.orchestra.run.smithi204.stdout:Total 30 MB/s | 40 MB 00:01 2022-03-27T07:01:37.221 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction check 2022-03-27T07:01:37.261 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction check succeeded. 2022-03-27T07:01:37.261 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction test 2022-03-27T07:01:37.351 INFO:teuthology.orchestra.run.smithi204.stdout:Running transaction check 2022-03-27T07:01:37.392 INFO:teuthology.orchestra.run.smithi204.stdout:Transaction check succeeded. 2022-03-27T07:01:37.392 INFO:teuthology.orchestra.run.smithi204.stdout:Running transaction test 2022-03-27T07:01:37.625 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction test succeeded. 2022-03-27T07:01:37.627 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction 2022-03-27T07:01:37.759 INFO:teuthology.orchestra.run.smithi204.stdout:Transaction test succeeded. 2022-03-27T07:01:37.762 INFO:teuthology.orchestra.run.smithi204.stdout:Running transaction 2022-03-27T07:01:38.612 INFO:teuthology.orchestra.run.smithi176.stdout: Preparing : 1/1 2022-03-27T07:01:38.651 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: container-selinux-2:2.180.0-1.module_el8.7.0+1106+ 1/24 2022-03-27T07:01:38.755 INFO:teuthology.orchestra.run.smithi204.stdout: Preparing : 1/1 2022-03-27T07:01:38.788 INFO:teuthology.orchestra.run.smithi204.stdout: Running scriptlet: container-selinux-2:2.180.0-1.module_el8.7.0+1106+ 1/24 2022-03-27T07:01:38.877 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : container-selinux-2:2.180.0-1.module_el8.7.0+1106+ 1/24 2022-03-27T07:01:38.969 INFO:teuthology.orchestra.run.smithi204.stdout: Upgrading : container-selinux-2:2.180.0-1.module_el8.7.0+1106+ 1/24 2022-03-27T07:01:55.629 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: container-selinux-2:2.180.0-1.module_el8.7.0+1106+ 1/24 2022-03-27T07:01:56.163 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : slirp4netns-1.1.8-2.module_el8.7.0+1106+45480ee0.x 2/24 2022-03-27T07:01:56.370 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : runc-1:1.0.3-3.module_el8.7.0+1106+45480ee0.x86_64 3/24 2022-03-27T07:01:56.374 INFO:teuthology.orchestra.run.smithi204.stdout: Running scriptlet: container-selinux-2:2.180.0-1.module_el8.7.0+1106+ 1/24 2022-03-27T07:01:56.582 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : fuse-overlayfs-1.8.2-1.module_el8.7.0+1106+45480ee 4/24 2022-03-27T07:01:56.598 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: fuse-overlayfs-1.8.2-1.module_el8.7.0+1106+45480ee 4/24 2022-03-27T07:01:56.775 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : yajl-2.1.0-10.el8.x86_64 5/24 2022-03-27T07:01:56.901 INFO:teuthology.orchestra.run.smithi204.stdout: Upgrading : slirp4netns-1.1.8-2.module_el8.7.0+1106+45480ee0.x 2/24 2022-03-27T07:01:56.956 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : crun-1.4.3-1.module_el8.7.0+1106+45480ee0.x86_64 6/24 2022-03-27T07:01:57.104 INFO:teuthology.orchestra.run.smithi204.stdout: Upgrading : runc-1:1.0.3-3.module_el8.7.0+1106+45480ee0.x86_64 3/24 2022-03-27T07:01:57.200 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : containers-common-2:1-23.module_el8.7.0+1106+45480 7/24 2022-03-27T07:01:57.284 INFO:teuthology.orchestra.run.smithi204.stdout: Upgrading : fuse-overlayfs-1.8.2-1.module_el8.7.0+1106+45480ee 4/24 2022-03-27T07:01:57.301 INFO:teuthology.orchestra.run.smithi204.stdout: Running scriptlet: fuse-overlayfs-1.8.2-1.module_el8.7.0+1106+45480ee 4/24 2022-03-27T07:01:57.332 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 8/24 2022-03-27T07:01:57.485 INFO:teuthology.orchestra.run.smithi204.stdout: Installing : yajl-2.1.0-10.el8.x86_64 5/24 2022-03-27T07:01:57.548 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 9/24 2022-03-27T07:01:57.648 INFO:teuthology.orchestra.run.smithi204.stdout: Installing : crun-1.4.3-1.module_el8.7.0+1106+45480ee0.x86_64 6/24 2022-03-27T07:01:57.889 INFO:teuthology.orchestra.run.smithi204.stdout: Upgrading : containers-common-2:1-23.module_el8.7.0+1106+45480 7/24 2022-03-27T07:01:58.034 INFO:teuthology.orchestra.run.smithi204.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 8/24 2022-03-27T07:01:58.245 INFO:teuthology.orchestra.run.smithi204.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 9/24 2022-03-27T07:01:58.452 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-podman-4.0.0-1.module_el8.7.0+1106+45480ee 10/24 2022-03-27T07:01:59.114 INFO:teuthology.orchestra.run.smithi204.stdout: Installing : python3-podman-4.0.0-1.module_el8.7.0+1106+45480ee 10/24 2022-03-27T07:01:59.215 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : buildah-1:1.24.2-2.module_el8.7.0+1106+45480ee0.x8 11/24 2022-03-27T07:01:59.418 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : skopeo-2:1.6.1-1.module_el8.7.0+1106+45480ee0.x86_ 12/24 2022-03-27T07:01:59.853 INFO:teuthology.orchestra.run.smithi204.stdout: Installing : buildah-1:1.24.2-2.module_el8.7.0+1106+45480ee0.x8 11/24 2022-03-27T07:02:00.053 INFO:teuthology.orchestra.run.smithi204.stdout: Installing : skopeo-2:1.6.1-1.module_el8.7.0+1106+45480ee0.x86_ 12/24 2022-03-27T07:02:01.127 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 13/24 2022-03-27T07:02:01.357 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : containernetworking-plugins-1:1.1.1-1.module_el8.7 14/24 2022-03-27T07:02:01.693 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : conmon-2:2.1.0-1.module_el8.7.0+1106+45480ee0.x86_ 15/24 2022-03-27T07:02:01.800 INFO:teuthology.orchestra.run.smithi204.stdout: Installing : udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 13/24 2022-03-27T07:02:01.871 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86 16/24 2022-03-27T07:02:01.983 INFO:teuthology.orchestra.run.smithi204.stdout: Upgrading : containernetworking-plugins-1:1.1.1-1.module_el8.7 14/24 2022-03-27T07:02:02.032 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : cockpit-podman-43-1.module_el8.7.0+1106+45480ee0.n 17/24 2022-03-27T07:02:02.171 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : containers-common-2:1-6.module_el8.6.0+954+963caf3 18/24 2022-03-27T07:02:02.171 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : container-selinux-2:2.170.0-1.module_el8.6.0+954+9 19/24 2022-03-27T07:02:02.361 INFO:teuthology.orchestra.run.smithi204.stdout: Upgrading : conmon-2:2.1.0-1.module_el8.7.0+1106+45480ee0.x86_ 15/24 2022-03-27T07:02:02.367 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: container-selinux-2:2.170.0-1.module_el8.6.0+954+9 19/24 2022-03-27T07:02:02.524 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : runc-1.0.2-1.module_el8.6.0+926+8bef8ae7.x86_64 20/24 2022-03-27T07:02:02.531 INFO:teuthology.orchestra.run.smithi204.stdout: Installing : toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86 16/24 2022-03-27T07:02:02.710 INFO:teuthology.orchestra.run.smithi204.stdout: Installing : cockpit-podman-43-1.module_el8.7.0+1106+45480ee0.n 17/24 2022-03-27T07:02:02.725 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : fuse-overlayfs-1.7.1-1.module_el8.6.0+926+8bef8ae7 21/24 2022-03-27T07:02:02.841 INFO:teuthology.orchestra.run.smithi204.stdout: Cleanup : containers-common-2:1-6.module_el8.6.0+954+963caf3 18/24 2022-03-27T07:02:02.842 INFO:teuthology.orchestra.run.smithi204.stdout: Cleanup : container-selinux-2:2.170.0-1.module_el8.6.0+954+9 19/24 2022-03-27T07:02:02.912 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : slirp4netns-1.1.8-1.module_el8.6.0+926+8bef8ae7.x8 22/24 2022-03-27T07:02:03.027 INFO:teuthology.orchestra.run.smithi204.stdout: Running scriptlet: container-selinux-2:2.170.0-1.module_el8.6.0+954+9 19/24 2022-03-27T07:02:03.091 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : containernetworking-plugins-1.0.1-1.module_el8.6.0 23/24 2022-03-27T07:02:03.192 INFO:teuthology.orchestra.run.smithi204.stdout: Cleanup : runc-1.0.2-1.module_el8.6.0+926+8bef8ae7.x86_64 20/24 2022-03-27T07:02:03.282 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : conmon-2:2.0.30-1.module_el8.6.0+944+d413f95e.x86_ 24/24 2022-03-27T07:02:03.367 INFO:teuthology.orchestra.run.smithi204.stdout: Cleanup : fuse-overlayfs-1.7.1-1.module_el8.6.0+926+8bef8ae7 21/24 2022-03-27T07:02:03.545 INFO:teuthology.orchestra.run.smithi204.stdout: Cleanup : slirp4netns-1.1.8-1.module_el8.6.0+926+8bef8ae7.x8 22/24 2022-03-27T07:02:03.709 INFO:teuthology.orchestra.run.smithi204.stdout: Cleanup : containernetworking-plugins-1.0.1-1.module_el8.6.0 23/24 2022-03-27T07:02:03.837 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: container-selinux-2:2.180.0-1.module_el8.7.0+1106+ 24/24 2022-03-27T07:02:03.850 INFO:teuthology.orchestra.run.smithi204.stdout: Cleanup : conmon-2:2.0.30-1.module_el8.6.0+944+d413f95e.x86_ 24/24 2022-03-27T07:02:04.363 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: conmon-2:2.0.30-1.module_el8.6.0+944+d413f95e.x86_ 24/24 2022-03-27T07:02:04.364 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : buildah-1:1.24.2-2.module_el8.7.0+1106+45480ee0.x8 1/24 2022-03-27T07:02:04.364 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : cockpit-podman-43-1.module_el8.7.0+1106+45480ee0.n 2/24 2022-03-27T07:02:04.365 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : crun-1.4.3-1.module_el8.7.0+1106+45480ee0.x86_64 3/24 2022-03-27T07:02:04.365 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-podman-4.0.0-1.module_el8.7.0+1106+45480ee 4/24 2022-03-27T07:02:04.365 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 5/24 2022-03-27T07:02:04.366 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 6/24 2022-03-27T07:02:04.366 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : skopeo-2:1.6.1-1.module_el8.7.0+1106+45480ee0.x86_ 7/24 2022-03-27T07:02:04.367 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86 8/24 2022-03-27T07:02:04.367 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 9/24 2022-03-27T07:02:04.367 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 10/24 2022-03-27T07:02:04.368 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : conmon-2:2.1.0-1.module_el8.7.0+1106+45480ee0.x86_ 11/24 2022-03-27T07:02:04.368 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : conmon-2:2.0.30-1.module_el8.6.0+944+d413f95e.x86_ 12/24 2022-03-27T07:02:04.369 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : container-selinux-2:2.180.0-1.module_el8.7.0+1106+ 13/24 2022-03-27T07:02:04.369 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : container-selinux-2:2.170.0-1.module_el8.6.0+954+9 14/24 2022-03-27T07:02:04.369 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : containernetworking-plugins-1:1.1.1-1.module_el8.7 15/24 2022-03-27T07:02:04.370 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : containernetworking-plugins-1.0.1-1.module_el8.6.0 16/24 2022-03-27T07:02:04.370 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : containers-common-2:1-23.module_el8.7.0+1106+45480 17/24 2022-03-27T07:02:04.371 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : containers-common-2:1-6.module_el8.6.0+954+963caf3 18/24 2022-03-27T07:02:04.371 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : fuse-overlayfs-1.8.2-1.module_el8.7.0+1106+45480ee 19/24 2022-03-27T07:02:04.372 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : fuse-overlayfs-1.7.1-1.module_el8.6.0+926+8bef8ae7 20/24 2022-03-27T07:02:04.372 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : runc-1:1.0.3-3.module_el8.7.0+1106+45480ee0.x86_64 21/24 2022-03-27T07:02:04.372 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : runc-1.0.2-1.module_el8.6.0+926+8bef8ae7.x86_64 22/24 2022-03-27T07:02:04.373 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : slirp4netns-1.1.8-2.module_el8.7.0+1106+45480ee0.x 23/24 2022-03-27T07:02:04.396 INFO:teuthology.orchestra.run.smithi204.stdout: Running scriptlet: container-selinux-2:2.180.0-1.module_el8.7.0+1106+ 24/24 2022-03-27T07:02:04.872 INFO:teuthology.orchestra.run.smithi204.stdout: Running scriptlet: conmon-2:2.0.30-1.module_el8.6.0+944+d413f95e.x86_ 24/24 2022-03-27T07:02:04.873 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : buildah-1:1.24.2-2.module_el8.7.0+1106+45480ee0.x8 1/24 2022-03-27T07:02:04.873 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : cockpit-podman-43-1.module_el8.7.0+1106+45480ee0.n 2/24 2022-03-27T07:02:04.873 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : crun-1.4.3-1.module_el8.7.0+1106+45480ee0.x86_64 3/24 2022-03-27T07:02:04.874 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : python3-podman-4.0.0-1.module_el8.7.0+1106+45480ee 4/24 2022-03-27T07:02:04.874 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 5/24 2022-03-27T07:02:04.874 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 6/24 2022-03-27T07:02:04.874 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : skopeo-2:1.6.1-1.module_el8.7.0+1106+45480ee0.x86_ 7/24 2022-03-27T07:02:04.874 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86 8/24 2022-03-27T07:02:04.875 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 9/24 2022-03-27T07:02:04.875 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 10/24 2022-03-27T07:02:04.875 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : conmon-2:2.1.0-1.module_el8.7.0+1106+45480ee0.x86_ 11/24 2022-03-27T07:02:04.875 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : conmon-2:2.0.30-1.module_el8.6.0+944+d413f95e.x86_ 12/24 2022-03-27T07:02:04.875 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : container-selinux-2:2.180.0-1.module_el8.7.0+1106+ 13/24 2022-03-27T07:02:04.876 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : container-selinux-2:2.170.0-1.module_el8.6.0+954+9 14/24 2022-03-27T07:02:04.876 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : containernetworking-plugins-1:1.1.1-1.module_el8.7 15/24 2022-03-27T07:02:04.876 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : containernetworking-plugins-1.0.1-1.module_el8.6.0 16/24 2022-03-27T07:02:04.876 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : containers-common-2:1-23.module_el8.7.0+1106+45480 17/24 2022-03-27T07:02:04.877 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : containers-common-2:1-6.module_el8.6.0+954+963caf3 18/24 2022-03-27T07:02:04.877 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : fuse-overlayfs-1.8.2-1.module_el8.7.0+1106+45480ee 19/24 2022-03-27T07:02:04.877 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : fuse-overlayfs-1.7.1-1.module_el8.6.0+926+8bef8ae7 20/24 2022-03-27T07:02:04.877 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : runc-1:1.0.3-3.module_el8.7.0+1106+45480ee0.x86_64 21/24 2022-03-27T07:02:04.877 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : runc-1.0.2-1.module_el8.6.0+926+8bef8ae7.x86_64 22/24 2022-03-27T07:02:04.878 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : slirp4netns-1.1.8-2.module_el8.7.0+1106+45480ee0.x 23/24 2022-03-27T07:02:05.082 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : slirp4netns-1.1.8-1.module_el8.6.0+926+8bef8ae7.x8 24/24 2022-03-27T07:02:05.082 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:02:05.082 INFO:teuthology.orchestra.run.smithi176.stdout:Upgraded: 2022-03-27T07:02:05.083 INFO:teuthology.orchestra.run.smithi176.stdout: conmon-2:2.1.0-1.module_el8.7.0+1106+45480ee0.x86_64 2022-03-27T07:02:05.083 INFO:teuthology.orchestra.run.smithi176.stdout: container-selinux-2:2.180.0-1.module_el8.7.0+1106+45480ee0.noarch 2022-03-27T07:02:05.083 INFO:teuthology.orchestra.run.smithi176.stdout: containernetworking-plugins-1:1.1.1-1.module_el8.7.0+1106+45480ee0.x86_64 2022-03-27T07:02:05.083 INFO:teuthology.orchestra.run.smithi176.stdout: containers-common-2:1-23.module_el8.7.0+1106+45480ee0.x86_64 2022-03-27T07:02:05.084 INFO:teuthology.orchestra.run.smithi176.stdout: fuse-overlayfs-1.8.2-1.module_el8.7.0+1106+45480ee0.x86_64 2022-03-27T07:02:05.084 INFO:teuthology.orchestra.run.smithi176.stdout: runc-1:1.0.3-3.module_el8.7.0+1106+45480ee0.x86_64 2022-03-27T07:02:05.084 INFO:teuthology.orchestra.run.smithi176.stdout: slirp4netns-1.1.8-2.module_el8.7.0+1106+45480ee0.x86_64 2022-03-27T07:02:05.084 INFO:teuthology.orchestra.run.smithi176.stdout:Installed: 2022-03-27T07:02:05.085 INFO:teuthology.orchestra.run.smithi176.stdout: buildah-1:1.24.2-2.module_el8.7.0+1106+45480ee0.x86_64 2022-03-27T07:02:05.085 INFO:teuthology.orchestra.run.smithi176.stdout: cockpit-podman-43-1.module_el8.7.0+1106+45480ee0.noarch 2022-03-27T07:02:05.085 INFO:teuthology.orchestra.run.smithi176.stdout: crun-1.4.3-1.module_el8.7.0+1106+45480ee0.x86_64 2022-03-27T07:02:05.085 INFO:teuthology.orchestra.run.smithi176.stdout: python3-podman-4.0.0-1.module_el8.7.0+1106+45480ee0.noarch 2022-03-27T07:02:05.085 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2022-03-27T07:02:05.086 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pyxdg-0.25-16.el8.noarch 2022-03-27T07:02:05.086 INFO:teuthology.orchestra.run.smithi176.stdout: skopeo-2:1.6.1-1.module_el8.7.0+1106+45480ee0.x86_64 2022-03-27T07:02:05.086 INFO:teuthology.orchestra.run.smithi176.stdout: toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86_64 2022-03-27T07:02:05.086 INFO:teuthology.orchestra.run.smithi176.stdout: udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 2022-03-27T07:02:05.087 INFO:teuthology.orchestra.run.smithi176.stdout: yajl-2.1.0-10.el8.x86_64 2022-03-27T07:02:05.087 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:02:05.087 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2022-03-27T07:02:05.376 DEBUG:teuthology.parallel:result is None 2022-03-27T07:02:05.645 INFO:teuthology.orchestra.run.smithi204.stdout: Verifying : slirp4netns-1.1.8-1.module_el8.6.0+926+8bef8ae7.x8 24/24 2022-03-27T07:02:05.646 INFO:teuthology.orchestra.run.smithi204.stdout: 2022-03-27T07:02:05.646 INFO:teuthology.orchestra.run.smithi204.stdout:Upgraded: 2022-03-27T07:02:05.646 INFO:teuthology.orchestra.run.smithi204.stdout: conmon-2:2.1.0-1.module_el8.7.0+1106+45480ee0.x86_64 2022-03-27T07:02:05.646 INFO:teuthology.orchestra.run.smithi204.stdout: container-selinux-2:2.180.0-1.module_el8.7.0+1106+45480ee0.noarch 2022-03-27T07:02:05.647 INFO:teuthology.orchestra.run.smithi204.stdout: containernetworking-plugins-1:1.1.1-1.module_el8.7.0+1106+45480ee0.x86_64 2022-03-27T07:02:05.647 INFO:teuthology.orchestra.run.smithi204.stdout: containers-common-2:1-23.module_el8.7.0+1106+45480ee0.x86_64 2022-03-27T07:02:05.647 INFO:teuthology.orchestra.run.smithi204.stdout: fuse-overlayfs-1.8.2-1.module_el8.7.0+1106+45480ee0.x86_64 2022-03-27T07:02:05.647 INFO:teuthology.orchestra.run.smithi204.stdout: runc-1:1.0.3-3.module_el8.7.0+1106+45480ee0.x86_64 2022-03-27T07:02:05.648 INFO:teuthology.orchestra.run.smithi204.stdout: slirp4netns-1.1.8-2.module_el8.7.0+1106+45480ee0.x86_64 2022-03-27T07:02:05.648 INFO:teuthology.orchestra.run.smithi204.stdout:Installed: 2022-03-27T07:02:05.648 INFO:teuthology.orchestra.run.smithi204.stdout: buildah-1:1.24.2-2.module_el8.7.0+1106+45480ee0.x86_64 2022-03-27T07:02:05.648 INFO:teuthology.orchestra.run.smithi204.stdout: cockpit-podman-43-1.module_el8.7.0+1106+45480ee0.noarch 2022-03-27T07:02:05.648 INFO:teuthology.orchestra.run.smithi204.stdout: crun-1.4.3-1.module_el8.7.0+1106+45480ee0.x86_64 2022-03-27T07:02:05.649 INFO:teuthology.orchestra.run.smithi204.stdout: python3-podman-4.0.0-1.module_el8.7.0+1106+45480ee0.noarch 2022-03-27T07:02:05.649 INFO:teuthology.orchestra.run.smithi204.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2022-03-27T07:02:05.649 INFO:teuthology.orchestra.run.smithi204.stdout: python3-pyxdg-0.25-16.el8.noarch 2022-03-27T07:02:05.649 INFO:teuthology.orchestra.run.smithi204.stdout: skopeo-2:1.6.1-1.module_el8.7.0+1106+45480ee0.x86_64 2022-03-27T07:02:05.650 INFO:teuthology.orchestra.run.smithi204.stdout: toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86_64 2022-03-27T07:02:05.650 INFO:teuthology.orchestra.run.smithi204.stdout: udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 2022-03-27T07:02:05.650 INFO:teuthology.orchestra.run.smithi204.stdout: yajl-2.1.0-10.el8.x86_64 2022-03-27T07:02:05.650 INFO:teuthology.orchestra.run.smithi204.stdout: 2022-03-27T07:02:05.650 INFO:teuthology.orchestra.run.smithi204.stdout:Complete! 2022-03-27T07:02:05.932 DEBUG:teuthology.parallel:result is None 2022-03-27T07:02:05.933 INFO:teuthology.run_tasks:Running task cephadm... 2022-03-27T07:02:06.002 INFO:tasks.cephadm:Config: {'avoid_pacific_features': True, 'cephadm_branch': 'v16.2.4', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'image': 'docker.io/ceph/ceph:v16.2.4', 'roleless': True, 'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '179a7bca8a84771b0dde09e26f7a2146a985df90'} 2022-03-27T07:02:06.003 INFO:tasks.cephadm:Cluster image is docker.io/ceph/ceph:v16.2.4 2022-03-27T07:02:06.004 INFO:tasks.cephadm:Cluster fsid is cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:02:06.004 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2022-03-27T07:02:06.005 INFO:tasks.cephadm:No mon roles; fabricating mons 2022-03-27T07:02:06.005 INFO:tasks.cephadm:Monitor IPs: {'mon.smithi176': '172.21.15.176', 'mon.smithi204': '172.21.15.204'} 2022-03-27T07:02:06.006 INFO:tasks.cephadm:Normalizing hostnames... 2022-03-27T07:02:06.006 DEBUG:teuthology.orchestra.run.smithi176:> sudo hostname $(hostname -s) 2022-03-27T07:02:06.036 DEBUG:teuthology.orchestra.run.smithi204:> sudo hostname $(hostname -s) 2022-03-27T07:02:06.064 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref v16.2.4)... 2022-03-27T07:02:06.065 DEBUG:teuthology.orchestra.run.smithi176:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v16.2.4/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2022-03-27T07:02:06.176 INFO:teuthology.orchestra.run.smithi176.stdout:-rw-rw-r--. 1 ubuntu ubuntu 292005 Mar 27 07:02 /home/ubuntu/cephtest/cephadm 2022-03-27T07:02:06.177 DEBUG:teuthology.orchestra.run.smithi204:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v16.2.4/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2022-03-27T07:02:06.307 INFO:teuthology.orchestra.run.smithi204.stdout:-rw-rw-r--. 1 ubuntu ubuntu 292005 Mar 27 07:02 /home/ubuntu/cephtest/cephadm 2022-03-27T07:02:06.308 DEBUG:teuthology.orchestra.run.smithi176:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2022-03-27T07:02:06.327 DEBUG:teuthology.orchestra.run.smithi204:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2022-03-27T07:02:06.385 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /etc/ceph 2022-03-27T07:02:06.413 DEBUG:teuthology.orchestra.run.smithi204:> sudo mkdir -p /etc/ceph 2022-03-27T07:02:06.440 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod 777 /etc/ceph 2022-03-27T07:02:06.479 DEBUG:teuthology.orchestra.run.smithi204:> sudo chmod 777 /etc/ceph 2022-03-27T07:02:06.506 INFO:tasks.cephadm:Writing seed config... 2022-03-27T07:02:06.507 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2022-03-27T07:02:06.507 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2022-03-27T07:02:06.508 INFO:tasks.cephadm: override: [mon] debug mon = 20 2022-03-27T07:02:06.508 INFO:tasks.cephadm: override: [mon] debug ms = 1 2022-03-27T07:02:06.508 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2022-03-27T07:02:06.509 INFO:tasks.cephadm: override: [osd] debug ms = 1 2022-03-27T07:02:06.509 INFO:tasks.cephadm: override: [osd] debug osd = 20 2022-03-27T07:02:06.509 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2022-03-27T07:02:06.510 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2022-03-27T07:02:06.511 DEBUG:teuthology.orchestra.run.smithi176:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2022-03-27T07:02:06.536 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 ruleset-failure-domain=osd crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = cfd54f38-ad9b-11ec-8c35-001a4aab830c [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2022-03-27T07:02:06.537 DEBUG:teuthology.orchestra.run.smithi176:mon.smithi176> sudo journalctl -f -n 0 -u ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@mon.smithi176.service 2022-03-27T07:02:06.578 INFO:tasks.cephadm:Bootstrapping... 2022-03-27T07:02:06.579 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 -v bootstrap --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-ip 172.21.15.176 && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2022-03-27T07:02:06.603 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:-- Logs begin at Sun 2022-03-27 06:55:40 UTC. -- 2022-03-27T07:02:06.861 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman version --format {{.Client.Version}} 2022-03-27T07:02:08.019 INFO:teuthology.orchestra.run.smithi176.stderr:/bin/podman: 4.0.2 2022-03-27T07:02:08.082 INFO:teuthology.orchestra.run.smithi176.stderr:Verifying podman|docker is present... 2022-03-27T07:02:08.083 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman version --format {{.Client.Version}} 2022-03-27T07:02:08.122 INFO:teuthology.orchestra.run.smithi176.stderr:/bin/podman: 4.0.2 2022-03-27T07:02:08.231 INFO:teuthology.orchestra.run.smithi176.stderr:Verifying lvm2 is present... 2022-03-27T07:02:08.232 INFO:teuthology.orchestra.run.smithi176.stderr:Verifying time synchronization is in place... 2022-03-27T07:02:08.232 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl is-enabled chrony.service 2022-03-27T07:02:08.239 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2022-03-27T07:02:08.240 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl is-active chrony.service 2022-03-27T07:02:08.245 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: inactive 2022-03-27T07:02:08.246 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl is-enabled chronyd.service 2022-03-27T07:02:08.252 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: enabled 2022-03-27T07:02:08.252 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl is-active chronyd.service 2022-03-27T07:02:08.258 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: active 2022-03-27T07:02:08.259 INFO:teuthology.orchestra.run.smithi176.stderr:Unit chronyd.service is enabled and running 2022-03-27T07:02:08.259 INFO:teuthology.orchestra.run.smithi176.stderr:Repeating the final host check... 2022-03-27T07:02:08.259 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman version --format {{.Client.Version}} 2022-03-27T07:02:08.295 INFO:teuthology.orchestra.run.smithi176.stderr:/bin/podman: 4.0.2 2022-03-27T07:02:08.403 INFO:teuthology.orchestra.run.smithi176.stderr:podman|docker (/bin/podman) is present 2022-03-27T07:02:08.403 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl is present 2022-03-27T07:02:08.403 INFO:teuthology.orchestra.run.smithi176.stderr:lvcreate is present 2022-03-27T07:02:08.403 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl is-enabled chrony.service 2022-03-27T07:02:08.408 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2022-03-27T07:02:08.409 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl is-active chrony.service 2022-03-27T07:02:08.414 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: inactive 2022-03-27T07:02:08.414 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl is-enabled chronyd.service 2022-03-27T07:02:08.420 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: enabled 2022-03-27T07:02:08.421 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl is-active chronyd.service 2022-03-27T07:02:08.426 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: active 2022-03-27T07:02:08.427 INFO:teuthology.orchestra.run.smithi176.stderr:Unit chronyd.service is enabled and running 2022-03-27T07:02:08.427 INFO:teuthology.orchestra.run.smithi176.stderr:Host looks OK 2022-03-27T07:02:08.427 INFO:teuthology.orchestra.run.smithi176.stderr:Cluster fsid: cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:02:08.428 INFO:teuthology.orchestra.run.smithi176.stderr:Acquiring lock 140679533514880 on /run/cephadm/cfd54f38-ad9b-11ec-8c35-001a4aab830c.lock 2022-03-27T07:02:08.428 INFO:teuthology.orchestra.run.smithi176.stderr:Lock 140679533514880 acquired on /run/cephadm/cfd54f38-ad9b-11ec-8c35-001a4aab830c.lock 2022-03-27T07:02:08.429 INFO:teuthology.orchestra.run.smithi176.stderr:Verifying IP 172.21.15.176 port 3300 ... 2022-03-27T07:02:08.429 INFO:teuthology.orchestra.run.smithi176.stderr:Verifying IP 172.21.15.176 port 6789 ... 2022-03-27T07:02:08.429 INFO:teuthology.orchestra.run.smithi176.stderr:Base mon IP is 172.21.15.176, final addrv is [v2:172.21.15.176:3300,v1:172.21.15.176:6789] 2022-03-27T07:02:08.430 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /sbin/ip route ls 2022-03-27T07:02:08.431 INFO:teuthology.orchestra.run.smithi176.stderr:/sbin/ip: default via 172.21.15.254 dev enp3s0f1 proto dhcp metric 100 2022-03-27T07:02:08.431 INFO:teuthology.orchestra.run.smithi176.stderr:/sbin/ip: 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.176 metric 100 2022-03-27T07:02:08.432 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /sbin/ip -6 route ls 2022-03-27T07:02:08.434 INFO:teuthology.orchestra.run.smithi176.stderr:/sbin/ip: ::1 dev lo proto kernel metric 256 pref medium 2022-03-27T07:02:08.434 INFO:teuthology.orchestra.run.smithi176.stderr:/sbin/ip: fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2022-03-27T07:02:08.434 INFO:teuthology.orchestra.run.smithi176.stderr:/sbin/ip: default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1795sec hoplimit 64 pref medium 2022-03-27T07:02:08.435 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /sbin/ip -6 addr ls 2022-03-27T07:02:08.436 INFO:teuthology.orchestra.run.smithi176.stderr:/sbin/ip: 1: lo: mtu 65536 state UNKNOWN qlen 1000 2022-03-27T07:02:08.437 INFO:teuthology.orchestra.run.smithi176.stderr:/sbin/ip: inet6 ::1/128 scope host 2022-03-27T07:02:08.437 INFO:teuthology.orchestra.run.smithi176.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2022-03-27T07:02:08.437 INFO:teuthology.orchestra.run.smithi176.stderr:/sbin/ip: 5: enp3s0f1: mtu 1500 state UP qlen 1000 2022-03-27T07:02:08.437 INFO:teuthology.orchestra.run.smithi176.stderr:/sbin/ip: inet6 fe80::ec4:7aff:fe88:6f61/64 scope link 2022-03-27T07:02:08.438 INFO:teuthology.orchestra.run.smithi176.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2022-03-27T07:02:08.439 INFO:teuthology.orchestra.run.smithi176.stderr:Mon IP 172.21.15.176 is in CIDR network 172.21.0.0/20 2022-03-27T07:02:08.439 INFO:teuthology.orchestra.run.smithi176.stderr:- internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2022-03-27T07:02:08.439 INFO:teuthology.orchestra.run.smithi176.stderr:Pulling container image docker.io/ceph/ceph:v16.2.4... 2022-03-27T07:02:08.439 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman pull docker.io/ceph/ceph:v16.2.4 2022-03-27T07:02:08.525 INFO:teuthology.orchestra.run.smithi176.stderr:/bin/podman: Trying to pull docker.io/ceph/ceph:v16.2.4... 2022-03-27T07:02:08.853 INFO:teuthology.orchestra.run.smithi176.stderr:/bin/podman: Getting image source signatures 2022-03-27T07:02:08.862 INFO:teuthology.orchestra.run.smithi176.stderr:/bin/podman: Copying blob sha256:551101690791055467b1840be133b2e6b029d263771bc6c46a96bb7acdacac39 2022-03-27T07:02:08.862 INFO:teuthology.orchestra.run.smithi176.stderr:/bin/podman: Copying blob sha256:7a0437f04f83f084b7ed68ad9c4a4947e12fc4e1b006b38129bac89114ec3621 2022-03-27T07:02:08.987 INFO:teuthology.orchestra.run.smithi176.stderr:/bin/podman: Copying blob sha256:551101690791055467b1840be133b2e6b029d263771bc6c46a96bb7acdacac39 2022-03-27T07:02:09.037 INFO:teuthology.orchestra.run.smithi176.stderr:/bin/podman: Copying blob sha256:7a0437f04f83f084b7ed68ad9c4a4947e12fc4e1b006b38129bac89114ec3621 2022-03-27T07:02:20.427 INFO:teuthology.orchestra.run.smithi176.stderr:/bin/podman: Copying config sha256:8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 2022-03-27T07:02:20.477 INFO:teuthology.orchestra.run.smithi176.stderr:/bin/podman: Writing manifest to image destination 2022-03-27T07:02:20.477 INFO:teuthology.orchestra.run.smithi176.stderr:/bin/podman: Storing signatures 2022-03-27T07:02:20.846 INFO:teuthology.orchestra.run.smithi176.stderr:/bin/podman: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 2022-03-27T07:02:20.911 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --version 2022-03-27T07:02:21.403 INFO:teuthology.orchestra.run.smithi176.stderr:ceph: ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable) 2022-03-27T07:02:21.769 INFO:teuthology.orchestra.run.smithi176.stderr:Ceph version: ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable) 2022-03-27T07:02:21.769 INFO:teuthology.orchestra.run.smithi176.stderr:Extracting ceph user uid/gid from container image... 2022-03-27T07:02:21.769 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint stat --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 -c %u %g /var/lib/ceph 2022-03-27T07:02:22.129 INFO:teuthology.orchestra.run.smithi176.stderr:stat: 167 167 2022-03-27T07:02:22.424 INFO:teuthology.orchestra.run.smithi176.stderr:Creating initial keys... 2022-03-27T07:02:22.424 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --gen-print-key 2022-03-27T07:02:22.749 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-authtool: AQD+C0BitPqvKxAAcz7A5XYo58khK/3ppKZ6kg== 2022-03-27T07:02:23.069 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --gen-print-key 2022-03-27T07:02:23.468 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-authtool: AQD/C0BixmqAGRAA2NYHVQuJCK2344H83fRO5Q== 2022-03-27T07:02:24.222 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --gen-print-key 2022-03-27T07:02:24.566 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-authtool: AQAADEBioET7IBAAqSa2yWgadRnCfxCVzelpZA== 2022-03-27T07:02:24.869 INFO:teuthology.orchestra.run.smithi176.stderr:Creating initial monmap... 2022-03-27T07:02:24.870 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/monmaptool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /tmp/ceph-tmpalgjc9m6:/tmp/monmap:z docker.io/ceph/ceph:v16.2.4 --create --clobber --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c --addv smithi176 [v2:172.21.15.176:3300,v1:172.21.15.176:6789] /tmp/monmap 2022-03-27T07:02:25.191 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: monmap file /tmp/monmap 2022-03-27T07:02:25.192 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: set fsid to cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:02:25.192 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2022-03-27T07:02:25.520 INFO:teuthology.orchestra.run.smithi176.stderr:monmaptool for smithi176 [v2:172.21.15.176:3300,v1:172.21.15.176:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2022-03-27T07:02:25.520 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/monmaptool: set fsid to cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:02:25.521 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2022-03-27T07:02:25.521 INFO:teuthology.orchestra.run.smithi176.stderr: 2022-03-27T07:02:25.521 INFO:teuthology.orchestra.run.smithi176.stderr:Creating mon... 2022-03-27T07:02:25.522 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-mon --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176:/var/lib/ceph/mon/ceph-smithi176:z -v /tmp/ceph-tmpznihj4k2:/tmp/keyring:z -v /tmp/ceph-tmpalgjc9m6:/tmp/monmap:z docker.io/ceph/ceph:v16.2.4 --mkfs -i smithi176 --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -c /dev/null --monmap /tmp/monmap --keyring /tmp/keyring --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true 2022-03-27T07:02:25.894 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.856+0000 7f0494326700 0 set uid:gid to 167:167 (ceph:ceph) 2022-03-27T07:02:25.895 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 1 imported monmap: 2022-03-27T07:02:25.895 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: epoch 0 2022-03-27T07:02:25.895 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:02:25.896 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: last_changed 2022-03-27T07:02:25.170654+0000 2022-03-27T07:02:25.896 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: created 2022-03-27T07:02:25.170654+0000 2022-03-27T07:02:25.896 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: min_mon_release 0 (unknown) 2022-03-27T07:02:25.897 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: election_strategy: 1 2022-03-27T07:02:25.897 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: 0: [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] mon.smithi176 2022-03-27T07:02:25.897 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: 2022-03-27T07:02:25.897 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 0 /usr/bin/ceph-mon: set fsid to cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:02:25.898 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: RocksDB version: 6.8.1 2022-03-27T07:02:25.898 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: 2022-03-27T07:02:25.898 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-03-27T07:02:25.898 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Compile date May 13 2021 2022-03-27T07:02:25.899 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: DB SUMMARY 2022-03-27T07:02:25.899 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: 2022-03-27T07:02:25.899 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi176/store.db dir, Total Num: 0, files: 2022-03-27T07:02:25.899 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: 2022-03-27T07:02:25.899 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi176/store.db: 2022-03-27T07:02:25.900 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: 2022-03-27T07:02:25.900 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.error_if_exists: 0 2022-03-27T07:02:25.900 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.create_if_missing: 1 2022-03-27T07:02:25.900 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.paranoid_checks: 1 2022-03-27T07:02:25.901 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.env: 0x5647e4e131c0 2022-03-27T07:02:25.901 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.fs: Posix File System 2022-03-27T07:02:25.901 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.info_log: 0x5647e7252ec0 2022-03-27T07:02:25.901 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.max_file_opening_threads: 16 2022-03-27T07:02:25.901 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.statistics: (nil) 2022-03-27T07:02:25.902 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.use_fsync: 0 2022-03-27T07:02:25.902 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.max_log_file_size: 0 2022-03-27T07:02:25.902 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-03-27T07:02:25.902 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-03-27T07:02:25.903 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.keep_log_file_num: 1000 2022-03-27T07:02:25.903 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.recycle_log_file_num: 0 2022-03-27T07:02:25.903 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.allow_fallocate: 1 2022-03-27T07:02:25.903 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.allow_mmap_reads: 0 2022-03-27T07:02:25.904 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.allow_mmap_writes: 0 2022-03-27T07:02:25.904 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.use_direct_reads: 0 2022-03-27T07:02:25.904 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-03-27T07:02:25.904 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.create_missing_column_families: 0 2022-03-27T07:02:25.904 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.db_log_dir: 2022-03-27T07:02:25.905 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi176/store.db 2022-03-27T07:02:25.905 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-03-27T07:02:25.905 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.max_subcompactions: 1 2022-03-27T07:02:25.905 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.max_background_flushes: -1 2022-03-27T07:02:25.906 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-03-27T07:02:25.906 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-03-27T07:02:25.906 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-03-27T07:02:25.906 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-03-27T07:02:25.907 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-03-27T07:02:25.907 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.advise_random_on_open: 1 2022-03-27T07:02:25.907 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.db_write_buffer_size: 0 2022-03-27T07:02:25.907 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.write_buffer_manager: 0x5647e7259530 2022-03-27T07:02:25.907 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-03-27T07:02:25.908 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-03-27T07:02:25.908 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-03-27T07:02:25.908 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-03-27T07:02:25.908 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.rate_limiter: (nil) 2022-03-27T07:02:25.909 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-03-27T07:02:25.909 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.wal_recovery_mode: 2 2022-03-27T07:02:25.909 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.enable_thread_tracking: 0 2022-03-27T07:02:25.909 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.enable_pipelined_write: 0 2022-03-27T07:02:25.909 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.unordered_write: 0 2022-03-27T07:02:25.910 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-03-27T07:02:25.910 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-03-27T07:02:25.910 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-03-27T07:02:25.910 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-03-27T07:02:25.911 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.row_cache: None 2022-03-27T07:02:25.911 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.wal_filter: None 2022-03-27T07:02:25.911 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-03-27T07:02:25.911 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.allow_ingest_behind: 0 2022-03-27T07:02:25.912 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.preserve_deletes: 0 2022-03-27T07:02:25.912 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.two_write_queues: 0 2022-03-27T07:02:25.912 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.manual_wal_flush: 0 2022-03-27T07:02:25.912 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.atomic_flush: 0 2022-03-27T07:02:25.912 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-03-27T07:02:25.913 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-03-27T07:02:25.913 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-03-27T07:02:25.913 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.log_readahead_size: 0 2022-03-27T07:02:25.913 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-03-27T07:02:25.914 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.max_background_jobs: 2 2022-03-27T07:02:25.914 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.max_background_compactions: -1 2022-03-27T07:02:25.914 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-03-27T07:02:25.914 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-03-27T07:02:25.915 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-03-27T07:02:25.915 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.max_total_wal_size: 0 2022-03-27T07:02:25.915 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-03-27T07:02:25.915 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-03-27T07:02:25.916 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-03-27T07:02:25.916 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-03-27T07:02:25.916 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.max_open_files: -1 2022-03-27T07:02:25.916 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.bytes_per_sync: 0 2022-03-27T07:02:25.917 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-03-27T07:02:25.917 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-03-27T07:02:25.917 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Options.compaction_readahead_size: 0 2022-03-27T07:02:25.917 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Compression algorithms supported: 2022-03-27T07:02:25.918 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-03-27T07:02:25.918 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: kZSTD supported: 0 2022-03-27T07:02:25.918 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: kXpressCompression supported: 0 2022-03-27T07:02:25.918 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: kLZ4HCCompression supported: 1 2022-03-27T07:02:25.919 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: kLZ4Compression supported: 1 2022-03-27T07:02:25.919 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: kBZip2Compression supported: 0 2022-03-27T07:02:25.919 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: kZlibCompression supported: 1 2022-03-27T07:02:25.919 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: kSnappyCompression supported: 1 2022-03-27T07:02:25.919 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.857+0000 7f0494326700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-03-27T07:02:25.920 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.858+0000 7f0494326700 4 rocksdb: [db_impl/db_impl_open.cc:273] Creating manifest 1 2022-03-27T07:02:25.920 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: 2022-03-27T07:02:25.920 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi176/store.db/MANIFEST-000001 2022-03-27T07:02:25.920 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: 2022-03-27T07:02:25.921 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-03-27T07:02:25.921 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: 2022-03-27T07:02:25.921 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-03-27T07:02:25.921 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.merge_operator: 2022-03-27T07:02:25.921 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.compaction_filter: None 2022-03-27T07:02:25.922 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.compaction_filter_factory: None 2022-03-27T07:02:25.922 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-03-27T07:02:25.922 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-03-27T07:02:25.922 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5647e716a120) 2022-03-27T07:02:25.923 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks: 1 2022-03-27T07:02:25.923 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks_with_high_priority: 0 2022-03-27T07:02:25.923 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: pin_l0_filter_and_index_blocks_in_cache: 0 2022-03-27T07:02:25.923 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: pin_top_level_index_and_filter: 1 2022-03-27T07:02:25.923 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: index_type: 0 2022-03-27T07:02:25.924 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: data_block_index_type: 0 2022-03-27T07:02:25.924 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: index_shortening: 1 2022-03-27T07:02:25.924 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: data_block_hash_table_util_ratio: 0.750000 2022-03-27T07:02:25.924 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: hash_index_allow_collision: 1 2022-03-27T07:02:25.925 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: checksum: 1 2022-03-27T07:02:25.925 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: no_block_cache: 0 2022-03-27T07:02:25.925 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: block_cache: 0x5647e71a0d10 2022-03-27T07:02:25.925 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: block_cache_name: BinnedLRUCache 2022-03-27T07:02:25.925 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: block_cache_options: 2022-03-27T07:02:25.926 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: capacity : 536870912 2022-03-27T07:02:25.926 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: num_shard_bits : 4 2022-03-27T07:02:25.926 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: strict_capacity_limit : 0 2022-03-27T07:02:25.926 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: high_pri_pool_ratio: 0.000 2022-03-27T07:02:25.927 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: block_cache_compressed: (nil) 2022-03-27T07:02:25.927 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: persistent_cache: (nil) 2022-03-27T07:02:25.927 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: block_size: 4096 2022-03-27T07:02:25.927 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: block_size_deviation: 10 2022-03-27T07:02:25.928 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: block_restart_interval: 16 2022-03-27T07:02:25.928 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: index_block_restart_interval: 1 2022-03-27T07:02:25.928 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: metadata_block_size: 4096 2022-03-27T07:02:25.928 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: partition_filters: 0 2022-03-27T07:02:25.928 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: use_delta_encoding: 1 2022-03-27T07:02:25.929 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: filter_policy: rocksdb.BuiltinBloomFilter 2022-03-27T07:02:25.929 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: whole_key_filtering: 1 2022-03-27T07:02:25.929 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: verify_compression: 0 2022-03-27T07:02:25.929 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: read_amp_bytes_per_bit: 0 2022-03-27T07:02:25.930 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: format_version: 2 2022-03-27T07:02:25.930 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: enable_index_compression: 1 2022-03-27T07:02:25.930 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: block_align: 0 2022-03-27T07:02:25.930 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: 2022-03-27T07:02:25.930 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.write_buffer_size: 33554432 2022-03-27T07:02:25.931 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.max_write_buffer_number: 2 2022-03-27T07:02:25.931 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.compression: NoCompression 2022-03-27T07:02:25.931 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.bottommost_compression: Disabled 2022-03-27T07:02:25.931 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.prefix_extractor: nullptr 2022-03-27T07:02:25.932 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-03-27T07:02:25.932 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.num_levels: 7 2022-03-27T07:02:25.932 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-03-27T07:02:25.932 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-03-27T07:02:25.932 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-03-27T07:02:25.933 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-03-27T07:02:25.933 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-03-27T07:02:25.933 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-03-27T07:02:25.933 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-03-27T07:02:25.934 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-03-27T07:02:25.934 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-03-27T07:02:25.934 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-03-27T07:02:25.934 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.compression_opts.level: 32767 2022-03-27T07:02:25.934 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.compression_opts.strategy: 0 2022-03-27T07:02:25.935 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-03-27T07:02:25.935 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-03-27T07:02:25.935 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.compression_opts.enabled: false 2022-03-27T07:02:25.935 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-03-27T07:02:25.936 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-03-27T07:02:25.936 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-03-27T07:02:25.936 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.target_file_size_base: 67108864 2022-03-27T07:02:25.936 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-03-27T07:02:25.936 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-03-27T07:02:25.937 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-03-27T07:02:25.937 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-03-27T07:02:25.937 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-03-27T07:02:25.937 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-03-27T07:02:25.938 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-03-27T07:02:25.938 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-03-27T07:02:25.938 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-03-27T07:02:25.938 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-03-27T07:02:25.938 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-03-27T07:02:25.939 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-03-27T07:02:25.939 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-03-27T07:02:25.939 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.arena_block_size: 4194304 2022-03-27T07:02:25.939 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-03-27T07:02:25.940 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-03-27T07:02:25.940 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-03-27T07:02:25.940 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.disable_auto_compactions: 0 2022-03-27T07:02:25.940 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-03-27T07:02:25.940 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-03-27T07:02:25.941 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-03-27T07:02:25.941 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-03-27T07:02:25.941 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-03-27T07:02:25.941 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-03-27T07:02:25.942 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-03-27T07:02:25.942 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-03-27T07:02:25.942 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-03-27T07:02:25.942 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-03-27T07:02:25.943 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.863+0000 7f0494326700 4 rocksdb: Options.table_properties_collectors: 2022-03-27T07:02:25.943 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.864+0000 7f0494326700 4 rocksdb: Options.inplace_update_support: 0 2022-03-27T07:02:25.943 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.864+0000 7f0494326700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-03-27T07:02:25.943 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.864+0000 7f0494326700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-03-27T07:02:25.944 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.864+0000 7f0494326700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-03-27T07:02:25.944 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.864+0000 7f0494326700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-03-27T07:02:25.944 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.864+0000 7f0494326700 4 rocksdb: Options.bloom_locality: 0 2022-03-27T07:02:25.944 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.864+0000 7f0494326700 4 rocksdb: Options.max_successive_merges: 0 2022-03-27T07:02:25.944 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.864+0000 7f0494326700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-03-27T07:02:25.945 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.864+0000 7f0494326700 4 rocksdb: Options.paranoid_file_checks: 0 2022-03-27T07:02:25.945 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.864+0000 7f0494326700 4 rocksdb: Options.force_consistency_checks: 0 2022-03-27T07:02:25.945 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.864+0000 7f0494326700 4 rocksdb: Options.report_bg_io_stats: 0 2022-03-27T07:02:25.945 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.864+0000 7f0494326700 4 rocksdb: Options.ttl: 2592000 2022-03-27T07:02:25.946 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.864+0000 7f0494326700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-03-27T07:02:25.946 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.864+0000 7f0494326700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi176/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-03-27T07:02:25.946 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: 2022-03-27T07:02:25.946 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.864+0000 7f0494326700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2022-03-27T07:02:25.947 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: 2022-03-27T07:02:25.947 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.865+0000 7f0494326700 4 rocksdb: DB pointer 0x5647e7265800 2022-03-27T07:02:25.947 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.865+0000 7f047d1bf700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-03-27T07:02:25.947 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.865+0000 7f047d1bf700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-03-27T07:02:25.947 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: ** DB Stats ** 2022-03-27T07:02:25.948 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2022-03-27T07:02:25.948 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-03-27T07:02:25.948 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-03-27T07:02:25.948 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-03-27T07:02:25.949 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-03-27T07:02:25.949 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-03-27T07:02:25.949 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-03-27T07:02:25.949 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: 2022-03-27T07:02:25.949 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-03-27T07:02:25.950 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-27T07:02:25.950 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-27T07:02:25.950 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-27T07:02:25.950 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-27T07:02:25.951 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: 2022-03-27T07:02:25.951 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-03-27T07:02:25.951 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-27T07:02:25.951 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-27T07:02:25.952 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2022-03-27T07:02:25.952 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2022-03-27T07:02:25.952 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2022-03-27T07:02:25.952 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2022-03-27T07:02:25.952 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2022-03-27T07:02:25.953 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2022-03-27T07:02:25.953 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-27T07:02:25.953 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-27T07:02:25.953 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-03-27T07:02:25.954 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: 2022-03-27T07:02:25.954 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2022-03-27T07:02:25.954 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: 2022-03-27T07:02:25.954 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-03-27T07:02:25.954 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-27T07:02:25.955 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-27T07:02:25.955 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-27T07:02:25.955 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-27T07:02:25.955 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: 2022-03-27T07:02:25.956 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-03-27T07:02:25.956 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-27T07:02:25.956 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-27T07:02:25.956 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2022-03-27T07:02:25.957 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2022-03-27T07:02:25.957 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2022-03-27T07:02:25.957 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2022-03-27T07:02:25.957 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2022-03-27T07:02:25.958 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2022-03-27T07:02:25.958 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-27T07:02:25.958 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-27T07:02:25.958 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-03-27T07:02:25.959 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: 2022-03-27T07:02:25.959 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2022-03-27T07:02:25.959 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: 2022-03-27T07:02:25.959 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.866+0000 7f0494326700 4 rocksdb: [db_impl/db_impl.cc:397] Shutdown: canceling all background work 2022-03-27T07:02:25.959 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.866+0000 7f0494326700 4 rocksdb: [db_impl/db_impl.cc:573] Shutdown complete 2022-03-27T07:02:25.960 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph-mon: debug 2022-03-27T07:02:25.866+0000 7f0494326700 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-smithi176 for mon.smithi176 2022-03-27T07:02:26.267 INFO:teuthology.orchestra.run.smithi176.stderr:create mon.smithi176 on 2022-03-27T07:02:26.268 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: install -d -m0770 -o 167 -g 167 /var/run/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:02:26.273 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl disable ceph.target 2022-03-27T07:02:26.359 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl enable ceph.target 2022-03-27T07:02:26.365 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2022-03-27T07:02:26.442 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl start ceph.target 2022-03-27T07:02:26.449 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl enable ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c.target 2022-03-27T07:02:26.455 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c.target → /etc/systemd/system/ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c.target. 2022-03-27T07:02:26.456 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: Created symlink /etc/systemd/system/ceph.target.wants/ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c.target → /etc/systemd/system/ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c.target. 2022-03-27T07:02:26.532 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl start ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c.target 2022-03-27T07:02:26.544 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl daemon-reload 2022-03-27T07:02:26.624 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl stop ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@mon.smithi176 2022-03-27T07:02:26.645 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl reset-failed ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@mon.smithi176 2022-03-27T07:02:26.651 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: Failed to reset failed state of unit ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@mon.smithi176.service: Unit ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@mon.smithi176.service not loaded. 2022-03-27T07:02:26.652 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl enable ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@mon.smithi176 2022-03-27T07:02:26.657 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: Created symlink /etc/systemd/system/ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c.target.wants/ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@mon.smithi176.service → /etc/systemd/system/ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@.service. 2022-03-27T07:02:26.732 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl start ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@mon.smithi176 2022-03-27T07:02:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:26 smithi176 systemd[1]: Starting Ceph mon.smithi176 for cfd54f38-ad9b-11ec-8c35-001a4aab830c... 2022-03-27T07:02:27.213 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:26 smithi176 podman[30814]: 2022-03-27T07:02:27.214 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:27 smithi176 bash[30814]: e3d7e887ba9b6108d42566c2d7df964c1469f94984db60585c8ecff2c4c687c4 2022-03-27T07:02:27.263 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl is-enabled firewalld.service 2022-03-27T07:02:27.271 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: disabled 2022-03-27T07:02:27.271 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl is-active firewalld.service 2022-03-27T07:02:27.278 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: inactive 2022-03-27T07:02:27.278 INFO:teuthology.orchestra.run.smithi176.stderr:firewalld.service is not enabled 2022-03-27T07:02:27.279 INFO:teuthology.orchestra.run.smithi176.stderr:Not possible to enable service . firewalld.service is not available 2022-03-27T07:02:27.279 INFO:teuthology.orchestra.run.smithi176.stderr:Not possible to open ports <[]>. firewalld.service is not available 2022-03-27T07:02:27.280 INFO:teuthology.orchestra.run.smithi176.stderr:Waiting for mon to start... 2022-03-27T07:02:27.280 INFO:teuthology.orchestra.run.smithi176.stderr:Waiting for mon... 2022-03-27T07:02:27.280 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176:/var/lib/ceph/mon/ceph-smithi176:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status 2022-03-27T07:02:27.475 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[30830]: cluster 2022-03-27T07:02:27.209346+0000 mon.smithi176 (mon.0) 0 : [INF] mkfs cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:02:27.476 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[30830]: cluster 2022-03-27T07:02:27.200774+0000 mon.smithi176 (mon.0) 1 : cluster [INF] mon.smithi176 is new leader, mons smithi176 in quorum (ranks 0) 2022-03-27T07:02:27.476 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:27 smithi176 systemd[1]: Started Ceph mon.smithi176 for cfd54f38-ad9b-11ec-8c35-001a4aab830c. 2022-03-27T07:02:27.786 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: cluster: 2022-03-27T07:02:27.787 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: id: cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:02:27.787 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: health: HEALTH_OK 2022-03-27T07:02:27.787 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: 2022-03-27T07:02:27.788 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: services: 2022-03-27T07:02:27.788 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: mon: 1 daemons, quorum smithi176 (age 0.576127s) 2022-03-27T07:02:27.789 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: mgr: no daemons active 2022-03-27T07:02:27.789 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: osd: 0 osds: 0 up, 0 in 2022-03-27T07:02:27.790 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: 2022-03-27T07:02:27.790 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: data: 2022-03-27T07:02:27.791 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: pools: 0 pools, 0 pgs 2022-03-27T07:02:27.791 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: objects: 0 objects, 0 B 2022-03-27T07:02:27.791 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: usage: 0 B used, 0 B / 0 B avail 2022-03-27T07:02:27.791 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: pgs: 2022-03-27T07:02:27.792 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: 2022-03-27T07:02:28.129 INFO:teuthology.orchestra.run.smithi176.stderr:mon is available 2022-03-27T07:02:28.130 INFO:teuthology.orchestra.run.smithi176.stderr:Assimilating anything we can from ceph.conf... 2022-03-27T07:02:28.130 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z -v /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176:/var/lib/ceph/mon/ceph-smithi176:z docker.io/ceph/ceph:v16.2.4 config assimilate-conf -i /var/lib/ceph/mon/ceph-smithi176/config 2022-03-27T07:02:28.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[30830]: cluster 2022-03-27T07:02:27.207776+0000 mon.smithi176 (mon.0) 2 : cluster [INF] mon.smithi176 is new leader, mons smithi176 in quorum (ranks 0) 2022-03-27T07:02:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[30830]: cluster 2022-03-27T07:02:27.208265+0000 mon.smithi176 (mon.0) 3 : cluster [DBG] monmap e1: 1 mons at {smithi176=[v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0]} 2022-03-27T07:02:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[30830]: cluster 2022-03-27T07:02:27.210601+0000 mon.smithi176 (mon.0) 4 : cluster [DBG] fsmap 2022-03-27T07:02:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[30830]: cluster 2022-03-27T07:02:27.213699+0000 mon.smithi176 (mon.0) 5 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2022-03-27T07:02:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[30830]: cluster 2022-03-27T07:02:27.214095+0000 mon.smithi176 (mon.0) 6 : cluster [DBG] mgrmap e1: no daemons active 2022-03-27T07:02:28.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[30830]: audit 2022-03-27T07:02:27.783876+0000 mon.smithi176 (mon.0) 7 : audit [DBG] from='client.? 172.21.15.176:0/4069693731' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2022-03-27T07:02:28.613 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: 2022-03-27T07:02:28.614 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: [global] 2022-03-27T07:02:28.614 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: fsid = cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:02:28.614 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: mon_host = [v2:172.21.15.176:3300,v1:172.21.15.176:6789] 2022-03-27T07:02:28.614 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2022-03-27T07:02:28.614 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2022-03-27T07:02:28.615 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2022-03-27T07:02:28.615 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2022-03-27T07:02:28.615 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: 2022-03-27T07:02:28.615 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: [mgr] 2022-03-27T07:02:28.616 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2022-03-27T07:02:28.616 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: 2022-03-27T07:02:28.616 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: [osd] 2022-03-27T07:02:28.616 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2022-03-27T07:02:28.616 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: osd_memory_target_autotune = true 2022-03-27T07:02:28.617 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2022-03-27T07:02:28.973 INFO:teuthology.orchestra.run.smithi176.stderr:Generating new minimal ceph.conf... 2022-03-27T07:02:28.974 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z -v /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176:/var/lib/ceph/mon/ceph-smithi176:z docker.io/ceph/ceph:v16.2.4 config generate-minimal-conf -o /var/lib/ceph/mon/ceph-smithi176/config 2022-03-27T07:02:29.499 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[30830]: audit 2022-03-27T07:02:28.607791+0000 mon.smithi176 (mon.0) 8 : audit [INF] from='client.? 172.21.15.176:0/3444050089' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2022-03-27T07:02:29.500 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[30830]: audit 2022-03-27T07:02:28.611157+0000 mon.smithi176 (mon.0) 9 : audit [INF] from='client.? 172.21.15.176:0/3444050089' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2022-03-27T07:02:29.816 INFO:teuthology.orchestra.run.smithi176.stderr:Restarting the monitor... 2022-03-27T07:02:29.816 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl restart ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@mon.smithi176 2022-03-27T07:02:30.150 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:29 smithi176 systemd[1]: Stopping Ceph mon.smithi176 for cfd54f38-ad9b-11ec-8c35-001a4aab830c... 2022-03-27T07:02:30.151 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[30830]: debug 2022-03-27T07:02:29.895+0000 7f9be24fc700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.smithi176 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2022-03-27T07:02:30.151 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[30830]: debug 2022-03-27T07:02:29.895+0000 7f9be24fc700 -1 mon.smithi176@0(leader) e1 *** Got Signal Terminated *** 2022-03-27T07:02:30.501 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 podman[31161]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176 2022-03-27T07:02:30.502 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@mon.smithi176.service: Succeeded. 2022-03-27T07:02:30.502 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 systemd[1]: Stopped Ceph mon.smithi176 for cfd54f38-ad9b-11ec-8c35-001a4aab830c. 2022-03-27T07:02:30.502 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 systemd[1]: Starting Ceph mon.smithi176 for cfd54f38-ad9b-11ec-8c35-001a4aab830c... 2022-03-27T07:02:30.503 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 podman[31233]: 2022-03-27T07:02:30.616 INFO:teuthology.orchestra.run.smithi176.stderr:Setting mon public_network to 172.21.0.0/20 2022-03-27T07:02:30.617 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config set mon public_network 172.21.0.0/20 2022-03-27T07:02:30.814 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.555+0000 7f234ce8e700 0 set uid:gid to 167:167 (ceph:ceph) 2022-03-27T07:02:30.815 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.555+0000 7f234ce8e700 0 ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable), process ceph-mon, pid 7 2022-03-27T07:02:30.815 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.555+0000 7f234ce8e700 0 pidfile_write: ignore empty --pid-file 2022-03-27T07:02:30.815 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 0 load: jerasure load: lrc load: isa 2022-03-27T07:02:30.815 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: RocksDB version: 6.8.1 2022-03-27T07:02:30.816 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.816 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-03-27T07:02:30.816 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Compile date May 13 2021 2022-03-27T07:02:30.816 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: DB SUMMARY 2022-03-27T07:02:30.817 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.817 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: CURRENT file: CURRENT 2022-03-27T07:02:30.817 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.817 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: IDENTITY file: IDENTITY 2022-03-27T07:02:30.817 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.818 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 131 Bytes 2022-03-27T07:02:30.818 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.818 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi176/store.db dir, Total Num: 1, files: 000004.sst 2022-03-27T07:02:30.818 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.818 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi176/store.db: 000006.log size: 79898 ; 2022-03-27T07:02:30.819 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.819 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.error_if_exists: 0 2022-03-27T07:02:30.819 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.create_if_missing: 0 2022-03-27T07:02:30.819 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.paranoid_checks: 1 2022-03-27T07:02:30.820 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.env: 0x557f1b3931c0 2022-03-27T07:02:30.820 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.fs: Posix File System 2022-03-27T07:02:30.820 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.info_log: 0x557f1dbe7960 2022-03-27T07:02:30.820 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.max_file_opening_threads: 16 2022-03-27T07:02:30.820 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.statistics: (nil) 2022-03-27T07:02:30.821 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.use_fsync: 0 2022-03-27T07:02:30.821 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.max_log_file_size: 0 2022-03-27T07:02:30.821 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-03-27T07:02:30.821 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-03-27T07:02:30.822 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.keep_log_file_num: 1000 2022-03-27T07:02:30.822 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.recycle_log_file_num: 0 2022-03-27T07:02:30.822 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.allow_fallocate: 1 2022-03-27T07:02:30.822 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.allow_mmap_reads: 0 2022-03-27T07:02:30.822 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.allow_mmap_writes: 0 2022-03-27T07:02:30.823 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.use_direct_reads: 0 2022-03-27T07:02:30.823 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-03-27T07:02:30.823 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.create_missing_column_families: 0 2022-03-27T07:02:30.823 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.db_log_dir: 2022-03-27T07:02:30.824 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi176/store.db 2022-03-27T07:02:30.824 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-03-27T07:02:30.824 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.max_subcompactions: 1 2022-03-27T07:02:30.824 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.max_background_flushes: -1 2022-03-27T07:02:30.825 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-03-27T07:02:30.825 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-03-27T07:02:30.825 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-03-27T07:02:30.825 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-03-27T07:02:30.825 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-03-27T07:02:30.826 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.advise_random_on_open: 1 2022-03-27T07:02:30.826 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.db_write_buffer_size: 0 2022-03-27T07:02:30.826 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.write_buffer_manager: 0x557f1dbedfb0 2022-03-27T07:02:30.826 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-03-27T07:02:30.826 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-03-27T07:02:30.827 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-03-27T07:02:30.827 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-03-27T07:02:30.827 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.rate_limiter: (nil) 2022-03-27T07:02:30.827 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-03-27T07:02:30.828 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.wal_recovery_mode: 2 2022-03-27T07:02:30.828 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.enable_thread_tracking: 0 2022-03-27T07:02:30.828 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.enable_pipelined_write: 0 2022-03-27T07:02:30.828 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.unordered_write: 0 2022-03-27T07:02:30.828 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-03-27T07:02:30.829 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-03-27T07:02:30.829 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-03-27T07:02:30.829 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-03-27T07:02:30.829 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.row_cache: None 2022-03-27T07:02:30.829 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.wal_filter: None 2022-03-27T07:02:30.830 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-03-27T07:02:30.830 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.allow_ingest_behind: 0 2022-03-27T07:02:30.830 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.preserve_deletes: 0 2022-03-27T07:02:30.830 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.two_write_queues: 0 2022-03-27T07:02:30.831 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.manual_wal_flush: 0 2022-03-27T07:02:30.831 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.atomic_flush: 0 2022-03-27T07:02:30.831 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-03-27T07:02:30.831 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-03-27T07:02:30.831 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-03-27T07:02:30.832 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.log_readahead_size: 0 2022-03-27T07:02:30.832 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-03-27T07:02:30.832 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.max_background_jobs: 2 2022-03-27T07:02:30.832 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.max_background_compactions: -1 2022-03-27T07:02:30.833 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-03-27T07:02:30.833 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-03-27T07:02:30.833 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-03-27T07:02:30.833 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.max_total_wal_size: 0 2022-03-27T07:02:30.833 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-03-27T07:02:30.834 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-03-27T07:02:30.834 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-03-27T07:02:30.834 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-03-27T07:02:30.834 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.max_open_files: -1 2022-03-27T07:02:30.835 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.bytes_per_sync: 0 2022-03-27T07:02:30.835 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-03-27T07:02:30.835 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-03-27T07:02:30.835 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Options.compaction_readahead_size: 0 2022-03-27T07:02:30.835 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Compression algorithms supported: 2022-03-27T07:02:30.836 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-03-27T07:02:30.836 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: kZSTD supported: 0 2022-03-27T07:02:30.836 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: kXpressCompression supported: 0 2022-03-27T07:02:30.836 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: kLZ4HCCompression supported: 1 2022-03-27T07:02:30.837 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: kLZ4Compression supported: 1 2022-03-27T07:02:30.837 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: kBZip2Compression supported: 0 2022-03-27T07:02:30.837 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: kZlibCompression supported: 1 2022-03-27T07:02:30.837 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: kSnappyCompression supported: 1 2022-03-27T07:02:30.837 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.560+0000 7f234ce8e700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-03-27T07:02:30.839 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi176/store.db/MANIFEST-000005 2022-03-27T07:02:30.840 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.840 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-03-27T07:02:30.840 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.840 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-03-27T07:02:30.841 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.merge_operator: 2022-03-27T07:02:30.841 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.compaction_filter: None 2022-03-27T07:02:30.841 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.compaction_filter_factory: None 2022-03-27T07:02:30.841 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-03-27T07:02:30.842 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-03-27T07:02:30.842 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x557f1dafe128) 2022-03-27T07:02:30.842 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cache_index_and_filter_blocks: 1 2022-03-27T07:02:30.842 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cache_index_and_filter_blocks_with_high_priority: 0 2022-03-27T07:02:30.842 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-03-27T07:02:30.843 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: pin_top_level_index_and_filter: 1 2022-03-27T07:02:30.843 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: index_type: 0 2022-03-27T07:02:30.843 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: data_block_index_type: 0 2022-03-27T07:02:30.843 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: index_shortening: 1 2022-03-27T07:02:30.844 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: data_block_hash_table_util_ratio: 0.750000 2022-03-27T07:02:30.844 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: hash_index_allow_collision: 1 2022-03-27T07:02:30.844 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: checksum: 1 2022-03-27T07:02:30.844 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: no_block_cache: 0 2022-03-27T07:02:30.844 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: block_cache: 0x557f1db34f10 2022-03-27T07:02:30.845 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: block_cache_name: BinnedLRUCache 2022-03-27T07:02:30.845 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: block_cache_options: 2022-03-27T07:02:30.845 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: capacity : 536870912 2022-03-27T07:02:30.845 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: num_shard_bits : 4 2022-03-27T07:02:30.846 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: strict_capacity_limit : 0 2022-03-27T07:02:30.846 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: high_pri_pool_ratio: 0.000 2022-03-27T07:02:30.846 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: block_cache_compressed: (nil) 2022-03-27T07:02:30.846 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: persistent_cache: (nil) 2022-03-27T07:02:30.846 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: block_size: 4096 2022-03-27T07:02:30.847 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: block_size_deviation: 10 2022-03-27T07:02:30.847 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: block_restart_interval: 16 2022-03-27T07:02:30.847 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: index_block_restart_interval: 1 2022-03-27T07:02:30.847 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: metadata_block_size: 4096 2022-03-27T07:02:30.847 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: partition_filters: 0 2022-03-27T07:02:30.848 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: use_delta_encoding: 1 2022-03-27T07:02:30.848 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: filter_policy: rocksdb.BuiltinBloomFilter 2022-03-27T07:02:30.848 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: whole_key_filtering: 1 2022-03-27T07:02:30.849 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: verify_compression: 0 2022-03-27T07:02:30.849 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: read_amp_bytes_per_bit: 0 2022-03-27T07:02:30.849 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: format_version: 2 2022-03-27T07:02:30.849 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: enable_index_compression: 1 2022-03-27T07:02:30.850 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: block_align: 0 2022-03-27T07:02:30.850 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.850 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.write_buffer_size: 33554432 2022-03-27T07:02:30.850 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.max_write_buffer_number: 2 2022-03-27T07:02:30.851 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.compression: NoCompression 2022-03-27T07:02:30.851 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.bottommost_compression: Disabled 2022-03-27T07:02:30.851 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.prefix_extractor: nullptr 2022-03-27T07:02:30.851 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-03-27T07:02:30.852 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.num_levels: 7 2022-03-27T07:02:30.852 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-03-27T07:02:30.852 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-03-27T07:02:30.852 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-03-27T07:02:30.852 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-03-27T07:02:30.853 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-03-27T07:02:30.853 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-03-27T07:02:30.853 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-03-27T07:02:30.853 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-03-27T07:02:30.854 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-03-27T07:02:30.854 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-03-27T07:02:30.854 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.compression_opts.level: 32767 2022-03-27T07:02:30.854 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.compression_opts.strategy: 0 2022-03-27T07:02:30.855 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-03-27T07:02:30.855 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-03-27T07:02:30.855 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.compression_opts.enabled: false 2022-03-27T07:02:30.855 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-03-27T07:02:30.855 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-03-27T07:02:30.856 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-03-27T07:02:30.856 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.target_file_size_base: 67108864 2022-03-27T07:02:30.856 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-03-27T07:02:30.856 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-03-27T07:02:30.857 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-03-27T07:02:30.857 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-03-27T07:02:30.857 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-03-27T07:02:30.857 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-03-27T07:02:30.857 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-03-27T07:02:30.858 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-03-27T07:02:30.858 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-03-27T07:02:30.858 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-03-27T07:02:30.858 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-03-27T07:02:30.859 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-03-27T07:02:30.859 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-03-27T07:02:30.859 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.arena_block_size: 4194304 2022-03-27T07:02:30.859 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-03-27T07:02:30.859 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-03-27T07:02:30.860 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-03-27T07:02:30.860 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.disable_auto_compactions: 0 2022-03-27T07:02:30.860 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-03-27T07:02:30.860 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-03-27T07:02:30.861 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-03-27T07:02:30.861 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-03-27T07:02:30.861 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-03-27T07:02:30.861 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-03-27T07:02:30.862 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-03-27T07:02:30.862 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-03-27T07:02:30.862 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-03-27T07:02:30.862 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-03-27T07:02:30.863 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.table_properties_collectors: 2022-03-27T07:02:30.863 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.inplace_update_support: 0 2022-03-27T07:02:30.863 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-03-27T07:02:30.863 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-03-27T07:02:30.863 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-03-27T07:02:30.864 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-03-27T07:02:30.864 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.bloom_locality: 0 2022-03-27T07:02:30.864 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.max_successive_merges: 0 2022-03-27T07:02:30.864 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-03-27T07:02:30.864 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.paranoid_file_checks: 0 2022-03-27T07:02:30.865 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.force_consistency_checks: 0 2022-03-27T07:02:30.865 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.report_bg_io_stats: 0 2022-03-27T07:02:30.865 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.ttl: 2592000 2022-03-27T07:02:30.865 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-03-27T07:02:30.866 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi176/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 5, log_number is 4,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-03-27T07:02:30.866 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.866 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 4 2022-03-27T07:02:30.866 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.867 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.561+0000 7f234ce8e700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1648364550563027, "job": 1, "event": "recovery_started", "log_files": [6]} 2022-03-27T07:02:30.867 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.562+0000 7f234ce8e700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #6 mode 2 2022-03-27T07:02:30.867 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.562+0000 7f234ce8e700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-03-27T07:02:30.867 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.562+0000 7f234ce8e700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1648364550563879, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 7, "file_size": 76886, "table_properties": {"data_size": 75183, "index_size": 308, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 581, "raw_key_size": 9152, "raw_average_key_size": 47, "raw_value_size": 69886, "raw_average_value_size": 362, "num_data_blocks": 10, "num_entries": 193, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1648364550, "oldest_key_time": 3, "file_creation_time": 0}} 2022-03-27T07:02:30.867 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.562+0000 7f234ce8e700 4 rocksdb: [version_set.cc:3826] Creating manifest 8 2022-03-27T07:02:30.868 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.868 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.563+0000 7f234ce8e700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1648364550564324, "job": 1, "event": "recovery_finished"} 2022-03-27T07:02:30.868 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.563+0000 7f234ce8e700 4 rocksdb: DB pointer 0x557f1dbf9800 2022-03-27T07:02:30.868 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.564+0000 7f2333ca6700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-03-27T07:02:30.868 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.564+0000 7f2333ca6700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-03-27T07:02:30.869 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: ** DB Stats ** 2022-03-27T07:02:30.869 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-27T07:02:30.869 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-03-27T07:02:30.869 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-03-27T07:02:30.870 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-03-27T07:02:30.870 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-03-27T07:02:30.870 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-03-27T07:02:30.870 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-03-27T07:02:30.870 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.871 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: ** Compaction Stats [default] ** 2022-03-27T07:02:30.871 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-27T07:02:30.871 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-27T07:02:30.871 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: L0 2/0 76.78 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 128.0 0.00 0.00 1 0.001 0 0 2022-03-27T07:02:30.872 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Sum 2/0 76.78 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 128.0 0.00 0.00 1 0.001 0 0 2022-03-27T07:02:30.872 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 128.0 0.00 0.00 1 0.001 0 0 2022-03-27T07:02:30.872 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.872 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: ** Compaction Stats [default] ** 2022-03-27T07:02:30.873 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-27T07:02:30.873 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-27T07:02:30.873 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 128.0 0.00 0.00 1 0.001 0 0 2022-03-27T07:02:30.873 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-27T07:02:30.874 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Flush(GB): cumulative 0.000, interval 0.000 2022-03-27T07:02:30.874 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: AddFile(GB): cumulative 0.000, interval 0.000 2022-03-27T07:02:30.874 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: AddFile(Total Files): cumulative 0, interval 0 2022-03-27T07:02:30.874 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: AddFile(L0 Files): cumulative 0, interval 0 2022-03-27T07:02:30.875 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: AddFile(Keys): cumulative 0, interval 0 2022-03-27T07:02:30.875 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Cumulative compaction: 0.00 GB write, 25.96 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-27T07:02:30.875 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Interval compaction: 0.00 GB write, 25.96 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-27T07:02:30.875 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-03-27T07:02:30.875 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.876 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: ** File Read Latency Histogram By Level [default] ** 2022-03-27T07:02:30.876 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.876 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: ** Compaction Stats [default] ** 2022-03-27T07:02:30.876 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-27T07:02:30.877 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-27T07:02:30.877 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: L0 2/0 76.78 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 128.0 0.00 0.00 1 0.001 0 0 2022-03-27T07:02:30.877 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Sum 2/0 76.78 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 128.0 0.00 0.00 1 0.001 0 0 2022-03-27T07:02:30.877 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-27T07:02:30.878 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.878 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: ** Compaction Stats [default] ** 2022-03-27T07:02:30.878 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-27T07:02:30.878 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-27T07:02:30.878 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 128.0 0.00 0.00 1 0.001 0 0 2022-03-27T07:02:30.879 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-27T07:02:30.879 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Flush(GB): cumulative 0.000, interval 0.000 2022-03-27T07:02:30.879 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: AddFile(GB): cumulative 0.000, interval 0.000 2022-03-27T07:02:30.879 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: AddFile(Total Files): cumulative 0, interval 0 2022-03-27T07:02:30.880 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: AddFile(L0 Files): cumulative 0, interval 0 2022-03-27T07:02:30.880 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: AddFile(Keys): cumulative 0, interval 0 2022-03-27T07:02:30.880 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Cumulative compaction: 0.00 GB write, 25.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-27T07:02:30.880 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-27T07:02:30.880 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-03-27T07:02:30.881 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.881 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: ** File Read Latency Histogram By Level [default] ** 2022-03-27T07:02:30.881 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.881 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.564+0000 7f234ce8e700 0 starting mon.smithi176 rank 0 at public addrs [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] at bind addrs [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi176 fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:02:30.881 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.565+0000 7f234ce8e700 1 mon.smithi176@-1(???) e1 preinit fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:02:30.882 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.566+0000 7f234ce8e700 0 mon.smithi176@-1(???).mds e1 new map 2022-03-27T07:02:30.882 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.566+0000 7f234ce8e700 0 mon.smithi176@-1(???).mds e1 print_map 2022-03-27T07:02:30.882 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: e1 2022-03-27T07:02:30.882 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: enable_multiple, ever_enabled_multiple: 1,1 2022-03-27T07:02:30.883 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-03-27T07:02:30.883 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: legacy client fscid: -1 2022-03-27T07:02:30.883 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.883 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: No filesystems configured 2022-03-27T07:02:30.883 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: 2022-03-27T07:02:30.884 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.566+0000 7f234ce8e700 0 mon.smithi176@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2022-03-27T07:02:30.884 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.566+0000 7f234ce8e700 0 mon.smithi176@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2022-03-27T07:02:30.884 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.566+0000 7f234ce8e700 0 mon.smithi176@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2022-03-27T07:02:30.884 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.566+0000 7f234ce8e700 0 mon.smithi176@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2022-03-27T07:02:30.885 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:28.607791+0000 mon.smithi176 (mon.0) 8 : audit [INF] from='client.? 172.21.15.176:0/3444050089' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2022-03-27T07:02:30.885 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:28.611157+0000 mon.smithi176 (mon.0) 9 : audit [INF] from='client.? 172.21.15.176:0/3444050089' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2022-03-27T07:02:30.885 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.566+0000 7f234ce8e700 1 mon.smithi176@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2022-03-27T07:02:30.885 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.567+0000 7f234ce8e700 20 expand_channel_meta expand map: {default=false} 2022-03-27T07:02:30.885 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.567+0000 7f234ce8e700 20 expand_channel_meta from 'false' to 'false' 2022-03-27T07:02:30.886 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.567+0000 7f234ce8e700 20 expand_channel_meta expanded map: {default=false} 2022-03-27T07:02:30.886 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.567+0000 7f234ce8e700 20 expand_channel_meta expand map: {default=info} 2022-03-27T07:02:30.886 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.567+0000 7f234ce8e700 20 expand_channel_meta from 'info' to 'info' 2022-03-27T07:02:30.886 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.567+0000 7f234ce8e700 20 expand_channel_meta expanded map: {default=info} 2022-03-27T07:02:30.887 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.567+0000 7f234ce8e700 20 expand_channel_meta expand map: {default=daemon} 2022-03-27T07:02:30.887 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.567+0000 7f234ce8e700 20 expand_channel_meta from 'daemon' to 'daemon' 2022-03-27T07:02:30.887 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.567+0000 7f234ce8e700 20 expand_channel_meta expanded map: {default=daemon} 2022-03-27T07:02:30.887 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.567+0000 7f234ce8e700 20 expand_channel_meta expand map: {default=debug} 2022-03-27T07:02:30.887 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.567+0000 7f234ce8e700 20 expand_channel_meta from 'debug' to 'debug' 2022-03-27T07:02:30.888 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:02:30.567+0000 7f234ce8e700 20 expand_channel_meta expanded map: {default=debug} 2022-03-27T07:02:30.888 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 bash[31233]: a808d6fae0564b163d866305264516c9dc2635bf5cbaa0a8ab1a0b26df5bc511 2022-03-27T07:02:30.888 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 systemd[1]: Started Ceph mon.smithi176 for cfd54f38-ad9b-11ec-8c35-001a4aab830c. 2022-03-27T07:02:30.888 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:02:30.581671+0000 mon.smithi176 (mon.0) 1 : cluster [INF] mon.smithi176 is new leader, mons smithi176 in quorum (ranks 0) 2022-03-27T07:02:30.888 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:02:30.581728+0000 mon.smithi176 (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {smithi176=[v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0]} 2022-03-27T07:02:30.889 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:02:30.581761+0000 mon.smithi176 (mon.0) 3 : cluster [DBG] fsmap 2022-03-27T07:02:30.889 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:02:30.581784+0000 mon.smithi176 (mon.0) 4 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2022-03-27T07:02:30.889 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:02:30.582149+0000 mon.smithi176 (mon.0) 5 : cluster [DBG] mgrmap e1: no daemons active 2022-03-27T07:02:31.566 INFO:teuthology.orchestra.run.smithi176.stderr:Wrote config to /etc/ceph/ceph.conf 2022-03-27T07:02:31.566 INFO:teuthology.orchestra.run.smithi176.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2022-03-27T07:02:31.566 INFO:teuthology.orchestra.run.smithi176.stderr:Creating mgr... 2022-03-27T07:02:31.567 INFO:teuthology.orchestra.run.smithi176.stderr:Verifying port 9283 ... 2022-03-27T07:02:31.568 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl daemon-reload 2022-03-27T07:02:31.655 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl stop ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@mgr.smithi176.ajjlsm 2022-03-27T07:02:31.677 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl reset-failed ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@mgr.smithi176.ajjlsm 2022-03-27T07:02:31.682 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: Failed to reset failed state of unit ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@mgr.smithi176.ajjlsm.service: Unit ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@mgr.smithi176.ajjlsm.service not loaded. 2022-03-27T07:02:31.684 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl enable ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@mgr.smithi176.ajjlsm 2022-03-27T07:02:31.689 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: Created symlink /etc/systemd/system/ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c.target.wants/ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@mgr.smithi176.ajjlsm.service → /etc/systemd/system/ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@.service. 2022-03-27T07:02:31.766 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl start ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@mgr.smithi176.ajjlsm 2022-03-27T07:02:32.231 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:31.120155+0000 mon.smithi176 (mon.0) 6 : audit [INF] from='client.? 172.21.15.176:0/3978284415' entity='client.admin' 2022-03-27T07:02:32.296 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl is-enabled firewalld.service 2022-03-27T07:02:32.304 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: disabled 2022-03-27T07:02:32.305 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl is-active firewalld.service 2022-03-27T07:02:32.313 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: inactive 2022-03-27T07:02:32.314 INFO:teuthology.orchestra.run.smithi176.stderr:firewalld.service is not enabled 2022-03-27T07:02:32.314 INFO:teuthology.orchestra.run.smithi176.stderr:Not possible to enable service . firewalld.service is not available 2022-03-27T07:02:32.314 INFO:teuthology.orchestra.run.smithi176.stderr:Not possible to open ports <[]>. firewalld.service is not available 2022-03-27T07:02:32.314 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl is-enabled firewalld.service 2022-03-27T07:02:32.321 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: disabled 2022-03-27T07:02:32.321 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl is-active firewalld.service 2022-03-27T07:02:32.328 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: inactive 2022-03-27T07:02:32.329 INFO:teuthology.orchestra.run.smithi176.stderr:firewalld.service is not enabled 2022-03-27T07:02:32.329 INFO:teuthology.orchestra.run.smithi176.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2022-03-27T07:02:32.329 INFO:teuthology.orchestra.run.smithi176.stderr:Waiting for mgr to start... 2022-03-27T07:02:32.329 INFO:teuthology.orchestra.run.smithi176.stderr:Waiting for mgr... 2022-03-27T07:02:32.330 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status -f json-pretty 2022-03-27T07:02:32.933 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: 2022-03-27T07:02:32.933 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: { 2022-03-27T07:02:32.933 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "fsid": "cfd54f38-ad9b-11ec-8c35-001a4aab830c", 2022-03-27T07:02:32.937 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "health": { 2022-03-27T07:02:32.937 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2022-03-27T07:02:32.938 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "checks": {}, 2022-03-27T07:02:32.938 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "mutes": [] 2022-03-27T07:02:32.939 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:32.939 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "election_epoch": 5, 2022-03-27T07:02:32.939 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "quorum": [ 2022-03-27T07:02:32.940 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: 0 2022-03-27T07:02:32.940 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: ], 2022-03-27T07:02:32.941 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "quorum_names": [ 2022-03-27T07:02:32.941 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "smithi176" 2022-03-27T07:02:32.941 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: ], 2022-03-27T07:02:32.942 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "quorum_age": 2, 2022-03-27T07:02:32.942 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "monmap": { 2022-03-27T07:02:32.943 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-27T07:02:32.943 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2022-03-27T07:02:32.945 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_mons": 1 2022-03-27T07:02:32.950 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:32.951 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "osdmap": { 2022-03-27T07:02:32.951 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-27T07:02:32.951 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_osds": 0, 2022-03-27T07:02:32.951 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_up_osds": 0, 2022-03-27T07:02:32.952 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "osd_up_since": 0, 2022-03-27T07:02:32.952 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_in_osds": 0, 2022-03-27T07:02:32.952 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "osd_in_since": 0, 2022-03-27T07:02:32.953 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2022-03-27T07:02:32.953 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:32.953 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "pgmap": { 2022-03-27T07:02:32.954 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "pgs_by_state": [], 2022-03-27T07:02:32.954 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_pgs": 0, 2022-03-27T07:02:32.954 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_pools": 0, 2022-03-27T07:02:32.954 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_objects": 0, 2022-03-27T07:02:32.955 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "data_bytes": 0, 2022-03-27T07:02:32.955 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "bytes_used": 0, 2022-03-27T07:02:32.955 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "bytes_avail": 0, 2022-03-27T07:02:32.955 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "bytes_total": 0 2022-03-27T07:02:32.956 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:32.956 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "fsmap": { 2022-03-27T07:02:32.956 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-27T07:02:32.956 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "by_rank": [], 2022-03-27T07:02:32.956 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "up:standby": 0 2022-03-27T07:02:32.957 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:32.957 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "mgrmap": { 2022-03-27T07:02:32.957 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "available": false, 2022-03-27T07:02:32.957 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_standbys": 0, 2022-03-27T07:02:32.958 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "modules": [ 2022-03-27T07:02:32.958 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "iostat", 2022-03-27T07:02:32.958 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "restful" 2022-03-27T07:02:32.958 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: ], 2022-03-27T07:02:32.959 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "services": {} 2022-03-27T07:02:32.959 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:32.959 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "servicemap": { 2022-03-27T07:02:32.959 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-27T07:02:32.960 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "modified": "2022-03-27T07:02:27.209675+0000", 2022-03-27T07:02:32.960 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "services": {} 2022-03-27T07:02:32.960 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:32.960 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "progress_events": {} 2022-03-27T07:02:32.961 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: } 2022-03-27T07:02:33.283 INFO:teuthology.orchestra.run.smithi176.stderr:mgr not available, waiting (1/15)... 2022-03-27T07:02:33.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:32.931030+0000 mon.smithi176 (mon.0) 7 : audit [DBG] from='client.? 172.21.15.176:0/2746919094' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2022-03-27T07:02:35.285 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status -f json-pretty 2022-03-27T07:02:35.846 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: 2022-03-27T07:02:35.848 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: { 2022-03-27T07:02:35.849 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "fsid": "cfd54f38-ad9b-11ec-8c35-001a4aab830c", 2022-03-27T07:02:35.849 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "health": { 2022-03-27T07:02:35.849 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2022-03-27T07:02:35.849 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "checks": {}, 2022-03-27T07:02:35.850 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "mutes": [] 2022-03-27T07:02:35.850 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:35.850 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "election_epoch": 5, 2022-03-27T07:02:35.851 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "quorum": [ 2022-03-27T07:02:35.851 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: 0 2022-03-27T07:02:35.851 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: ], 2022-03-27T07:02:35.851 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "quorum_names": [ 2022-03-27T07:02:35.852 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "smithi176" 2022-03-27T07:02:35.852 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: ], 2022-03-27T07:02:35.852 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "quorum_age": 5, 2022-03-27T07:02:35.852 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "monmap": { 2022-03-27T07:02:35.852 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-27T07:02:35.853 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2022-03-27T07:02:35.853 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_mons": 1 2022-03-27T07:02:35.853 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:35.853 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "osdmap": { 2022-03-27T07:02:35.854 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-27T07:02:35.854 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_osds": 0, 2022-03-27T07:02:35.854 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_up_osds": 0, 2022-03-27T07:02:35.854 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "osd_up_since": 0, 2022-03-27T07:02:35.855 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_in_osds": 0, 2022-03-27T07:02:35.855 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "osd_in_since": 0, 2022-03-27T07:02:35.855 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2022-03-27T07:02:35.855 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:35.856 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "pgmap": { 2022-03-27T07:02:35.856 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "pgs_by_state": [], 2022-03-27T07:02:35.856 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_pgs": 0, 2022-03-27T07:02:35.856 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_pools": 0, 2022-03-27T07:02:35.856 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_objects": 0, 2022-03-27T07:02:35.857 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "data_bytes": 0, 2022-03-27T07:02:35.857 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "bytes_used": 0, 2022-03-27T07:02:35.857 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "bytes_avail": 0, 2022-03-27T07:02:35.857 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "bytes_total": 0 2022-03-27T07:02:35.858 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:35.858 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "fsmap": { 2022-03-27T07:02:35.858 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-27T07:02:35.858 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "by_rank": [], 2022-03-27T07:02:35.859 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "up:standby": 0 2022-03-27T07:02:35.859 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:35.859 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "mgrmap": { 2022-03-27T07:02:35.859 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "available": false, 2022-03-27T07:02:35.860 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_standbys": 0, 2022-03-27T07:02:35.860 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "modules": [ 2022-03-27T07:02:35.860 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "iostat", 2022-03-27T07:02:35.860 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "restful" 2022-03-27T07:02:35.860 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: ], 2022-03-27T07:02:35.861 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "services": {} 2022-03-27T07:02:35.861 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:35.861 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "servicemap": { 2022-03-27T07:02:35.861 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-27T07:02:35.862 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "modified": "2022-03-27T07:02:27.209675+0000", 2022-03-27T07:02:35.862 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "services": {} 2022-03-27T07:02:35.862 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:35.862 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "progress_events": {} 2022-03-27T07:02:35.863 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: } 2022-03-27T07:02:36.229 INFO:teuthology.orchestra.run.smithi176.stderr:mgr not available, waiting (2/15)... 2022-03-27T07:02:37.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:35.839093+0000 mon.smithi176 (mon.0) 8 : audit [DBG] from='client.? 172.21.15.176:0/3869516967' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2022-03-27T07:02:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:02:37.169139+0000 mon.smithi176 (mon.0) 9 : cluster [INF] Activating manager daemon smithi176.ajjlsm 2022-03-27T07:02:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:02:37.171721+0000 mon.smithi176 (mon.0) 10 : cluster [DBG] mgrmap e2: smithi176.ajjlsm(active, starting, since 0.00268994s) 2022-03-27T07:02:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:37.172554+0000 mon.smithi176 (mon.0) 11 : audit [DBG] from='mgr.14100 172.21.15.176:0/378227370' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-27T07:02:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:37.172725+0000 mon.smithi176 (mon.0) 12 : audit [DBG] from='mgr.14100 172.21.15.176:0/378227370' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-27T07:02:38.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:37.172907+0000 mon.smithi176 (mon.0) 13 : audit [DBG] from='mgr.14100 172.21.15.176:0/378227370' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-27T07:02:38.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:37.173082+0000 mon.smithi176 (mon.0) 14 : audit [DBG] from='mgr.14100 172.21.15.176:0/378227370' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi176"}]: dispatch 2022-03-27T07:02:38.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:37.173270+0000 mon.smithi176 (mon.0) 15 : audit [DBG] from='mgr.14100 172.21.15.176:0/378227370' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr metadata", "who": "smithi176.ajjlsm", "id": "smithi176.ajjlsm"}]: dispatch 2022-03-27T07:02:38.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:02:37.186525+0000 mon.smithi176 (mon.0) 16 : cluster [INF] Manager daemon smithi176.ajjlsm is now available 2022-03-27T07:02:38.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:37.196595+0000 mon.smithi176 (mon.0) 17 : audit [INF] from='mgr.14100 172.21.15.176:0/378227370' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:02:38.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:37.198208+0000 mon.smithi176 (mon.0) 18 : audit [INF] from='mgr.14100 172.21.15.176:0/378227370' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:02:38.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:37.199283+0000 mon.smithi176 (mon.0) 19 : audit [INF] from='mgr.14100 172.21.15.176:0/378227370' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:02:38.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:37.205999+0000 mon.smithi176 (mon.0) 20 : audit [INF] from='mgr.14100 172.21.15.176:0/378227370' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:02:38.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:37.210983+0000 mon.smithi176 (mon.0) 21 : audit [INF] from='mgr.14100 172.21.15.176:0/378227370' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:02:38.231 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status -f json-pretty 2022-03-27T07:02:38.895 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: 2022-03-27T07:02:38.895 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: { 2022-03-27T07:02:38.895 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "fsid": "cfd54f38-ad9b-11ec-8c35-001a4aab830c", 2022-03-27T07:02:38.896 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "health": { 2022-03-27T07:02:38.896 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2022-03-27T07:02:38.896 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "checks": {}, 2022-03-27T07:02:38.896 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "mutes": [] 2022-03-27T07:02:38.897 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:38.897 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "election_epoch": 5, 2022-03-27T07:02:38.897 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "quorum": [ 2022-03-27T07:02:38.897 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: 0 2022-03-27T07:02:38.898 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: ], 2022-03-27T07:02:38.898 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "quorum_names": [ 2022-03-27T07:02:38.898 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "smithi176" 2022-03-27T07:02:38.898 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: ], 2022-03-27T07:02:38.898 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "quorum_age": 8, 2022-03-27T07:02:38.899 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "monmap": { 2022-03-27T07:02:38.899 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-27T07:02:38.899 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2022-03-27T07:02:38.899 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_mons": 1 2022-03-27T07:02:38.900 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:38.900 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "osdmap": { 2022-03-27T07:02:38.900 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-27T07:02:38.900 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_osds": 0, 2022-03-27T07:02:38.900 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_up_osds": 0, 2022-03-27T07:02:38.901 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "osd_up_since": 0, 2022-03-27T07:02:38.904 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_in_osds": 0, 2022-03-27T07:02:38.905 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "osd_in_since": 0, 2022-03-27T07:02:38.905 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2022-03-27T07:02:38.905 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:38.905 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "pgmap": { 2022-03-27T07:02:38.906 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "pgs_by_state": [], 2022-03-27T07:02:38.906 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_pgs": 0, 2022-03-27T07:02:38.906 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_pools": 0, 2022-03-27T07:02:38.906 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_objects": 0, 2022-03-27T07:02:38.907 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "data_bytes": 0, 2022-03-27T07:02:38.907 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "bytes_used": 0, 2022-03-27T07:02:38.907 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "bytes_avail": 0, 2022-03-27T07:02:38.907 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "bytes_total": 0 2022-03-27T07:02:38.908 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:38.908 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "fsmap": { 2022-03-27T07:02:38.908 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-27T07:02:38.908 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "by_rank": [], 2022-03-27T07:02:38.909 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "up:standby": 0 2022-03-27T07:02:38.909 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:38.909 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "mgrmap": { 2022-03-27T07:02:38.909 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "available": true, 2022-03-27T07:02:38.909 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_standbys": 0, 2022-03-27T07:02:38.910 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "modules": [ 2022-03-27T07:02:38.910 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "iostat", 2022-03-27T07:02:38.910 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "restful" 2022-03-27T07:02:38.910 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: ], 2022-03-27T07:02:38.911 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "services": {} 2022-03-27T07:02:38.911 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:38.911 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "servicemap": { 2022-03-27T07:02:38.911 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-27T07:02:38.912 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "modified": "2022-03-27T07:02:27.209675+0000", 2022-03-27T07:02:38.912 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "services": {} 2022-03-27T07:02:38.912 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: }, 2022-03-27T07:02:38.912 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "progress_events": {} 2022-03-27T07:02:38.912 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: } 2022-03-27T07:02:39.279 INFO:teuthology.orchestra.run.smithi176.stderr:mgr is available 2022-03-27T07:02:39.280 INFO:teuthology.orchestra.run.smithi176.stderr:Enabling cephadm module... 2022-03-27T07:02:39.280 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr module enable cephadm 2022-03-27T07:02:39.461 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:02:38.174288+0000 mon.smithi176 (mon.0) 22 : cluster [DBG] mgrmap e3: smithi176.ajjlsm(active, since 1.00525s) 2022-03-27T07:02:39.461 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:38.891661+0000 mon.smithi176 (mon.0) 23 : audit [DBG] from='client.? 172.21.15.176:0/221788016' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2022-03-27T07:02:40.521 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr stat 2022-03-27T07:02:40.538 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:02:39.174032+0000 mon.smithi176 (mon.0) 24 : cluster [DBG] mgrmap e4: smithi176.ajjlsm(active, since 2s) 2022-03-27T07:02:40.539 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:39.906834+0000 mon.smithi176 (mon.0) 25 : audit [INF] from='client.? 172.21.15.176:0/3568626196' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2022-03-27T07:02:41.168 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: { 2022-03-27T07:02:41.168 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "epoch": 5, 2022-03-27T07:02:41.169 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "available": true, 2022-03-27T07:02:41.169 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "active_name": "smithi176.ajjlsm", 2022-03-27T07:02:41.169 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_standby": 0 2022-03-27T07:02:41.169 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: } 2022-03-27T07:02:41.516 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:40.178769+0000 mon.smithi176 (mon.0) 26 : audit [INF] from='client.? 172.21.15.176:0/3568626196' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2022-03-27T07:02:41.516 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:02:40.178815+0000 mon.smithi176 (mon.0) 27 : cluster [DBG] mgrmap e5: smithi176.ajjlsm(active, since 3s) 2022-03-27T07:02:41.517 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:41.166389+0000 mon.smithi176 (mon.0) 28 : audit [DBG] from='client.? 172.21.15.176:0/3349243930' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2022-03-27T07:02:41.562 INFO:teuthology.orchestra.run.smithi176.stderr:Waiting for the mgr to restart... 2022-03-27T07:02:41.563 INFO:teuthology.orchestra.run.smithi176.stderr:Waiting for mgr epoch 5... 2022-03-27T07:02:41.563 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 tell mgr mgr_status 2022-03-27T07:02:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:02:45.132848+0000 mon.smithi176 (mon.0) 29 : cluster [INF] Active manager daemon smithi176.ajjlsm restarted 2022-03-27T07:02:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:02:45.133259+0000 mon.smithi176 (mon.0) 30 : cluster [INF] Activating manager daemon smithi176.ajjlsm 2022-03-27T07:02:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:02:45.137492+0000 mon.smithi176 (mon.0) 31 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2022-03-27T07:02:46.204 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: { 2022-03-27T07:02:46.205 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "mgrmap_epoch": 7, 2022-03-27T07:02:46.205 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "initialized": true 2022-03-27T07:02:46.205 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: } 2022-03-27T07:02:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:02:45.187873+0000 mon.smithi176 (mon.0) 32 : cluster [DBG] mgrmap e6: smithi176.ajjlsm(active, starting, since 0.0547098s) 2022-03-27T07:02:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:45.188985+0000 mon.smithi176 (mon.0) 33 : audit [DBG] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi176"}]: dispatch 2022-03-27T07:02:46.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:45.191209+0000 mon.smithi176 (mon.0) 34 : audit [DBG] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr metadata", "who": "smithi176.ajjlsm", "id": "smithi176.ajjlsm"}]: dispatch 2022-03-27T07:02:46.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:45.191430+0000 mon.smithi176 (mon.0) 35 : audit [DBG] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-27T07:02:46.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:45.191570+0000 mon.smithi176 (mon.0) 36 : audit [DBG] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-27T07:02:46.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:45.191705+0000 mon.smithi176 (mon.0) 37 : audit [DBG] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-27T07:02:46.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:02:45.205354+0000 mon.smithi176 (mon.0) 38 : cluster [INF] Manager daemon smithi176.ajjlsm is now available 2022-03-27T07:02:46.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:45.219233+0000 mon.smithi176 (mon.0) 39 : audit [INF] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:02:46.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:45.222470+0000 mon.smithi176 (mon.0) 40 : audit [INF] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:02:46.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:45.225573+0000 mon.smithi176 (mon.0) 41 : audit [INF] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:02:46.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:45.314169+0000 mon.smithi176 (mon.0) 42 : audit [INF] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:02:46.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:45.314843+0000 mon.smithi176 (mon.0) 43 : audit [DBG] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:02:46.553 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:45.316258+0000 mon.smithi176 (mon.0) 44 : audit [DBG] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:02:46.553 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:45.317956+0000 mon.smithi176 (mon.0) 45 : audit [DBG] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:02:46.553 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:45.327771+0000 mon.smithi176 (mon.0) 46 : audit [INF] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:02:46.554 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:45.328885+0000 mon.smithi176 (mon.0) 47 : audit [INF] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:02:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:46.193911+0000 mgr.smithi176.ajjlsm (mgr.14114) 1 : audit [DBG] from='client.14118 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2022-03-27T07:02:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:02:46.194321+0000 mon.smithi176 (mon.0) 48 : cluster [DBG] mgrmap e7: smithi176.ajjlsm(active, since 1.06116s) 2022-03-27T07:02:47.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:46.202203+0000 mgr.smithi176.ajjlsm (mgr.14114) 2 : audit [DBG] from='client.14118 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2022-03-27T07:02:48.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:02:47.200662+0000 mon.smithi176 (mon.0) 49 : cluster [DBG] mgrmap e8: smithi176.ajjlsm(active, since 2s) 2022-03-27T07:02:48.819 INFO:teuthology.orchestra.run.smithi176.stderr:mgr epoch 5 is available 2022-03-27T07:02:48.820 INFO:teuthology.orchestra.run.smithi176.stderr:Setting orchestrator backend to cephadm... 2022-03-27T07:02:48.820 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch set backend cephadm 2022-03-27T07:02:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:50.611593+0000 mgr.smithi176.ajjlsm (mgr.14114) 3 : audit [DBG] from='client.14124 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:02:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:50.615220+0000 mon.smithi176 (mon.0) 50 : audit [INF] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:02:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:50.618419+0000 mon.smithi176 (mon.0) 51 : audit [DBG] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:02:52.477 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 cephadm set-user root 2022-03-27T07:02:54.456 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: value unchanged 2022-03-27T07:02:55.228 INFO:teuthology.orchestra.run.smithi176.stderr:Generating ssh key... 2022-03-27T07:02:55.228 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 cephadm generate-key 2022-03-27T07:02:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:54.455692+0000 mgr.smithi176.ajjlsm (mgr.14114) 4 : audit [DBG] from='client.14126 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:02:56.272 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 cephadm get-pub-key 2022-03-27T07:02:56.843 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5Z2fIAyEU9FZrRKy57a00YDnGVdbrwQWDxvseKgGkcDYto1aHBmK05Qu9PwQU2Uvtq9X4DjIE3emIsfja0JZwLlh740Hk3FZt/gs37t+MN5CokKPIYz45OyE254KFZdwG6cEKNX5b9xUsH0MDvvVWs3cQ8kOZmDFPzJ8rtlRoejtCmfWQ6EaelpFIDqAsUs2DACziHIvUlQ/wXRi5vqrBhkZwwHZsTT1Nm2sRFUs8/+dM/jUhRkdGIiVivW2dfb4dxaDckcW5zdyMDz8MX4K0IZnP4DNmf/oVuATFbk94IqWhbK1xzyvUlfF7TBK8aHAy2IswRtYRx7RST25hLqvwQpcymdrDvngBpTY31SA8lgzyvekQ5A7RBB/+THlHbLcnf5bFbJUhiyPgH6RoXYV9U5kR5Cq9Oj/yNUOEgmXX3dVnziTr3a7Q3Q8sftRbujlrn8Vb0j7WTnrP6Q/USnObUIQpnuWKZUBGuAkSUfFZUo6GQ1ezsXoQCMwlipe7N28= ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:02:57.201 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:02:55.809597+0000 mgr.smithi176.ajjlsm (mgr.14114) 6 : cephadm [INF] Generating ssh key... 2022-03-27T07:02:57.201 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:55.866229+0000 mon.smithi176 (mon.0) 52 : audit [INF] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:02:57.201 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:55.867979+0000 mon.smithi176 (mon.0) 53 : audit [INF] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:02:57.213 INFO:teuthology.orchestra.run.smithi176.stderr:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2022-03-27T07:02:57.213 INFO:teuthology.orchestra.run.smithi176.stderr:Adding key to root@localhost authorized_keys... 2022-03-27T07:02:57.214 INFO:teuthology.orchestra.run.smithi176.stderr:Adding host smithi176... 2022-03-27T07:02:57.215 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch host add smithi176 172.21.15.176 2022-03-27T07:02:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:56.842534+0000 mgr.smithi176.ajjlsm (mgr.14114) 7 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:02:58.516 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: Added host 'smithi176' 2022-03-27T07:02:58.860 INFO:teuthology.orchestra.run.smithi176.stderr:Deploying mon service with default placement... 2022-03-27T07:02:58.860 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply mon 2022-03-27T07:02:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:57.832263+0000 mgr.smithi176.ajjlsm (mgr.14114) 8 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi176", "addr": "172.21.15.176", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:02:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:58.514637+0000 mon.smithi176 (mon.0) 54 : audit [INF] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:02:59.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:58.515171+0000 mon.smithi176 (mon.0) 55 : audit [DBG] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:02:59.501 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: Scheduled mon update... 2022-03-27T07:03:00.017 INFO:teuthology.orchestra.run.smithi176.stderr:Deploying mgr service with default placement... 2022-03-27T07:03:00.017 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply mgr 2022-03-27T07:03:00.199 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:02:58.514930+0000 mgr.smithi176.ajjlsm (mgr.14114) 9 : cephadm [INF] Added host smithi176 2022-03-27T07:03:00.200 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:02:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:59.498525+0000 mon.smithi176 (mon.0) 56 : audit [INF] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:00.652 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: Scheduled mgr update... 2022-03-27T07:03:01.259 INFO:teuthology.orchestra.run.smithi176.stderr:Deploying crash service with default placement... 2022-03-27T07:03:01.259 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply crash 2022-03-27T07:03:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:02:59.495522+0000 mgr.smithi176.ajjlsm (mgr.14114) 10 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:03:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:02:59.496294+0000 mgr.smithi176.ajjlsm (mgr.14114) 11 : cephadm [INF] Saving service mon spec with placement count:5 2022-03-27T07:03:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:00.650680+0000 mon.smithi176 (mon.0) 57 : audit [INF] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:01.950 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: Scheduled crash update... 2022-03-27T07:03:02.294 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:00.645422+0000 mgr.smithi176.ajjlsm (mgr.14114) 12 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:03:02.294 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:03:00.645965+0000 mgr.smithi176.ajjlsm (mgr.14114) 13 : cephadm [INF] Saving service mgr spec with placement count:2 2022-03-27T07:03:02.294 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:01.324454+0000 mon.smithi176 (mon.0) 58 : audit [INF] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:02.295 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:01.662711+0000 mon.smithi176 (mon.0) 59 : audit [INF] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:02.301 INFO:teuthology.orchestra.run.smithi176.stderr:Enabling mgr prometheus module... 2022-03-27T07:03:02.301 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr module enable prometheus 2022-03-27T07:03:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:01.946089+0000 mgr.smithi176.ajjlsm (mgr.14114) 14 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "crash", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:03:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:03:01.946737+0000 mgr.smithi176.ajjlsm (mgr.14114) 15 : cephadm [INF] Saving service crash spec with placement * 2022-03-27T07:03:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:01.948810+0000 mon.smithi176 (mon.0) 60 : audit [INF] from='mgr.14114 172.21.15.176:0/4117608716' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:02.936406+0000 mon.smithi176 (mon.0) 61 : audit [INF] from='client.? 172.21.15.176:0/948801152' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2022-03-27T07:03:03.342 INFO:teuthology.orchestra.run.smithi176.stderr:Deploying prometheus service with default placement... 2022-03-27T07:03:03.342 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply prometheus 2022-03-27T07:03:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:02.950538+0000 mon.smithi176 (mon.0) 62 : audit [INF] from='client.? 172.21.15.176:0/948801152' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2022-03-27T07:03:04.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:02.950588+0000 mon.smithi176 (mon.0) 63 : cluster [DBG] mgrmap e9: smithi176.ajjlsm(active, since 17s) 2022-03-27T07:03:08.925 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: Scheduled prometheus update... 2022-03-27T07:03:09.294 INFO:teuthology.orchestra.run.smithi176.stderr:Deploying grafana service with default placement... 2022-03-27T07:03:09.294 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply grafana 2022-03-27T07:03:09.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:07.864922+0000 mon.smithi176 (mon.0) 64 : cluster [INF] Active manager daemon smithi176.ajjlsm restarted 2022-03-27T07:03:09.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:07.865330+0000 mon.smithi176 (mon.0) 65 : cluster [INF] Activating manager daemon smithi176.ajjlsm 2022-03-27T07:03:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:07.867477+0000 mon.smithi176 (mon.0) 66 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2022-03-27T07:03:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:07.918723+0000 mon.smithi176 (mon.0) 67 : cluster [DBG] mgrmap e10: smithi176.ajjlsm(active, starting, since 0.0534816s) 2022-03-27T07:03:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:07.919621+0000 mon.smithi176 (mon.0) 68 : audit [DBG] from='mgr.14142 172.21.15.176:0/1111292503' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi176"}]: dispatch 2022-03-27T07:03:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:07.920153+0000 mon.smithi176 (mon.0) 69 : audit [DBG] from='mgr.14142 172.21.15.176:0/1111292503' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr metadata", "who": "smithi176.ajjlsm", "id": "smithi176.ajjlsm"}]: dispatch 2022-03-27T07:03:09.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:07.920860+0000 mon.smithi176 (mon.0) 70 : audit [DBG] from='mgr.14142 172.21.15.176:0/1111292503' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-27T07:03:09.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:07.921046+0000 mon.smithi176 (mon.0) 71 : audit [DBG] from='mgr.14142 172.21.15.176:0/1111292503' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-27T07:03:09.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:07.921198+0000 mon.smithi176 (mon.0) 72 : audit [DBG] from='mgr.14142 172.21.15.176:0/1111292503' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-27T07:03:09.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:07.934578+0000 mon.smithi176 (mon.0) 73 : cluster [INF] Manager daemon smithi176.ajjlsm is now available 2022-03-27T07:03:09.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:08.030144+0000 mon.smithi176 (mon.0) 74 : audit [DBG] from='mgr.14142 172.21.15.176:0/1111292503' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:03:09.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:08.031434+0000 mon.smithi176 (mon.0) 75 : audit [DBG] from='mgr.14142 172.21.15.176:0/1111292503' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:03:09.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:08.047291+0000 mon.smithi176 (mon.0) 76 : audit [INF] from='mgr.14142 172.21.15.176:0/1111292503' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:03:09.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:08.049805+0000 mon.smithi176 (mon.0) 77 : audit [INF] from='mgr.14142 172.21.15.176:0/1111292503' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:03:10.077 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: Scheduled grafana update... 2022-03-27T07:03:10.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:08.920304+0000 mon.smithi176 (mon.0) 78 : cluster [DBG] mgrmap e11: smithi176.ajjlsm(active, since 1.05506s) 2022-03-27T07:03:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:03:08.921402+0000 mgr.smithi176.ajjlsm (mgr.14142) 2 : cephadm [INF] Saving service prometheus spec with placement count:1 2022-03-27T07:03:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:08.924074+0000 mon.smithi176 (mon.0) 79 : audit [INF] from='mgr.14142 172.21.15.176:0/1111292503' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:10.606 INFO:teuthology.orchestra.run.smithi176.stderr:Deploying node-exporter service with default placement... 2022-03-27T07:03:10.606 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply node-exporter 2022-03-27T07:03:11.247 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:09.925332+0000 mon.smithi176 (mon.0) 80 : cluster [DBG] mgrmap e12: smithi176.ajjlsm(active, since 2s) 2022-03-27T07:03:11.247 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:09.959472+0000 mon.smithi176 (mon.0) 81 : audit [INF] from='mgr.14142 172.21.15.176:0/1111292503' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:11.247 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:10.076475+0000 mon.smithi176 (mon.0) 82 : audit [INF] from='mgr.14142 172.21.15.176:0/1111292503' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:11.509 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: Scheduled node-exporter update... 2022-03-27T07:03:11.898 INFO:teuthology.orchestra.run.smithi176.stderr:Deploying alertmanager service with default placement... 2022-03-27T07:03:11.898 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply alertmanager 2022-03-27T07:03:12.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:10.073653+0000 mgr.smithi176.ajjlsm (mgr.14142) 3 : audit [DBG] from='client.14150 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:03:12.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:03:10.074220+0000 mgr.smithi176.ajjlsm (mgr.14142) 4 : cephadm [INF] Saving service grafana spec with placement count:1 2022-03-27T07:03:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:11.499657+0000 mon.smithi176 (mon.0) 83 : audit [INF] from='mgr.14142 172.21.15.176:0/1111292503' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:12.528 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: Scheduled alertmanager update... 2022-03-27T07:03:12.943 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config set mgr mgr/cephadm/container_init True --force 2022-03-27T07:03:13.148 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:11.496744+0000 mgr.smithi176.ajjlsm (mgr.14142) 5 : audit [DBG] from='client.14152 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:03:13.148 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:03:11.497425+0000 mgr.smithi176.ajjlsm (mgr.14142) 6 : cephadm [INF] Saving service node-exporter spec with placement * 2022-03-27T07:03:13.148 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:12.527525+0000 mon.smithi176 (mon.0) 84 : audit [INF] from='mgr.14142 172.21.15.176:0/1111292503' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:13.885 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config set mgr mgr/dashboard/ssl_server_port 8443 2022-03-27T07:03:14.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:12.524844+0000 mgr.smithi176.ajjlsm (mgr.14142) 7 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:03:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:03:12.525372+0000 mgr.smithi176.ajjlsm (mgr.14142) 8 : cephadm [INF] Saving service alertmanager spec with placement count:1 2022-03-27T07:03:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:13.560849+0000 mon.smithi176 (mon.0) 85 : audit [INF] from='client.? 172.21.15.176:0/3894918362' entity='client.admin' 2022-03-27T07:03:14.927 INFO:teuthology.orchestra.run.smithi176.stderr:Enabling the dashboard module... 2022-03-27T07:03:14.927 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr module enable dashboard 2022-03-27T07:03:15.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:14.473804+0000 mon.smithi176 (mon.0) 86 : audit [INF] from='client.? 172.21.15.176:0/785607827' entity='client.admin' 2022-03-27T07:03:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:15.542462+0000 mon.smithi176 (mon.0) 87 : audit [INF] from='client.? 172.21.15.176:0/3986943233' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2022-03-27T07:03:16.871 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr stat 2022-03-27T07:03:17.494 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: { 2022-03-27T07:03:17.494 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "epoch": 13, 2022-03-27T07:03:17.495 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "available": true, 2022-03-27T07:03:17.495 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "active_name": "smithi176.ajjlsm", 2022-03-27T07:03:17.495 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "num_standby": 0 2022-03-27T07:03:17.495 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: } 2022-03-27T07:03:17.793 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:16.477791+0000 mon.smithi176 (mon.0) 88 : audit [INF] from='client.? 172.21.15.176:0/3986943233' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2022-03-27T07:03:17.794 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:16.477864+0000 mon.smithi176 (mon.0) 89 : cluster [DBG] mgrmap e13: smithi176.ajjlsm(active, since 8s) 2022-03-27T07:03:17.810 INFO:teuthology.orchestra.run.smithi176.stderr:Waiting for the mgr to restart... 2022-03-27T07:03:17.811 INFO:teuthology.orchestra.run.smithi176.stderr:Waiting for mgr epoch 13... 2022-03-27T07:03:17.811 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 tell mgr mgr_status 2022-03-27T07:03:18.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:17.492986+0000 mon.smithi176 (mon.0) 90 : audit [DBG] from='client.? 172.21.15.176:0/1674902029' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2022-03-27T07:03:21.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:21.443931+0000 mon.smithi176 (mon.0) 91 : cluster [INF] Active manager daemon smithi176.ajjlsm restarted 2022-03-27T07:03:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:21.444343+0000 mon.smithi176 (mon.0) 92 : cluster [INF] Activating manager daemon smithi176.ajjlsm 2022-03-27T07:03:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:21.446014+0000 mon.smithi176 (mon.0) 93 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2022-03-27T07:03:22.595 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: { 2022-03-27T07:03:22.595 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "mgrmap_epoch": 15, 2022-03-27T07:03:22.596 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: "initialized": true 2022-03-27T07:03:22.596 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: } 2022-03-27T07:03:23.037 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:21.584025+0000 mon.smithi176 (mon.0) 94 : cluster [DBG] mgrmap e14: smithi176.ajjlsm(active, starting, since 0.139769s) 2022-03-27T07:03:23.037 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:21.585099+0000 mon.smithi176 (mon.0) 95 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi176"}]: dispatch 2022-03-27T07:03:23.037 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:21.585652+0000 mon.smithi176 (mon.0) 96 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr metadata", "who": "smithi176.ajjlsm", "id": "smithi176.ajjlsm"}]: dispatch 2022-03-27T07:03:23.038 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:21.586478+0000 mon.smithi176 (mon.0) 97 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-27T07:03:23.038 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:21.586670+0000 mon.smithi176 (mon.0) 98 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-27T07:03:23.038 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:21.586798+0000 mon.smithi176 (mon.0) 99 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-27T07:03:23.039 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:21.600565+0000 mon.smithi176 (mon.0) 100 : cluster [INF] Manager daemon smithi176.ajjlsm is now available 2022-03-27T07:03:23.039 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:21.697323+0000 mon.smithi176 (mon.0) 101 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:03:23.039 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:21.699603+0000 mon.smithi176 (mon.0) 102 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:03:23.039 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:21.715899+0000 mon.smithi176 (mon.0) 103 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:03:23.040 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:21.724211+0000 mon.smithi176 (mon.0) 104 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:03:23.063 INFO:teuthology.orchestra.run.smithi176.stderr:mgr epoch 13 is available 2022-03-27T07:03:23.064 INFO:teuthology.orchestra.run.smithi176.stderr:Generating a dashboard self-signed certificate... 2022-03-27T07:03:23.064 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 dashboard create-self-signed-cert 2022-03-27T07:03:23.863 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:22.586067+0000 mgr.smithi176.ajjlsm (mgr.14162) 1 : audit [DBG] from='client.14166 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2022-03-27T07:03:23.863 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:22.586184+0000 mon.smithi176 (mon.0) 105 : cluster [DBG] mgrmap e15: smithi176.ajjlsm(active, since 1.14193s) 2022-03-27T07:03:23.863 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:22.593432+0000 mgr.smithi176.ajjlsm (mgr.14162) 2 : audit [DBG] from='client.14166 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2022-03-27T07:03:23.864 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:23.407846+0000 mon.smithi176 (mon.0) 106 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:23.913 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: Self-signed certificate created 2022-03-27T07:03:24.457 INFO:teuthology.orchestra.run.smithi176.stderr:Creating initial admin user... 2022-03-27T07:03:24.458 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z -v /tmp/ceph-tmp7o2xme5d:/tmp/dashboard.pw:z docker.io/ceph/ceph:v16.2.4 dashboard ac-user-create admin -i /tmp/dashboard.pw administrator --force-password --pwd-update-required 2022-03-27T07:03:25.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:23.729538+0000 mgr.smithi176.ajjlsm (mgr.14162) 3 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:03:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:23.909479+0000 mon.smithi176 (mon.0) 107 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:23.911822+0000 mon.smithi176 (mon.0) 108 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:24.411767+0000 mon.smithi176 (mon.0) 109 : cluster [DBG] mgrmap e16: smithi176.ajjlsm(active, since 2s) 2022-03-27T07:03:25.371 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: {"username": "admin", "password": "$2b$12$0xKReo/iV/iedshUsfraee2FfP4/HTmqyAZ/QB00S8d88kVp2TKSu", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1648364605, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2022-03-27T07:03:26.482 INFO:teuthology.orchestra.run.smithi176.stderr:Fetching dashboard port number... 2022-03-27T07:03:26.482 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi176 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpvf7c0zh8:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0e1y0n1b:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config get mgr mgr/dashboard/ssl_server_port 2022-03-27T07:03:26.687 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:25.154250+0000 mgr.smithi176.ajjlsm (mgr.14162) 4 : audit [DBG] from='client.14174 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:03:26.687 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:25.370002+0000 mon.smithi176 (mon.0) 110 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:27.106 INFO:teuthology.orchestra.run.smithi176.stderr:/usr/bin/ceph: 8443 2022-03-27T07:03:27.477 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:27.105534+0000 mon.smithi176 (mon.0) 111 : audit [DBG] from='client.? 172.21.15.176:0/3769644962' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2022-03-27T07:03:27.528 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl is-enabled firewalld.service 2022-03-27T07:03:27.536 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: disabled 2022-03-27T07:03:27.536 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: systemctl is-active firewalld.service 2022-03-27T07:03:27.542 INFO:teuthology.orchestra.run.smithi176.stderr:systemctl: inactive 2022-03-27T07:03:27.543 INFO:teuthology.orchestra.run.smithi176.stderr:firewalld.service is not enabled 2022-03-27T07:03:27.543 INFO:teuthology.orchestra.run.smithi176.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2022-03-27T07:03:27.546 INFO:teuthology.orchestra.run.smithi176.stderr:Ceph Dashboard is now available at: 2022-03-27T07:03:27.546 INFO:teuthology.orchestra.run.smithi176.stderr: 2022-03-27T07:03:27.546 INFO:teuthology.orchestra.run.smithi176.stderr: URL: https://smithi176.front.sepia.ceph.com:8443/ 2022-03-27T07:03:27.546 INFO:teuthology.orchestra.run.smithi176.stderr: User: admin 2022-03-27T07:03:27.547 INFO:teuthology.orchestra.run.smithi176.stderr: Password: 9fhrrzvei5 2022-03-27T07:03:27.547 INFO:teuthology.orchestra.run.smithi176.stderr: 2022-03-27T07:03:27.548 INFO:teuthology.orchestra.run.smithi176.stderr:You can access the Ceph CLI with: 2022-03-27T07:03:27.548 INFO:teuthology.orchestra.run.smithi176.stderr: 2022-03-27T07:03:27.548 INFO:teuthology.orchestra.run.smithi176.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2022-03-27T07:03:27.549 INFO:teuthology.orchestra.run.smithi176.stderr: 2022-03-27T07:03:27.549 INFO:teuthology.orchestra.run.smithi176.stderr:Please consider enabling telemetry to help improve Ceph: 2022-03-27T07:03:27.549 INFO:teuthology.orchestra.run.smithi176.stderr: 2022-03-27T07:03:27.549 INFO:teuthology.orchestra.run.smithi176.stderr: ceph telemetry on 2022-03-27T07:03:27.550 INFO:teuthology.orchestra.run.smithi176.stderr: 2022-03-27T07:03:27.550 INFO:teuthology.orchestra.run.smithi176.stderr:For more information see: 2022-03-27T07:03:27.550 INFO:teuthology.orchestra.run.smithi176.stderr: 2022-03-27T07:03:27.550 INFO:teuthology.orchestra.run.smithi176.stderr: https://docs.ceph.com/docs/pacific/mgr/telemetry/ 2022-03-27T07:03:27.551 INFO:teuthology.orchestra.run.smithi176.stderr: 2022-03-27T07:03:27.551 INFO:teuthology.orchestra.run.smithi176.stderr:Bootstrap complete. 2022-03-27T07:03:27.551 INFO:teuthology.orchestra.run.smithi176.stderr:Releasing lock 140679533514880 on /run/cephadm/cfd54f38-ad9b-11ec-8c35-001a4aab830c.lock 2022-03-27T07:03:27.551 INFO:teuthology.orchestra.run.smithi176.stderr:Lock 140679533514880 released on /run/cephadm/cfd54f38-ad9b-11ec-8c35-001a4aab830c.lock 2022-03-27T07:03:27.589 INFO:tasks.cephadm:Fetching config... 2022-03-27T07:03:27.590 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2022-03-27T07:03:27.590 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2022-03-27T07:03:27.609 INFO:tasks.cephadm:Fetching client.admin keyring... 2022-03-27T07:03:27.610 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2022-03-27T07:03:27.610 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2022-03-27T07:03:27.667 INFO:tasks.cephadm:Fetching mon keyring... 2022-03-27T07:03:27.668 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2022-03-27T07:03:27.668 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/keyring of=/dev/stdout 2022-03-27T07:03:27.734 INFO:tasks.cephadm:Fetching pub ssh key... 2022-03-27T07:03:27.734 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2022-03-27T07:03:27.735 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2022-03-27T07:03:27.791 INFO:tasks.cephadm:Installing pub ssh key for root users... 2022-03-27T07:03:27.792 DEBUG:teuthology.orchestra.run.smithi176:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5Z2fIAyEU9FZrRKy57a00YDnGVdbrwQWDxvseKgGkcDYto1aHBmK05Qu9PwQU2Uvtq9X4DjIE3emIsfja0JZwLlh740Hk3FZt/gs37t+MN5CokKPIYz45OyE254KFZdwG6cEKNX5b9xUsH0MDvvVWs3cQ8kOZmDFPzJ8rtlRoejtCmfWQ6EaelpFIDqAsUs2DACziHIvUlQ/wXRi5vqrBhkZwwHZsTT1Nm2sRFUs8/+dM/jUhRkdGIiVivW2dfb4dxaDckcW5zdyMDz8MX4K0IZnP4DNmf/oVuATFbk94IqWhbK1xzyvUlfF7TBK8aHAy2IswRtYRx7RST25hLqvwQpcymdrDvngBpTY31SA8lgzyvekQ5A7RBB/+THlHbLcnf5bFbJUhiyPgH6RoXYV9U5kR5Cq9Oj/yNUOEgmXX3dVnziTr3a7Q3Q8sftRbujlrn8Vb0j7WTnrP6Q/USnObUIQpnuWKZUBGuAkSUfFZUo6GQ1ezsXoQCMwlipe7N28= ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2022-03-27T07:03:27.871 INFO:teuthology.orchestra.run.smithi176.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5Z2fIAyEU9FZrRKy57a00YDnGVdbrwQWDxvseKgGkcDYto1aHBmK05Qu9PwQU2Uvtq9X4DjIE3emIsfja0JZwLlh740Hk3FZt/gs37t+MN5CokKPIYz45OyE254KFZdwG6cEKNX5b9xUsH0MDvvVWs3cQ8kOZmDFPzJ8rtlRoejtCmfWQ6EaelpFIDqAsUs2DACziHIvUlQ/wXRi5vqrBhkZwwHZsTT1Nm2sRFUs8/+dM/jUhRkdGIiVivW2dfb4dxaDckcW5zdyMDz8MX4K0IZnP4DNmf/oVuATFbk94IqWhbK1xzyvUlfF7TBK8aHAy2IswRtYRx7RST25hLqvwQpcymdrDvngBpTY31SA8lgzyvekQ5A7RBB/+THlHbLcnf5bFbJUhiyPgH6RoXYV9U5kR5Cq9Oj/yNUOEgmXX3dVnziTr3a7Q3Q8sftRbujlrn8Vb0j7WTnrP6Q/USnObUIQpnuWKZUBGuAkSUfFZUo6GQ1ezsXoQCMwlipe7N28= ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:03:27.883 DEBUG:teuthology.orchestra.run.smithi204:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5Z2fIAyEU9FZrRKy57a00YDnGVdbrwQWDxvseKgGkcDYto1aHBmK05Qu9PwQU2Uvtq9X4DjIE3emIsfja0JZwLlh740Hk3FZt/gs37t+MN5CokKPIYz45OyE254KFZdwG6cEKNX5b9xUsH0MDvvVWs3cQ8kOZmDFPzJ8rtlRoejtCmfWQ6EaelpFIDqAsUs2DACziHIvUlQ/wXRi5vqrBhkZwwHZsTT1Nm2sRFUs8/+dM/jUhRkdGIiVivW2dfb4dxaDckcW5zdyMDz8MX4K0IZnP4DNmf/oVuATFbk94IqWhbK1xzyvUlfF7TBK8aHAy2IswRtYRx7RST25hLqvwQpcymdrDvngBpTY31SA8lgzyvekQ5A7RBB/+THlHbLcnf5bFbJUhiyPgH6RoXYV9U5kR5Cq9Oj/yNUOEgmXX3dVnziTr3a7Q3Q8sftRbujlrn8Vb0j7WTnrP6Q/USnObUIQpnuWKZUBGuAkSUfFZUo6GQ1ezsXoQCMwlipe7N28= ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2022-03-27T07:03:27.929 INFO:teuthology.orchestra.run.smithi204.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5Z2fIAyEU9FZrRKy57a00YDnGVdbrwQWDxvseKgGkcDYto1aHBmK05Qu9PwQU2Uvtq9X4DjIE3emIsfja0JZwLlh740Hk3FZt/gs37t+MN5CokKPIYz45OyE254KFZdwG6cEKNX5b9xUsH0MDvvVWs3cQ8kOZmDFPzJ8rtlRoejtCmfWQ6EaelpFIDqAsUs2DACziHIvUlQ/wXRi5vqrBhkZwwHZsTT1Nm2sRFUs8/+dM/jUhRkdGIiVivW2dfb4dxaDckcW5zdyMDz8MX4K0IZnP4DNmf/oVuATFbk94IqWhbK1xzyvUlfF7TBK8aHAy2IswRtYRx7RST25hLqvwQpcymdrDvngBpTY31SA8lgzyvekQ5A7RBB/+THlHbLcnf5bFbJUhiyPgH6RoXYV9U5kR5Cq9Oj/yNUOEgmXX3dVnziTr3a7Q3Q8sftRbujlrn8Vb0j7WTnrP6Q/USnObUIQpnuWKZUBGuAkSUfFZUo6GQ1ezsXoQCMwlipe7N28= ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:03:27.942 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph config set mgr mgr/cephadm/allow_ptrace true 2022-03-27T07:03:29.587 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:28.373090+0000 mon.smithi176 (mon.0) 112 : cluster [DBG] mgrmap e17: smithi176.ajjlsm(active, since 6s) 2022-03-27T07:03:30.280 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi204 2022-03-27T07:03:30.280 DEBUG:teuthology.orchestra.run.smithi204:> set -ex 2022-03-27T07:03:30.281 DEBUG:teuthology.orchestra.run.smithi204:> dd of=/etc/ceph/ceph.conf 2022-03-27T07:03:30.303 DEBUG:teuthology.orchestra.run.smithi204:> set -ex 2022-03-27T07:03:30.303 DEBUG:teuthology.orchestra.run.smithi204:> dd of=/etc/ceph/ceph.client.admin.keyring 2022-03-27T07:03:30.362 INFO:tasks.cephadm:Adding host smithi204 to orchestrator... 2022-03-27T07:03:30.362 DEBUG:teuthology.orchestra.run.smithi204:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph orch host add smithi204 2022-03-27T07:03:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:29.909885+0000 mon.smithi176 (mon.0) 113 : audit [INF] from='client.? 172.21.15.176:0/4018103133' entity='client.admin' 2022-03-27T07:03:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:31.086657+0000 mon.smithi176 (mon.0) 114 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:31.464694+0000 mon.smithi176 (mon.0) 115 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:03:31.471072+0000 mgr.smithi176.ajjlsm (mgr.14162) 5 : cephadm [INF] Deploying daemon alertmanager.smithi176 on smithi176 2022-03-27T07:03:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:36.693634+0000 mon.smithi176 (mon.0) 116 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:36.694626+0000 mon.smithi176 (mon.0) 117 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi176", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-03-27T07:03:37.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:36.698979+0000 mon.smithi176 (mon.0) 118 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.smithi176", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2022-03-27T07:03:37.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:36.699626+0000 mon.smithi176 (mon.0) 119 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:03:37.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:03:36.700160+0000 mgr.smithi176.ajjlsm (mgr.14162) 6 : cephadm [INF] Deploying daemon crash.smithi176 on smithi176 2022-03-27T07:03:40.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:38.571985+0000 mon.smithi176 (mon.0) 120 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:38.733750+0000 mon.smithi176 (mon.0) 121 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:38.735462+0000 mon.smithi176 (mon.0) 122 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:38.735813+0000 mon.smithi176 (mon.0) 123 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2022-03-27T07:03:40.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:38.736220+0000 mgr.smithi176.ajjlsm (mgr.14162) 7 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2022-03-27T07:03:40.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:38.738358+0000 mon.smithi176 (mon.0) 124 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:40.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:03:38.741636+0000 mgr.smithi176.ajjlsm (mgr.14162) 8 : cephadm [INF] Deploying daemon grafana.smithi176 on smithi176 2022-03-27T07:03:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:41.587737+0000 mgr.smithi176.ajjlsm (mgr.14162) 9 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:03:44.902 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:43.588009+0000 mgr.smithi176.ajjlsm (mgr.14162) 10 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:03:45.560 INFO:teuthology.orchestra.run.smithi204.stdout:Added host 'smithi204' 2022-03-27T07:03:45.958 DEBUG:teuthology.orchestra.run.smithi204:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph orch host ls --format=json 2022-03-27T07:03:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:44.871495+0000 mgr.smithi176.ajjlsm (mgr.14162) 11 : audit [DBG] from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi204", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:03:46.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:45.558218+0000 mon.smithi176 (mon.0) 125 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:46.861 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:03:45.558557+0000 mgr.smithi176.ajjlsm (mgr.14162) 12 : cephadm [INF] Added host smithi204 2022-03-27T07:03:46.862 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:45.588278+0000 mgr.smithi176.ajjlsm (mgr.14162) 13 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:03:48.725 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:47.588579+0000 mgr.smithi176.ajjlsm (mgr.14162) 14 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:03:49.254 INFO:teuthology.orchestra.run.smithi204.stdout: 2022-03-27T07:03:49.255 INFO:teuthology.orchestra.run.smithi204.stdout:[{"addr": "172.21.15.176", "hostname": "smithi176", "labels": [], "status": ""}, {"addr": "smithi204", "hostname": "smithi204", "labels": [], "status": ""}] 2022-03-27T07:03:49.982 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:48.792549+0000 mon.smithi176 (mon.0) 126 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:49.982 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:03:48.794065+0000 mgr.smithi176.ajjlsm (mgr.14162) 15 : cephadm [INF] Deploying daemon node-exporter.smithi176 on smithi176 2022-03-27T07:03:49.983 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:49.253635+0000 mgr.smithi176.ajjlsm (mgr.14162) 16 : audit [DBG] from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-03-27T07:03:51.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:49.590070+0000 mgr.smithi176.ajjlsm (mgr.14162) 17 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:03:51.433 INFO:tasks.cephadm:Setting crush tunables to default 2022-03-27T07:03:51.434 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph osd crush tunables default 2022-03-27T07:03:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:51.590273+0000 mgr.smithi176.ajjlsm (mgr.14162) 18 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:03:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:51.759266+0000 mon.smithi176 (mon.0) 127 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:03:51.765789+0000 mgr.smithi176.ajjlsm (mgr.14162) 19 : cephadm [INF] Deploying daemon prometheus.smithi176 on smithi176 2022-03-27T07:03:53.764 INFO:teuthology.orchestra.run.smithi176.stderr:adjusted tunables profile to default 2022-03-27T07:03:54.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:53.103072+0000 mon.smithi176 (mon.0) 128 : audit [INF] from='client.? 172.21.15.176:0/3299028674' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2022-03-27T07:03:55.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:53.590533+0000 mgr.smithi176.ajjlsm (mgr.14162) 20 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:03:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:53.761654+0000 mon.smithi176 (mon.0) 129 : audit [INF] from='client.? 172.21.15.176:0/3299028674' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2022-03-27T07:03:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:53.761701+0000 mon.smithi176 (mon.0) 130 : cluster [DBG] osdmap e5: 0 total, 0 up, 0 in 2022-03-27T07:03:55.275 INFO:tasks.cephadm:Adding mon.smithi176 on smithi176 2022-03-27T07:03:55.275 INFO:tasks.cephadm:Adding mon.smithi204 on smithi204 2022-03-27T07:03:55.276 DEBUG:teuthology.orchestra.run.smithi204:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph orch apply mon '2;smithi176:172.21.15.176=smithi176;smithi204:172.21.15.204=smithi204' 2022-03-27T07:03:56.952 INFO:teuthology.orchestra.run.smithi204.stdout:Scheduled mon update... 2022-03-27T07:03:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:55.590790+0000 mgr.smithi176.ajjlsm (mgr.14162) 21 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:03:57.341 DEBUG:teuthology.orchestra.run.smithi204:mon.smithi204> sudo journalctl -f -n 0 -u ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@mon.smithi204.service 2022-03-27T07:03:57.344 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-03-27T07:03:57.345 DEBUG:teuthology.orchestra.run.smithi204:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-03-27T07:03:57.371 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:-- Logs begin at Sun 2022-03-27 06:55:47 UTC. -- 2022-03-27T07:03:58.169 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:56.944967+0000 mgr.smithi176.ajjlsm (mgr.14162) 22 : audit [DBG] from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "2;smithi176:172.21.15.176=smithi176;smithi204:172.21.15.204=smithi204", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:03:58.169 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:03:56.946138+0000 mgr.smithi176.ajjlsm (mgr.14162) 23 : cephadm [INF] Saving service mon spec with placement smithi176:172.21.15.176=smithi176;smithi204:172.21.15.204=smithi204;count:2 2022-03-27T07:03:58.169 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:56.951511+0000 mon.smithi176 (mon.0) 131 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:03:59.023 INFO:teuthology.orchestra.run.smithi204.stdout: 2022-03-27T07:03:59.023 INFO:teuthology.orchestra.run.smithi204.stdout:{"epoch":1,"fsid":"cfd54f38-ad9b-11ec-8c35-001a4aab830c","modified":"2022-03-27T07:02:25.170654Z","created":"2022-03-27T07:02:25.170654Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi176","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:3300","nonce":0},{"type":"v1","addr":"172.21.15.176:6789","nonce":0}]},"addr":"172.21.15.176:6789/0","public_addr":"172.21.15.176:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-03-27T07:03:59.024 INFO:teuthology.orchestra.run.smithi204.stderr:dumped monmap epoch 1 2022-03-27T07:03:59.115 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:57.591075+0000 mgr.smithi176.ajjlsm (mgr.14162) 24 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:59.021119+0000 mon.smithi176 (mon.0) 132 : audit [DBG] from='client.? 172.21.15.204:0/2254085796' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-03-27T07:04:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:59.244870+0000 mon.smithi176 (mon.0) 133 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:59.245396+0000 mon.smithi176 (mon.0) 134 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:04:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:03:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:03:59.599062+0000 mon.smithi176 (mon.0) 135 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:00.520 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-03-27T07:04:00.521 DEBUG:teuthology.orchestra.run.smithi204:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-03-27T07:04:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:03:59.591434+0000 mgr.smithi176.ajjlsm (mgr.14162) 25 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:00.055696+0000 mon.smithi176 (mon.0) 136 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:02.678 INFO:teuthology.orchestra.run.smithi204.stdout: 2022-03-27T07:04:02.679 INFO:teuthology.orchestra.run.smithi204.stdout:{"epoch":1,"fsid":"cfd54f38-ad9b-11ec-8c35-001a4aab830c","modified":"2022-03-27T07:02:25.170654Z","created":"2022-03-27T07:02:25.170654Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi176","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:3300","nonce":0},{"type":"v1","addr":"172.21.15.176:6789","nonce":0}]},"addr":"172.21.15.176:6789/0","public_addr":"172.21.15.176:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-03-27T07:04:02.680 INFO:teuthology.orchestra.run.smithi204.stderr:dumped monmap epoch 1 2022-03-27T07:04:03.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:01.591755+0000 mgr.smithi176.ajjlsm (mgr.14162) 26 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:02.677660+0000 mon.smithi176 (mon.0) 137 : audit [DBG] from='client.? 172.21.15.204:0/1516730118' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-03-27T07:04:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:03.030408+0000 mon.smithi176 (mon.0) 138 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:04.072 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-03-27T07:04:04.073 DEBUG:teuthology.orchestra.run.smithi204:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-03-27T07:04:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:03.529204+0000 mon.smithi176 (mon.0) 139 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:03.592021+0000 mgr.smithi176.ajjlsm (mgr.14162) 27 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:03.891073+0000 mon.smithi176 (mon.0) 140 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:04.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:03.893329+0000 mon.smithi176 (mon.0) 141 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:04.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:03.894231+0000 mon.smithi176 (mon.0) 142 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi204", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-03-27T07:04:04.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:03.895885+0000 mon.smithi176 (mon.0) 143 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.smithi204", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2022-03-27T07:04:04.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:03.896517+0000 mon.smithi176 (mon.0) 144 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:04.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:03.897067+0000 mgr.smithi176.ajjlsm (mgr.14162) 28 : cephadm [INF] Deploying daemon crash.smithi204 on smithi204 2022-03-27T07:04:06.240 INFO:teuthology.orchestra.run.smithi204.stdout: 2022-03-27T07:04:06.241 INFO:teuthology.orchestra.run.smithi204.stdout:{"epoch":1,"fsid":"cfd54f38-ad9b-11ec-8c35-001a4aab830c","modified":"2022-03-27T07:02:25.170654Z","created":"2022-03-27T07:02:25.170654Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi176","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:3300","nonce":0},{"type":"v1","addr":"172.21.15.176:6789","nonce":0}]},"addr":"172.21.15.176:6789/0","public_addr":"172.21.15.176:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-03-27T07:04:06.243 INFO:teuthology.orchestra.run.smithi204.stderr:dumped monmap epoch 1 2022-03-27T07:04:07.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:05.592349+0000 mgr.smithi176.ajjlsm (mgr.14162) 29 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:06.239569+0000 mon.smithi176 (mon.0) 145 : audit [DBG] from='client.? 172.21.15.204:0/3454126834' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-03-27T07:04:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:06.274794+0000 mon.smithi176 (mon.0) 146 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:06.276098+0000 mon.smithi176 (mon.0) 147 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi204.vnvrbl", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-27T07:04:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:06.280887+0000 mon.smithi176 (mon.0) 148 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.smithi204.vnvrbl", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2022-03-27T07:04:07.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:06.281780+0000 mon.smithi176 (mon.0) 149 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-27T07:04:07.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:06.282794+0000 mon.smithi176 (mon.0) 150 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:07.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:06.283664+0000 mgr.smithi176.ajjlsm (mgr.14162) 30 : cephadm [INF] Deploying daemon mgr.smithi204.vnvrbl on smithi204 2022-03-27T07:04:07.643 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-03-27T07:04:07.643 DEBUG:teuthology.orchestra.run.smithi204:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-03-27T07:04:09.399 INFO:teuthology.orchestra.run.smithi204.stdout: 2022-03-27T07:04:09.399 INFO:teuthology.orchestra.run.smithi204.stdout:{"epoch":1,"fsid":"cfd54f38-ad9b-11ec-8c35-001a4aab830c","modified":"2022-03-27T07:02:25.170654Z","created":"2022-03-27T07:02:25.170654Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi176","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:3300","nonce":0},{"type":"v1","addr":"172.21.15.176:6789","nonce":0}]},"addr":"172.21.15.176:6789/0","public_addr":"172.21.15.176:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-03-27T07:04:09.401 INFO:teuthology.orchestra.run.smithi204.stderr:dumped monmap epoch 1 2022-03-27T07:04:09.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:07.592629+0000 mgr.smithi176.ajjlsm (mgr.14162) 31 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:08.396262+0000 mon.smithi176 (mon.0) 151 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:08.397448+0000 mon.smithi176 (mon.0) 152 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-27T07:04:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:08.398367+0000 mon.smithi176 (mon.0) 153 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:09.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:08.399276+0000 mgr.smithi176.ajjlsm (mgr.14162) 32 : cephadm [INF] Deploying daemon mon.smithi204 on smithi204 2022-03-27T07:04:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:09.398061+0000 mon.smithi176 (mon.0) 154 : audit [DBG] from='client.? 172.21.15.204:0/1660817991' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-03-27T07:04:11.123 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-03-27T07:04:11.123 DEBUG:teuthology.orchestra.run.smithi204:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-03-27T07:04:11.424 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 systemd[1]: Starting Ceph mon.smithi204 for cfd54f38-ad9b-11ec-8c35-001a4aab830c... 2022-03-27T07:04:11.685 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 podman[32631]: 2022-03-27T07:04:11.686 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 bash[32631]: a9495590cfe5d979be94d154bc41c67d06991a147eaa60664e5c8b5760107b25 2022-03-27T07:04:11.686 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.620+0000 7f9753c99700 0 set uid:gid to 167:167 (ceph:ceph) 2022-03-27T07:04:11.686 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.620+0000 7f9753c99700 0 ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable), process ceph-mon, pid 7 2022-03-27T07:04:11.686 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.620+0000 7f9753c99700 0 pidfile_write: ignore empty --pid-file 2022-03-27T07:04:11.687 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.625+0000 7f9753c99700 0 load: jerasure load: lrc load: isa 2022-03-27T07:04:11.687 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: RocksDB version: 6.8.1 2022-03-27T07:04:11.687 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.687 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-03-27T07:04:11.688 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Compile date May 13 2021 2022-03-27T07:04:11.688 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: DB SUMMARY 2022-03-27T07:04:11.688 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.688 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: CURRENT file: CURRENT 2022-03-27T07:04:11.688 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.689 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: IDENTITY file: IDENTITY 2022-03-27T07:04:11.689 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.689 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: MANIFEST file: MANIFEST-000001 size: 13 Bytes 2022-03-27T07:04:11.689 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.690 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi204/store.db dir, Total Num: 0, files: 2022-03-27T07:04:11.690 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.690 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi204/store.db: 000003.log size: 511 ; 2022-03-27T07:04:11.690 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.690 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.error_if_exists: 0 2022-03-27T07:04:11.691 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.create_if_missing: 0 2022-03-27T07:04:11.691 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.paranoid_checks: 1 2022-03-27T07:04:11.691 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.env: 0x555e0a1a81c0 2022-03-27T07:04:11.691 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.fs: Posix File System 2022-03-27T07:04:11.692 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.info_log: 0x555e0b5f3960 2022-03-27T07:04:11.692 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.max_file_opening_threads: 16 2022-03-27T07:04:11.692 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.statistics: (nil) 2022-03-27T07:04:11.692 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.use_fsync: 0 2022-03-27T07:04:11.692 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.max_log_file_size: 0 2022-03-27T07:04:11.693 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-03-27T07:04:11.693 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-03-27T07:04:11.693 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.keep_log_file_num: 1000 2022-03-27T07:04:11.693 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.recycle_log_file_num: 0 2022-03-27T07:04:11.694 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.allow_fallocate: 1 2022-03-27T07:04:11.694 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.allow_mmap_reads: 0 2022-03-27T07:04:11.694 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.allow_mmap_writes: 0 2022-03-27T07:04:11.694 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.use_direct_reads: 0 2022-03-27T07:04:11.694 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-03-27T07:04:11.695 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.create_missing_column_families: 0 2022-03-27T07:04:11.695 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.db_log_dir: 2022-03-27T07:04:11.695 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi204/store.db 2022-03-27T07:04:11.695 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-03-27T07:04:11.696 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.max_subcompactions: 1 2022-03-27T07:04:11.696 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.max_background_flushes: -1 2022-03-27T07:04:11.696 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-03-27T07:04:11.696 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-03-27T07:04:11.697 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-03-27T07:04:11.697 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-03-27T07:04:11.697 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-03-27T07:04:11.697 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.advise_random_on_open: 1 2022-03-27T07:04:11.698 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.db_write_buffer_size: 0 2022-03-27T07:04:11.698 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.write_buffer_manager: 0x555e0b5f9fb0 2022-03-27T07:04:11.698 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-03-27T07:04:11.698 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-03-27T07:04:11.698 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-03-27T07:04:11.699 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-03-27T07:04:11.699 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.rate_limiter: (nil) 2022-03-27T07:04:11.699 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-03-27T07:04:11.699 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.wal_recovery_mode: 2 2022-03-27T07:04:11.700 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.enable_thread_tracking: 0 2022-03-27T07:04:11.700 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.enable_pipelined_write: 0 2022-03-27T07:04:11.700 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.unordered_write: 0 2022-03-27T07:04:11.700 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-03-27T07:04:11.700 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-03-27T07:04:11.701 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-03-27T07:04:11.701 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-03-27T07:04:11.701 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.row_cache: None 2022-03-27T07:04:11.701 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.wal_filter: None 2022-03-27T07:04:11.702 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-03-27T07:04:11.702 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.allow_ingest_behind: 0 2022-03-27T07:04:11.702 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.preserve_deletes: 0 2022-03-27T07:04:11.702 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.two_write_queues: 0 2022-03-27T07:04:11.703 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.manual_wal_flush: 0 2022-03-27T07:04:11.703 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.atomic_flush: 0 2022-03-27T07:04:11.703 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-03-27T07:04:11.703 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-03-27T07:04:11.703 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-03-27T07:04:11.704 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.log_readahead_size: 0 2022-03-27T07:04:11.704 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-03-27T07:04:11.704 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.max_background_jobs: 2 2022-03-27T07:04:11.705 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.max_background_compactions: -1 2022-03-27T07:04:11.705 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-03-27T07:04:11.705 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-03-27T07:04:11.705 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-03-27T07:04:11.706 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.max_total_wal_size: 0 2022-03-27T07:04:11.706 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-03-27T07:04:11.706 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-03-27T07:04:11.706 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-03-27T07:04:11.707 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-03-27T07:04:11.707 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.max_open_files: -1 2022-03-27T07:04:11.707 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.bytes_per_sync: 0 2022-03-27T07:04:11.707 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-03-27T07:04:11.708 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-03-27T07:04:11.708 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Options.compaction_readahead_size: 0 2022-03-27T07:04:11.708 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Compression algorithms supported: 2022-03-27T07:04:11.708 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-03-27T07:04:11.709 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: kZSTD supported: 0 2022-03-27T07:04:11.709 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: kXpressCompression supported: 0 2022-03-27T07:04:11.709 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: kLZ4HCCompression supported: 1 2022-03-27T07:04:11.709 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: kLZ4Compression supported: 1 2022-03-27T07:04:11.710 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: kBZip2Compression supported: 0 2022-03-27T07:04:11.710 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: kZlibCompression supported: 1 2022-03-27T07:04:11.710 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: kSnappyCompression supported: 1 2022-03-27T07:04:11.710 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-03-27T07:04:11.713 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.626+0000 7f9753c99700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi204/store.db/MANIFEST-000001 2022-03-27T07:04:11.713 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.713 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-03-27T07:04:11.713 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.714 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-03-27T07:04:11.714 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.merge_operator: 2022-03-27T07:04:11.714 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.compaction_filter: None 2022-03-27T07:04:11.714 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.compaction_filter_factory: None 2022-03-27T07:04:11.715 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-03-27T07:04:11.715 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-03-27T07:04:11.715 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x555e0b50a128) 2022-03-27T07:04:11.715 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cache_index_and_filter_blocks: 1 2022-03-27T07:04:11.716 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cache_index_and_filter_blocks_with_high_priority: 0 2022-03-27T07:04:11.716 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-03-27T07:04:11.716 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: pin_top_level_index_and_filter: 1 2022-03-27T07:04:11.716 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: index_type: 0 2022-03-27T07:04:11.717 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: data_block_index_type: 0 2022-03-27T07:04:11.717 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: index_shortening: 1 2022-03-27T07:04:11.718 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: data_block_hash_table_util_ratio: 0.750000 2022-03-27T07:04:11.718 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: hash_index_allow_collision: 1 2022-03-27T07:04:11.718 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: checksum: 1 2022-03-27T07:04:11.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: no_block_cache: 0 2022-03-27T07:04:11.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: block_cache: 0x555e0b540f10 2022-03-27T07:04:11.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: block_cache_name: BinnedLRUCache 2022-03-27T07:04:11.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: block_cache_options: 2022-03-27T07:04:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: capacity : 536870912 2022-03-27T07:04:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: num_shard_bits : 4 2022-03-27T07:04:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: strict_capacity_limit : 0 2022-03-27T07:04:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: high_pri_pool_ratio: 0.000 2022-03-27T07:04:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: block_cache_compressed: (nil) 2022-03-27T07:04:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: persistent_cache: (nil) 2022-03-27T07:04:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: block_size: 4096 2022-03-27T07:04:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: block_size_deviation: 10 2022-03-27T07:04:11.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: block_restart_interval: 16 2022-03-27T07:04:11.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: index_block_restart_interval: 1 2022-03-27T07:04:11.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: metadata_block_size: 4096 2022-03-27T07:04:11.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: partition_filters: 0 2022-03-27T07:04:11.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: use_delta_encoding: 1 2022-03-27T07:04:11.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: filter_policy: rocksdb.BuiltinBloomFilter 2022-03-27T07:04:11.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: whole_key_filtering: 1 2022-03-27T07:04:11.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: verify_compression: 0 2022-03-27T07:04:11.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: read_amp_bytes_per_bit: 0 2022-03-27T07:04:11.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: format_version: 2 2022-03-27T07:04:11.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: enable_index_compression: 1 2022-03-27T07:04:11.725 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: block_align: 0 2022-03-27T07:04:11.725 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.725 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.write_buffer_size: 33554432 2022-03-27T07:04:11.725 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.max_write_buffer_number: 2 2022-03-27T07:04:11.725 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.compression: NoCompression 2022-03-27T07:04:11.726 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.bottommost_compression: Disabled 2022-03-27T07:04:11.726 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.prefix_extractor: nullptr 2022-03-27T07:04:11.726 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-03-27T07:04:11.727 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.num_levels: 7 2022-03-27T07:04:11.727 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-03-27T07:04:11.727 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-03-27T07:04:11.727 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-03-27T07:04:11.728 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-03-27T07:04:11.728 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-03-27T07:04:11.728 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-03-27T07:04:11.728 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-03-27T07:04:11.729 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-03-27T07:04:11.729 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-03-27T07:04:11.729 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-03-27T07:04:11.729 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.compression_opts.level: 32767 2022-03-27T07:04:11.729 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.compression_opts.strategy: 0 2022-03-27T07:04:11.730 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-03-27T07:04:11.730 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-03-27T07:04:11.730 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.compression_opts.enabled: false 2022-03-27T07:04:11.730 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-03-27T07:04:11.731 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-03-27T07:04:11.731 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-03-27T07:04:11.731 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.target_file_size_base: 67108864 2022-03-27T07:04:11.732 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-03-27T07:04:11.732 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-03-27T07:04:11.732 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-03-27T07:04:11.732 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-03-27T07:04:11.733 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-03-27T07:04:11.733 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-03-27T07:04:11.733 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-03-27T07:04:11.733 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-03-27T07:04:11.733 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-03-27T07:04:11.734 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-03-27T07:04:11.734 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-03-27T07:04:11.734 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-03-27T07:04:11.734 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-03-27T07:04:11.735 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.arena_block_size: 4194304 2022-03-27T07:04:11.735 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-03-27T07:04:11.735 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-03-27T07:04:11.735 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-03-27T07:04:11.736 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.disable_auto_compactions: 0 2022-03-27T07:04:11.736 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-03-27T07:04:11.736 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-03-27T07:04:11.736 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-03-27T07:04:11.736 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-03-27T07:04:11.737 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-03-27T07:04:11.737 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-03-27T07:04:11.737 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-03-27T07:04:11.737 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-03-27T07:04:11.738 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-03-27T07:04:11.738 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-03-27T07:04:11.738 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.table_properties_collectors: 2022-03-27T07:04:11.738 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.inplace_update_support: 0 2022-03-27T07:04:11.739 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-03-27T07:04:11.739 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-03-27T07:04:11.740 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-03-27T07:04:11.740 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-03-27T07:04:11.740 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.bloom_locality: 0 2022-03-27T07:04:11.740 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.max_successive_merges: 0 2022-03-27T07:04:11.741 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-03-27T07:04:11.741 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.paranoid_file_checks: 0 2022-03-27T07:04:11.741 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.force_consistency_checks: 0 2022-03-27T07:04:11.741 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.report_bg_io_stats: 0 2022-03-27T07:04:11.742 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.ttl: 2592000 2022-03-27T07:04:11.742 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.627+0000 7f9753c99700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-03-27T07:04:11.742 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.629+0000 7f9753c99700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi204/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-03-27T07:04:11.742 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.742 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.629+0000 7f9753c99700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2022-03-27T07:04:11.743 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.743 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.629+0000 7f9753c99700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1648364651629532, "job": 1, "event": "recovery_started", "log_files": [3]} 2022-03-27T07:04:11.743 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.629+0000 7f9753c99700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #3 mode 2 2022-03-27T07:04:11.743 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.629+0000 7f9753c99700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-03-27T07:04:11.744 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.629+0000 7f9753c99700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1648364651630029, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1437, "table_properties": {"data_size": 523, "index_size": 40, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1648364651, "oldest_key_time": 3, "file_creation_time": 0}} 2022-03-27T07:04:11.744 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.629+0000 7f9753c99700 4 rocksdb: [version_set.cc:3826] Creating manifest 5 2022-03-27T07:04:11.744 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.744 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.630+0000 7f9753c99700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1648364651630405, "job": 1, "event": "recovery_finished"} 2022-03-27T07:04:11.745 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.630+0000 7f9753c99700 4 rocksdb: DB pointer 0x555e0b605800 2022-03-27T07:04:11.745 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.631+0000 7f973aab1700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-03-27T07:04:11.745 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.631+0000 7f973aab1700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-03-27T07:04:11.745 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: ** DB Stats ** 2022-03-27T07:04:11.746 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-27T07:04:11.746 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-03-27T07:04:11.746 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-03-27T07:04:11.746 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-03-27T07:04:11.746 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-03-27T07:04:11.747 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-03-27T07:04:11.747 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-03-27T07:04:11.747 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.747 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: ** Compaction Stats [default] ** 2022-03-27T07:04:11.748 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-27T07:04:11.749 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-27T07:04:11.749 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: L0 1/0 1.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.00 0.00 1 0.000 0 0 2022-03-27T07:04:11.749 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Sum 1/0 1.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.00 0.00 1 0.000 0 0 2022-03-27T07:04:11.749 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.00 0.00 1 0.000 0 0 2022-03-27T07:04:11.750 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.750 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: ** Compaction Stats [default] ** 2022-03-27T07:04:11.750 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-27T07:04:11.750 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-27T07:04:11.751 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.0 0.00 0.00 1 0.000 0 0 2022-03-27T07:04:11.751 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-27T07:04:11.751 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Flush(GB): cumulative 0.000, interval 0.000 2022-03-27T07:04:11.751 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: AddFile(GB): cumulative 0.000, interval 0.000 2022-03-27T07:04:11.752 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: AddFile(Total Files): cumulative 0, interval 0 2022-03-27T07:04:11.752 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: AddFile(L0 Files): cumulative 0, interval 0 2022-03-27T07:04:11.752 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: AddFile(Keys): cumulative 0, interval 0 2022-03-27T07:04:11.752 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Cumulative compaction: 0.00 GB write, 0.34 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-27T07:04:11.752 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Interval compaction: 0.00 GB write, 0.34 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-27T07:04:11.753 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-03-27T07:04:11.753 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.753 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: ** File Read Latency Histogram By Level [default] ** 2022-03-27T07:04:11.754 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.754 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: ** Compaction Stats [default] ** 2022-03-27T07:04:11.754 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-27T07:04:11.754 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-27T07:04:11.755 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: L0 1/0 1.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.00 0.00 1 0.000 0 0 2022-03-27T07:04:11.755 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Sum 1/0 1.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.00 0.00 1 0.000 0 0 2022-03-27T07:04:11.755 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-27T07:04:11.755 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.756 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: ** Compaction Stats [default] ** 2022-03-27T07:04:11.756 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-27T07:04:11.756 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-27T07:04:11.757 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.0 0.00 0.00 1 0.000 0 0 2022-03-27T07:04:11.757 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-27T07:04:11.757 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Flush(GB): cumulative 0.000, interval 0.000 2022-03-27T07:04:11.758 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: AddFile(GB): cumulative 0.000, interval 0.000 2022-03-27T07:04:11.758 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: AddFile(Total Files): cumulative 0, interval 0 2022-03-27T07:04:11.758 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: AddFile(L0 Files): cumulative 0, interval 0 2022-03-27T07:04:11.758 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: AddFile(Keys): cumulative 0, interval 0 2022-03-27T07:04:11.759 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Cumulative compaction: 0.00 GB write, 0.34 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-27T07:04:11.759 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-27T07:04:11.759 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-03-27T07:04:11.759 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.760 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: ** File Read Latency Histogram By Level [default] ** 2022-03-27T07:04:11.760 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.760 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.631+0000 7f9753c99700 0 mon.smithi204 does not exist in monmap, will attempt to join an existing cluster 2022-03-27T07:04:11.760 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.631+0000 7f9753c99700 0 using public_addr v2:172.21.15.204:0/0 -> [v2:172.21.15.204:3300/0,v1:172.21.15.204:6789/0] 2022-03-27T07:04:11.761 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.631+0000 7f9753c99700 0 starting mon.smithi204 rank -1 at public addrs [v2:172.21.15.204:3300/0,v1:172.21.15.204:6789/0] at bind addrs [v2:172.21.15.204:3300/0,v1:172.21.15.204:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi204 fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:04:11.761 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.632+0000 7f9753c99700 1 mon.smithi204@-1(???) e0 preinit fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:04:11.761 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.654+0000 7f973d2b6700 0 mon.smithi204@-1(synchronizing).mds e1 new map 2022-03-27T07:04:11.761 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.654+0000 7f973d2b6700 0 mon.smithi204@-1(synchronizing).mds e1 print_map 2022-03-27T07:04:11.761 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: e1 2022-03-27T07:04:11.762 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: enable_multiple, ever_enabled_multiple: 1,1 2022-03-27T07:04:11.762 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-03-27T07:04:11.762 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: legacy client fscid: -1 2022-03-27T07:04:11.762 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.763 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: No filesystems configured 2022-03-27T07:04:11.763 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: 2022-03-27T07:04:11.763 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.654+0000 7f973d2b6700 1 mon.smithi204@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2022-03-27T07:04:11.763 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.654+0000 7f973d2b6700 1 mon.smithi204@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2022-03-27T07:04:11.764 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.654+0000 7f973d2b6700 1 mon.smithi204@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2022-03-27T07:04:11.764 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.654+0000 7f973d2b6700 1 mon.smithi204@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2022-03-27T07:04:11.764 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.654+0000 7f973d2b6700 1 mon.smithi204@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2022-03-27T07:04:11.764 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.654+0000 7f973d2b6700 1 mon.smithi204@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2022-03-27T07:04:11.765 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.654+0000 7f973d2b6700 1 mon.smithi204@-1(synchronizing).osd e5 e5: 0 total, 0 up, 0 in 2022-03-27T07:04:11.765 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.654+0000 7f973d2b6700 0 mon.smithi204@-1(synchronizing).osd e5 crush map has features 3314932999778484224, adjusting msgr requires 2022-03-27T07:04:11.765 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.654+0000 7f973d2b6700 0 mon.smithi204@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2022-03-27T07:04:11.765 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.654+0000 7f973d2b6700 0 mon.smithi204@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2022-03-27T07:04:11.766 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.654+0000 7f973d2b6700 0 mon.smithi204@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2022-03-27T07:04:11.766 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:09.592969+0000 mgr.smithi176.ajjlsm (mgr.14162) 33 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:11.766 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.654+0000 7f973d2b6700 1 mon.smithi204@-1(synchronizing).paxosservice(auth 1..7) refresh upgraded, format 0 -> 3 2022-03-27T07:04:11.767 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.656+0000 7f973d2b6700 20 expand_channel_meta expand map: {default=false} 2022-03-27T07:04:11.767 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.656+0000 7f973d2b6700 20 expand_channel_meta from 'false' to 'false' 2022-03-27T07:04:11.767 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.656+0000 7f973d2b6700 20 expand_channel_meta expanded map: {default=false} 2022-03-27T07:04:11.767 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.656+0000 7f973d2b6700 20 expand_channel_meta expand map: {default=info} 2022-03-27T07:04:11.768 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.656+0000 7f973d2b6700 20 expand_channel_meta from 'info' to 'info' 2022-03-27T07:04:11.768 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.656+0000 7f973d2b6700 20 expand_channel_meta expanded map: {default=info} 2022-03-27T07:04:11.768 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.656+0000 7f973d2b6700 20 expand_channel_meta expand map: {default=daemon} 2022-03-27T07:04:11.768 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.656+0000 7f973d2b6700 20 expand_channel_meta from 'daemon' to 'daemon' 2022-03-27T07:04:11.769 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.656+0000 7f973d2b6700 20 expand_channel_meta expanded map: {default=daemon} 2022-03-27T07:04:11.769 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.656+0000 7f973d2b6700 20 expand_channel_meta expand map: {default=debug} 2022-03-27T07:04:11.769 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.656+0000 7f973d2b6700 20 expand_channel_meta from 'debug' to 'debug' 2022-03-27T07:04:11.769 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.656+0000 7f973d2b6700 20 expand_channel_meta expanded map: {default=debug} 2022-03-27T07:04:11.770 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:04:11.656+0000 7f973d2b6700 10 mon.smithi204@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete 2022-03-27T07:04:11.770 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:11 smithi204 systemd[1]: Started Ceph mon.smithi204 for cfd54f38-ad9b-11ec-8c35-001a4aab830c. 2022-03-27T07:04:11.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:09.592969+0000 mgr.smithi176.ajjlsm (mgr.14162) 33 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:11.593253+0000 mgr.smithi176.ajjlsm (mgr.14162) 34 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:11.661196+0000 mon.smithi176 (mon.0) 156 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi176"}]: dispatch 2022-03-27T07:04:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:11.661400+0000 mon.smithi176 (mon.0) 157 : cluster [INF] mon.smithi176 calling monitor election 2022-03-27T07:04:17.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:11.676855+0000 mon.smithi176 (mon.0) 158 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:04:17.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:12.658433+0000 mon.smithi176 (mon.0) 159 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:04:17.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:13.512675+0000 mon.smithi176 (mon.0) 160 : audit [DBG] from='mgr.? 172.21.15.204:0/2926416560' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi204.vnvrbl/crt"}]: dispatch 2022-03-27T07:04:17.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:13.593578+0000 mgr.smithi176.ajjlsm (mgr.14162) 35 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:17.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:13.658278+0000 mon.smithi176 (mon.0) 161 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:04:17.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:13.659498+0000 mon.smithi204 (mon.1) 1 : cluster [INF] mon.smithi204 calling monitor election 2022-03-27T07:04:17.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:14.658566+0000 mon.smithi176 (mon.0) 162 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:04:17.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:15.593878+0000 mgr.smithi176.ajjlsm (mgr.14162) 36 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:17.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:15.658744+0000 mon.smithi176 (mon.0) 163 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:04:17.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:16.658878+0000 mon.smithi176 (mon.0) 164 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:04:17.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:16.690464+0000 mon.smithi176 (mon.0) 165 : cluster [INF] mon.smithi176 is new leader, mons smithi176,smithi204 in quorum (ranks 0,1) 2022-03-27T07:04:17.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:16.695354+0000 mon.smithi176 (mon.0) 166 : cluster [DBG] monmap e2: 2 mons at {smithi176=[v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0],smithi204=[v2:172.21.15.204:3300/0,v1:172.21.15.204:6789/0]} 2022-03-27T07:04:17.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:16.695429+0000 mon.smithi176 (mon.0) 167 : cluster [DBG] fsmap 2022-03-27T07:04:17.052 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:16.695488+0000 mon.smithi176 (mon.0) 168 : cluster [DBG] osdmap e5: 0 total, 0 up, 0 in 2022-03-27T07:04:17.052 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:16.695715+0000 mon.smithi176 (mon.0) 169 : cluster [DBG] mgrmap e17: smithi176.ajjlsm(active, since 55s) 2022-03-27T07:04:17.052 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:16.696617+0000 mon.smithi176 (mon.0) 170 : cluster [DBG] Standby manager daemon smithi204.vnvrbl started 2022-03-27T07:04:17.052 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:16.697797+0000 mon.smithi176 (mon.0) 171 : audit [DBG] from='mgr.? 172.21.15.204:0/2926416560' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-27T07:04:17.052 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:16.700184+0000 mon.smithi176 (mon.0) 172 : cluster [INF] overall HEALTH_OK 2022-03-27T07:04:17.053 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:16.701500+0000 mon.smithi176 (mon.0) 173 : audit [DBG] from='mgr.? 172.21.15.204:0/2926416560' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi204.vnvrbl/key"}]: dispatch 2022-03-27T07:04:17.053 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:16.701939+0000 mon.smithi176 (mon.0) 174 : audit [DBG] from='mgr.? 172.21.15.204:0/2926416560' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-27T07:04:17.053 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:16.705453+0000 mon.smithi176 (mon.0) 175 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:17.168 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:11.593253+0000 mgr.smithi176.ajjlsm (mgr.14162) 34 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:17.168 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:11.661196+0000 mon.smithi176 (mon.0) 156 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi176"}]: dispatch 2022-03-27T07:04:17.168 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:11.661400+0000 mon.smithi176 (mon.0) 157 : cluster [INF] mon.smithi176 calling monitor election 2022-03-27T07:04:17.168 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:11.676855+0000 mon.smithi176 (mon.0) 158 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:04:17.169 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:12.658433+0000 mon.smithi176 (mon.0) 159 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:04:17.169 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:13.512675+0000 mon.smithi176 (mon.0) 160 : audit [DBG] from='mgr.? 172.21.15.204:0/2926416560' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi204.vnvrbl/crt"}]: dispatch 2022-03-27T07:04:17.169 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:13.593578+0000 mgr.smithi176.ajjlsm (mgr.14162) 35 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:17.169 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:13.658278+0000 mon.smithi176 (mon.0) 161 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:04:17.170 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:13.659498+0000 mon.smithi204 (mon.1) 1 : cluster [INF] mon.smithi204 calling monitor election 2022-03-27T07:04:17.170 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:14.658566+0000 mon.smithi176 (mon.0) 162 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:04:17.170 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:15.593878+0000 mgr.smithi176.ajjlsm (mgr.14162) 36 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:17.170 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:15.658744+0000 mon.smithi176 (mon.0) 163 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:04:17.171 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:16.658878+0000 mon.smithi176 (mon.0) 164 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:04:17.171 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:16.690464+0000 mon.smithi176 (mon.0) 165 : cluster [INF] mon.smithi176 is new leader, mons smithi176,smithi204 in quorum (ranks 0,1) 2022-03-27T07:04:17.171 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:16.695354+0000 mon.smithi176 (mon.0) 166 : cluster [DBG] monmap e2: 2 mons at {smithi176=[v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0],smithi204=[v2:172.21.15.204:3300/0,v1:172.21.15.204:6789/0]} 2022-03-27T07:04:17.171 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:16.695429+0000 mon.smithi176 (mon.0) 167 : cluster [DBG] fsmap 2022-03-27T07:04:17.172 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:16.695488+0000 mon.smithi176 (mon.0) 168 : cluster [DBG] osdmap e5: 0 total, 0 up, 0 in 2022-03-27T07:04:17.172 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:16.695715+0000 mon.smithi176 (mon.0) 169 : cluster [DBG] mgrmap e17: smithi176.ajjlsm(active, since 55s) 2022-03-27T07:04:17.172 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:16.696617+0000 mon.smithi176 (mon.0) 170 : cluster [DBG] Standby manager daemon smithi204.vnvrbl started 2022-03-27T07:04:17.172 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:16.697797+0000 mon.smithi176 (mon.0) 171 : audit [DBG] from='mgr.? 172.21.15.204:0/2926416560' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-27T07:04:17.173 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:16.700184+0000 mon.smithi176 (mon.0) 172 : cluster [INF] overall HEALTH_OK 2022-03-27T07:04:17.173 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:16.701500+0000 mon.smithi176 (mon.0) 173 : audit [DBG] from='mgr.? 172.21.15.204:0/2926416560' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi204.vnvrbl/key"}]: dispatch 2022-03-27T07:04:17.173 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:16.701939+0000 mon.smithi176 (mon.0) 174 : audit [DBG] from='mgr.? 172.21.15.204:0/2926416560' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-27T07:04:17.174 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:16.705453+0000 mon.smithi176 (mon.0) 175 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:17.478 INFO:teuthology.orchestra.run.smithi204.stdout: 2022-03-27T07:04:17.479 INFO:teuthology.orchestra.run.smithi204.stdout:{"epoch":2,"fsid":"cfd54f38-ad9b-11ec-8c35-001a4aab830c","modified":"2022-03-27T07:04:11.658588Z","created":"2022-03-27T07:02:25.170654Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi176","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:3300","nonce":0},{"type":"v1","addr":"172.21.15.176:6789","nonce":0}]},"addr":"172.21.15.176:6789/0","public_addr":"172.21.15.176:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"smithi204","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:3300","nonce":0},{"type":"v1","addr":"172.21.15.204:6789","nonce":0}]},"addr":"172.21.15.204:6789/0","public_addr":"172.21.15.204:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2022-03-27T07:04:17.480 INFO:teuthology.orchestra.run.smithi204.stderr:dumped monmap epoch 2 2022-03-27T07:04:17.863 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:16.706432+0000 mgr.smithi176.ajjlsm (mgr.14162) 37 : cephadm [INF] Deploying daemon node-exporter.smithi204 on smithi204 2022-03-27T07:04:17.863 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:16.756320+0000 mon.smithi176 (mon.0) 176 : cluster [DBG] mgrmap e18: smithi176.ajjlsm(active, since 55s), standbys: smithi204.vnvrbl 2022-03-27T07:04:17.864 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:16.756487+0000 mon.smithi176 (mon.0) 177 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr metadata", "who": "smithi204.vnvrbl", "id": "smithi204.vnvrbl"}]: dispatch 2022-03-27T07:04:17.864 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:17.476814+0000 mon.smithi176 (mon.0) 178 : audit [DBG] from='client.? 172.21.15.204:0/1510718820' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-03-27T07:04:17.864 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:17.658969+0000 mon.smithi176 (mon.0) 179 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:04:17.914 INFO:tasks.cephadm:Generating final ceph.conf file... 2022-03-27T07:04:17.915 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph config generate-minimal-conf 2022-03-27T07:04:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:16.706432+0000 mgr.smithi176.ajjlsm (mgr.14162) 37 : cephadm [INF] Deploying daemon node-exporter.smithi204 on smithi204 2022-03-27T07:04:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:16.756320+0000 mon.smithi176 (mon.0) 176 : cluster [DBG] mgrmap e18: smithi176.ajjlsm(active, since 55s), standbys: smithi204.vnvrbl 2022-03-27T07:04:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:16.756487+0000 mon.smithi176 (mon.0) 177 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr metadata", "who": "smithi204.vnvrbl", "id": "smithi204.vnvrbl"}]: dispatch 2022-03-27T07:04:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:17.476814+0000 mon.smithi176 (mon.0) 178 : audit [DBG] from='client.? 172.21.15.204:0/1510718820' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-03-27T07:04:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:17.658969+0000 mon.smithi176 (mon.0) 179 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:04:19.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:17.594310+0000 mgr.smithi176.ajjlsm (mgr.14162) 38 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:19.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:17.594310+0000 mgr.smithi176.ajjlsm (mgr.14162) 38 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:19.594807+0000 mgr.smithi176.ajjlsm (mgr.14162) 39 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:19.680513+0000 mon.smithi176 (mon.0) 180 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:19.681444+0000 mon.smithi176 (mon.0) 181 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:04:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:19.594807+0000 mgr.smithi176.ajjlsm (mgr.14162) 39 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:19.680513+0000 mon.smithi176 (mon.0) 180 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:19.681444+0000 mon.smithi176 (mon.0) 181 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:04:22.921 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:21.595236+0000 mgr.smithi176.ajjlsm (mgr.14162) 40 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:22.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:21.720307+0000 mon.smithi176 (mon.0) 182 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:04:22.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:21.726455+0000 mon.smithi176 (mon.0) 183 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:04:22.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:21.878076+0000 mon.smithi176 (mon.0) 184 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:22.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:21.595236+0000 mgr.smithi176.ajjlsm (mgr.14162) 40 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:21.720307+0000 mon.smithi176 (mon.0) 182 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:04:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:21.726455+0000 mon.smithi176 (mon.0) 183 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:04:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:21.878076+0000 mon.smithi176 (mon.0) 184 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:23.455 INFO:teuthology.orchestra.run.smithi176.stdout:# minimal ceph.conf for cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:04:23.456 INFO:teuthology.orchestra.run.smithi176.stdout:[global] 2022-03-27T07:04:23.456 INFO:teuthology.orchestra.run.smithi176.stdout: fsid = cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:04:23.456 INFO:teuthology.orchestra.run.smithi176.stdout: mon_host = [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] [v2:172.21.15.204:3300/0,v1:172.21.15.204:6789/0] 2022-03-27T07:04:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:23.455135+0000 mon.smithi176 (mon.0) 185 : audit [DBG] from='client.? 172.21.15.176:0/3475608213' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:23.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:23.455135+0000 mon.smithi176 (mon.0) 185 : audit [DBG] from='client.? 172.21.15.176:0/3475608213' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:23.983 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2022-03-27T07:04:23.983 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2022-03-27T07:04:23.984 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/etc/ceph/ceph.conf 2022-03-27T07:04:24.014 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2022-03-27T07:04:24.014 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2022-03-27T07:04:24.086 DEBUG:teuthology.orchestra.run.smithi204:> set -ex 2022-03-27T07:04:24.086 DEBUG:teuthology.orchestra.run.smithi204:> sudo dd of=/etc/ceph/ceph.conf 2022-03-27T07:04:24.125 DEBUG:teuthology.orchestra.run.smithi204:> set -ex 2022-03-27T07:04:24.126 DEBUG:teuthology.orchestra.run.smithi204:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2022-03-27T07:04:24.195 INFO:tasks.cephadm:Deploying OSDs... 2022-03-27T07:04:24.196 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2022-03-27T07:04:24.196 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/scratch_devs of=/dev/stdout 2022-03-27T07:04:24.214 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-03-27T07:04:24.215 DEBUG:teuthology.orchestra.run.smithi176:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2022-03-27T07:04:24.270 INFO:teuthology.orchestra.run.smithi176.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-03-27T07:04:24.271 INFO:teuthology.orchestra.run.smithi176.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-03-27T07:04:24.271 INFO:teuthology.orchestra.run.smithi176.stdout:Device: 6h/6d Inode: 154990 Links: 1 2022-03-27T07:04:24.271 INFO:teuthology.orchestra.run.smithi176.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-03-27T07:04:24.272 INFO:teuthology.orchestra.run.smithi176.stdout:Context: system_u:object_r:device_t:s0 2022-03-27T07:04:24.272 INFO:teuthology.orchestra.run.smithi176.stdout:Access: 2022-03-27 07:03:58.625833110 +0000 2022-03-27T07:04:24.272 INFO:teuthology.orchestra.run.smithi176.stdout:Modify: 2022-03-27 07:00:58.626312852 +0000 2022-03-27T07:04:24.272 INFO:teuthology.orchestra.run.smithi176.stdout:Change: 2022-03-27 07:00:58.626312852 +0000 2022-03-27T07:04:24.273 INFO:teuthology.orchestra.run.smithi176.stdout: Birth: - 2022-03-27T07:04:24.281 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records in 2022-03-27T07:04:24.281 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records out 2022-03-27T07:04:24.282 INFO:teuthology.orchestra.run.smithi176.stderr:512 bytes copied, 0.000209191 s, 2.4 MB/s 2022-03-27T07:04:24.284 DEBUG:teuthology.orchestra.run.smithi176:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2022-03-27T07:04:24.342 INFO:teuthology.orchestra.run.smithi176.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-03-27T07:04:24.343 INFO:teuthology.orchestra.run.smithi176.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-03-27T07:04:24.343 INFO:teuthology.orchestra.run.smithi176.stdout:Device: 6h/6d Inode: 158912 Links: 1 2022-03-27T07:04:24.343 INFO:teuthology.orchestra.run.smithi176.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-03-27T07:04:24.344 INFO:teuthology.orchestra.run.smithi176.stdout:Context: system_u:object_r:device_t:s0 2022-03-27T07:04:24.344 INFO:teuthology.orchestra.run.smithi176.stdout:Access: 2022-03-27 07:03:58.625833110 +0000 2022-03-27T07:04:24.344 INFO:teuthology.orchestra.run.smithi176.stdout:Modify: 2022-03-27 07:00:58.957309793 +0000 2022-03-27T07:04:24.344 INFO:teuthology.orchestra.run.smithi176.stdout:Change: 2022-03-27 07:00:58.957309793 +0000 2022-03-27T07:04:24.344 INFO:teuthology.orchestra.run.smithi176.stdout: Birth: - 2022-03-27T07:04:24.352 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records in 2022-03-27T07:04:24.352 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records out 2022-03-27T07:04:24.352 INFO:teuthology.orchestra.run.smithi176.stderr:512 bytes copied, 0.00023054 s, 2.2 MB/s 2022-03-27T07:04:24.355 DEBUG:teuthology.orchestra.run.smithi176:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2022-03-27T07:04:24.412 INFO:teuthology.orchestra.run.smithi176.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-03-27T07:04:24.412 INFO:teuthology.orchestra.run.smithi176.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-03-27T07:04:24.412 INFO:teuthology.orchestra.run.smithi176.stdout:Device: 6h/6d Inode: 158041 Links: 1 2022-03-27T07:04:24.412 INFO:teuthology.orchestra.run.smithi176.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-03-27T07:04:24.413 INFO:teuthology.orchestra.run.smithi176.stdout:Context: system_u:object_r:device_t:s0 2022-03-27T07:04:24.413 INFO:teuthology.orchestra.run.smithi176.stdout:Access: 2022-03-27 07:03:58.625833110 +0000 2022-03-27T07:04:24.413 INFO:teuthology.orchestra.run.smithi176.stdout:Modify: 2022-03-27 07:00:59.286306752 +0000 2022-03-27T07:04:24.413 INFO:teuthology.orchestra.run.smithi176.stdout:Change: 2022-03-27 07:00:59.286306752 +0000 2022-03-27T07:04:24.413 INFO:teuthology.orchestra.run.smithi176.stdout: Birth: - 2022-03-27T07:04:24.421 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records in 2022-03-27T07:04:24.421 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records out 2022-03-27T07:04:24.422 INFO:teuthology.orchestra.run.smithi176.stderr:512 bytes copied, 0.000254748 s, 2.0 MB/s 2022-03-27T07:04:24.426 DEBUG:teuthology.orchestra.run.smithi176:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2022-03-27T07:04:24.484 INFO:teuthology.orchestra.run.smithi176.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-03-27T07:04:24.485 INFO:teuthology.orchestra.run.smithi176.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-03-27T07:04:24.485 INFO:teuthology.orchestra.run.smithi176.stdout:Device: 6h/6d Inode: 158995 Links: 1 2022-03-27T07:04:24.485 INFO:teuthology.orchestra.run.smithi176.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-03-27T07:04:24.485 INFO:teuthology.orchestra.run.smithi176.stdout:Context: system_u:object_r:device_t:s0 2022-03-27T07:04:24.486 INFO:teuthology.orchestra.run.smithi176.stdout:Access: 2022-03-27 07:03:58.625833110 +0000 2022-03-27T07:04:24.486 INFO:teuthology.orchestra.run.smithi176.stdout:Modify: 2022-03-27 07:00:59.639303490 +0000 2022-03-27T07:04:24.486 INFO:teuthology.orchestra.run.smithi176.stdout:Change: 2022-03-27 07:00:59.639303490 +0000 2022-03-27T07:04:24.486 INFO:teuthology.orchestra.run.smithi176.stdout: Birth: - 2022-03-27T07:04:24.494 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records in 2022-03-27T07:04:24.494 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records out 2022-03-27T07:04:24.494 INFO:teuthology.orchestra.run.smithi176.stderr:512 bytes copied, 0.000182021 s, 2.8 MB/s 2022-03-27T07:04:24.497 DEBUG:teuthology.orchestra.run.smithi204:> set -ex 2022-03-27T07:04:24.497 DEBUG:teuthology.orchestra.run.smithi204:> dd if=/scratch_devs of=/dev/stdout 2022-03-27T07:04:24.518 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-03-27T07:04:24.519 DEBUG:teuthology.orchestra.run.smithi204:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2022-03-27T07:04:24.578 INFO:teuthology.orchestra.run.smithi204.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-03-27T07:04:24.578 INFO:teuthology.orchestra.run.smithi204.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-03-27T07:04:24.579 INFO:teuthology.orchestra.run.smithi204.stdout:Device: 6h/6d Inode: 155012 Links: 1 2022-03-27T07:04:24.579 INFO:teuthology.orchestra.run.smithi204.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-03-27T07:04:24.579 INFO:teuthology.orchestra.run.smithi204.stdout:Context: system_u:object_r:device_t:s0 2022-03-27T07:04:24.579 INFO:teuthology.orchestra.run.smithi204.stdout:Access: 2022-03-27 07:04:17.344996546 +0000 2022-03-27T07:04:24.580 INFO:teuthology.orchestra.run.smithi204.stdout:Modify: 2022-03-27 07:01:05.015490252 +0000 2022-03-27T07:04:24.580 INFO:teuthology.orchestra.run.smithi204.stdout:Change: 2022-03-27 07:01:05.015490252 +0000 2022-03-27T07:04:24.580 INFO:teuthology.orchestra.run.smithi204.stdout: Birth: - 2022-03-27T07:04:24.590 INFO:teuthology.orchestra.run.smithi204.stderr:1+0 records in 2022-03-27T07:04:24.590 INFO:teuthology.orchestra.run.smithi204.stderr:1+0 records out 2022-03-27T07:04:24.590 INFO:teuthology.orchestra.run.smithi204.stderr:512 bytes copied, 0.00025623 s, 2.0 MB/s 2022-03-27T07:04:24.593 DEBUG:teuthology.orchestra.run.smithi204:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2022-03-27T07:04:24.652 INFO:teuthology.orchestra.run.smithi204.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-03-27T07:04:24.652 INFO:teuthology.orchestra.run.smithi204.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-03-27T07:04:24.653 INFO:teuthology.orchestra.run.smithi204.stdout:Device: 6h/6d Inode: 156365 Links: 1 2022-03-27T07:04:24.653 INFO:teuthology.orchestra.run.smithi204.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-03-27T07:04:24.653 INFO:teuthology.orchestra.run.smithi204.stdout:Context: system_u:object_r:device_t:s0 2022-03-27T07:04:24.653 INFO:teuthology.orchestra.run.smithi204.stdout:Access: 2022-03-27 07:04:17.344996546 +0000 2022-03-27T07:04:24.654 INFO:teuthology.orchestra.run.smithi204.stdout:Modify: 2022-03-27 07:01:05.374485319 +0000 2022-03-27T07:04:24.655 INFO:teuthology.orchestra.run.smithi204.stdout:Change: 2022-03-27 07:01:05.374485319 +0000 2022-03-27T07:04:24.655 INFO:teuthology.orchestra.run.smithi204.stdout: Birth: - 2022-03-27T07:04:24.663 INFO:teuthology.orchestra.run.smithi204.stderr:1+0 records in 2022-03-27T07:04:24.663 INFO:teuthology.orchestra.run.smithi204.stderr:1+0 records out 2022-03-27T07:04:24.663 INFO:teuthology.orchestra.run.smithi204.stderr:512 bytes copied, 0.000203221 s, 2.5 MB/s 2022-03-27T07:04:24.666 DEBUG:teuthology.orchestra.run.smithi204:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2022-03-27T07:04:24.724 INFO:teuthology.orchestra.run.smithi204.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-03-27T07:04:24.724 INFO:teuthology.orchestra.run.smithi204.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-03-27T07:04:24.725 INFO:teuthology.orchestra.run.smithi204.stdout:Device: 6h/6d Inode: 151067 Links: 1 2022-03-27T07:04:24.725 INFO:teuthology.orchestra.run.smithi204.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-03-27T07:04:24.725 INFO:teuthology.orchestra.run.smithi204.stdout:Context: system_u:object_r:device_t:s0 2022-03-27T07:04:24.725 INFO:teuthology.orchestra.run.smithi204.stdout:Access: 2022-03-27 07:04:17.344996546 +0000 2022-03-27T07:04:24.726 INFO:teuthology.orchestra.run.smithi204.stdout:Modify: 2022-03-27 07:01:05.722480538 +0000 2022-03-27T07:04:24.726 INFO:teuthology.orchestra.run.smithi204.stdout:Change: 2022-03-27 07:01:05.722480538 +0000 2022-03-27T07:04:24.726 INFO:teuthology.orchestra.run.smithi204.stdout: Birth: - 2022-03-27T07:04:24.735 INFO:teuthology.orchestra.run.smithi204.stderr:1+0 records in 2022-03-27T07:04:24.735 INFO:teuthology.orchestra.run.smithi204.stderr:1+0 records out 2022-03-27T07:04:24.735 INFO:teuthology.orchestra.run.smithi204.stderr:512 bytes copied, 0.000199206 s, 2.6 MB/s 2022-03-27T07:04:24.738 DEBUG:teuthology.orchestra.run.smithi204:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2022-03-27T07:04:24.796 INFO:teuthology.orchestra.run.smithi204.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-03-27T07:04:24.796 INFO:teuthology.orchestra.run.smithi204.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-03-27T07:04:24.797 INFO:teuthology.orchestra.run.smithi204.stdout:Device: 6h/6d Inode: 156499 Links: 1 2022-03-27T07:04:24.797 INFO:teuthology.orchestra.run.smithi204.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-03-27T07:04:24.797 INFO:teuthology.orchestra.run.smithi204.stdout:Context: system_u:object_r:device_t:s0 2022-03-27T07:04:24.797 INFO:teuthology.orchestra.run.smithi204.stdout:Access: 2022-03-27 07:04:17.344996546 +0000 2022-03-27T07:04:24.797 INFO:teuthology.orchestra.run.smithi204.stdout:Modify: 2022-03-27 07:01:06.073475715 +0000 2022-03-27T07:04:24.798 INFO:teuthology.orchestra.run.smithi204.stdout:Change: 2022-03-27 07:01:06.073475715 +0000 2022-03-27T07:04:24.798 INFO:teuthology.orchestra.run.smithi204.stdout: Birth: - 2022-03-27T07:04:24.806 INFO:teuthology.orchestra.run.smithi204.stderr:1+0 records in 2022-03-27T07:04:24.806 INFO:teuthology.orchestra.run.smithi204.stderr:1+0 records out 2022-03-27T07:04:24.807 INFO:teuthology.orchestra.run.smithi204.stderr:512 bytes copied, 0.000174312 s, 2.9 MB/s 2022-03-27T07:04:24.809 INFO:tasks.cephadm:Deploying osd.0 on smithi176 with /dev/vg_nvme/lv_4... 2022-03-27T07:04:24.810 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2022-03-27T07:04:24.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:23.595498+0000 mgr.smithi176.ajjlsm (mgr.14162) 41 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:25.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:23.595498+0000 mgr.smithi176.ajjlsm (mgr.14162) 41 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:25.595761+0000 mgr.smithi176.ajjlsm (mgr.14162) 42 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:26.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:25.595761+0000 mgr.smithi176.ajjlsm (mgr.14162) 42 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:26.970 INFO:teuthology.orchestra.run.smithi176.stderr:--> Zapping: /dev/vg_nvme/lv_4 2022-03-27T07:04:26.971 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2022-03-27T07:04:26.971 INFO:teuthology.orchestra.run.smithi176.stderr: stderr: 10+0 records in 2022-03-27T07:04:26.971 INFO:teuthology.orchestra.run.smithi176.stderr:10+0 records out 2022-03-27T07:04:26.971 INFO:teuthology.orchestra.run.smithi176.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0111616 s, 939 MB/s 2022-03-27T07:04:26.972 INFO:teuthology.orchestra.run.smithi176.stderr:--> Zapping successful for: 2022-03-27T07:04:27.346 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi176:vg_nvme/lv_4 2022-03-27T07:04:28.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:26.877247+0000 mon.smithi176 (mon.0) 186 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:28.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:26.880960+0000 mon.smithi176 (mon.0) 187 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:28.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:26.882630+0000 mgr.smithi176.ajjlsm (mgr.14162) 43 : cephadm [INF] Reconfiguring mon.smithi176 (unknown last config time)... 2022-03-27T07:04:28.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:26.882844+0000 mon.smithi176 (mon.0) 188 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-27T07:04:28.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:26.883441+0000 mon.smithi176 (mon.0) 189 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-03-27T07:04:28.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:26.884002+0000 mon.smithi176 (mon.0) 190 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:28.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:26.884659+0000 mgr.smithi176.ajjlsm (mgr.14162) 44 : cephadm [INF] Reconfiguring daemon mon.smithi176 on smithi176 2022-03-27T07:04:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:26.877247+0000 mon.smithi176 (mon.0) 186 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:26.880960+0000 mon.smithi176 (mon.0) 187 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:26.882630+0000 mgr.smithi176.ajjlsm (mgr.14162) 43 : cephadm [INF] Reconfiguring mon.smithi176 (unknown last config time)... 2022-03-27T07:04:28.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:26.882844+0000 mon.smithi176 (mon.0) 188 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-27T07:04:28.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:26.883441+0000 mon.smithi176 (mon.0) 189 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-03-27T07:04:28.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:26.884002+0000 mon.smithi176 (mon.0) 190 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:28.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:26.884659+0000 mgr.smithi176.ajjlsm (mgr.14162) 44 : cephadm [INF] Reconfiguring daemon mon.smithi176 on smithi176 2022-03-27T07:04:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:27.595995+0000 mgr.smithi176.ajjlsm (mgr.14162) 45 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:28.458043+0000 mon.smithi176 (mon.0) 191 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:28.458560+0000 mgr.smithi176.ajjlsm (mgr.14162) 46 : cephadm [INF] Reconfiguring mgr.smithi176.ajjlsm (unknown last config time)... 2022-03-27T07:04:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:28.458821+0000 mon.smithi176 (mon.0) 192 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi176.ajjlsm", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-27T07:04:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:28.459584+0000 mon.smithi176 (mon.0) 193 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-27T07:04:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:28.460259+0000 mon.smithi176 (mon.0) 194 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:28.460924+0000 mgr.smithi176.ajjlsm (mgr.14162) 47 : cephadm [INF] Reconfiguring daemon mgr.smithi176.ajjlsm on smithi176 2022-03-27T07:04:29.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:27.595995+0000 mgr.smithi176.ajjlsm (mgr.14162) 45 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:28.458043+0000 mon.smithi176 (mon.0) 191 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:28.458560+0000 mgr.smithi176.ajjlsm (mgr.14162) 46 : cephadm [INF] Reconfiguring mgr.smithi176.ajjlsm (unknown last config time)... 2022-03-27T07:04:29.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:28.458821+0000 mon.smithi176 (mon.0) 192 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi176.ajjlsm", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-27T07:04:29.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:28.459584+0000 mon.smithi176 (mon.0) 193 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-27T07:04:29.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:28.460259+0000 mon.smithi176 (mon.0) 194 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:29.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:28.460924+0000 mgr.smithi176.ajjlsm (mgr.14162) 47 : cephadm [INF] Reconfiguring daemon mgr.smithi176.ajjlsm on smithi176 2022-03-27T07:04:31.464 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:29.596346+0000 mgr.smithi176.ajjlsm (mgr.14162) 48 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:31.465 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:30.261406+0000 mon.smithi176 (mon.0) 195 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:31.465 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:30.261899+0000 mgr.smithi176.ajjlsm (mgr.14162) 49 : cephadm [INF] Reconfiguring alertmanager.smithi176 (dependencies changed)... 2022-03-27T07:04:31.465 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:30.263878+0000 mgr.smithi176.ajjlsm (mgr.14162) 50 : cephadm [INF] Reconfiguring daemon alertmanager.smithi176 on smithi176 2022-03-27T07:04:31.465 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:30.792642+0000 mon.smithi176 (mon.0) 196 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-27T07:04:31.466 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:30.794360+0000 mon.smithi176 (mon.0) 197 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-27T07:04:31.466 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:30.794901+0000 mon.smithi176 (mon.0) 198 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:29.596346+0000 mgr.smithi176.ajjlsm (mgr.14162) 48 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:30.261406+0000 mon.smithi176 (mon.0) 195 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:30.261899+0000 mgr.smithi176.ajjlsm (mgr.14162) 49 : cephadm [INF] Reconfiguring alertmanager.smithi176 (dependencies changed)... 2022-03-27T07:04:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:30.263878+0000 mgr.smithi176.ajjlsm (mgr.14162) 50 : cephadm [INF] Reconfiguring daemon alertmanager.smithi176 on smithi176 2022-03-27T07:04:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:30.792642+0000 mon.smithi176 (mon.0) 196 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-27T07:04:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:30.794360+0000 mon.smithi176 (mon.0) 197 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-27T07:04:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:30.794901+0000 mon.smithi176 (mon.0) 198 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:32.331 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:30.791817+0000 mgr.smithi176.ajjlsm (mgr.14162) 51 : audit [DBG] from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:04:32.331 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:30.794114+0000 mgr.smithi176.ajjlsm (mgr.14162) 52 : cephadm [INF] Applying service osd.None on host smithi176... 2022-03-27T07:04:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:30.791817+0000 mgr.smithi176.ajjlsm (mgr.14162) 51 : audit [DBG] from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:04:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:30.794114+0000 mgr.smithi176.ajjlsm (mgr.14162) 52 : cephadm [INF] Applying service osd.None on host smithi176... 2022-03-27T07:04:33.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:31.596614+0000 mgr.smithi176.ajjlsm (mgr.14162) 53 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:33.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:31.596614+0000 mgr.smithi176.ajjlsm (mgr.14162) 53 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:33.447433+0000 mon.smithi176 (mon.0) 199 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:33.448002+0000 mgr.smithi176.ajjlsm (mgr.14162) 54 : cephadm [INF] Reconfiguring crash.smithi176 (monmap changed)... 2022-03-27T07:04:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:33.448286+0000 mon.smithi176 (mon.0) 200 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi176", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-03-27T07:04:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:33.448952+0000 mon.smithi176 (mon.0) 201 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:34.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:33.449407+0000 mgr.smithi176.ajjlsm (mgr.14162) 55 : cephadm [INF] Reconfiguring daemon crash.smithi176 on smithi176 2022-03-27T07:04:34.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:34.363573+0000 mon.smithi176 (mon.0) 202 : audit [INF] from='client.? 172.21.15.176:0/3710249756' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "00d9a51e-c2d5-45cf-a75f-a7cb6630916c"}]: dispatch 2022-03-27T07:04:34.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:34.366963+0000 mon.smithi176 (mon.0) 203 : audit [INF] from='client.? 172.21.15.176:0/3710249756' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "00d9a51e-c2d5-45cf-a75f-a7cb6630916c"}]': finished 2022-03-27T07:04:34.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:34.367008+0000 mon.smithi176 (mon.0) 204 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2022-03-27T07:04:34.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:34.367118+0000 mon.smithi176 (mon.0) 205 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T07:04:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:33.447433+0000 mon.smithi176 (mon.0) 199 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:33.448002+0000 mgr.smithi176.ajjlsm (mgr.14162) 54 : cephadm [INF] Reconfiguring crash.smithi176 (monmap changed)... 2022-03-27T07:04:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:33.448286+0000 mon.smithi176 (mon.0) 200 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi176", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-03-27T07:04:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:33.448952+0000 mon.smithi176 (mon.0) 201 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:34.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:33.449407+0000 mgr.smithi176.ajjlsm (mgr.14162) 55 : cephadm [INF] Reconfiguring daemon crash.smithi176 on smithi176 2022-03-27T07:04:34.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:34.363573+0000 mon.smithi176 (mon.0) 202 : audit [INF] from='client.? 172.21.15.176:0/3710249756' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "00d9a51e-c2d5-45cf-a75f-a7cb6630916c"}]: dispatch 2022-03-27T07:04:34.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:34.366963+0000 mon.smithi176 (mon.0) 203 : audit [INF] from='client.? 172.21.15.176:0/3710249756' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "00d9a51e-c2d5-45cf-a75f-a7cb6630916c"}]': finished 2022-03-27T07:04:34.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:34.367008+0000 mon.smithi176 (mon.0) 204 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2022-03-27T07:04:34.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:34.367118+0000 mon.smithi176 (mon.0) 205 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T07:04:35.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:33.596828+0000 mgr.smithi176.ajjlsm (mgr.14162) 56 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:34.799714+0000 mon.smithi176 (mon.0) 206 : audit [DBG] from='client.? 172.21.15.176:0/2999321424' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-27T07:04:35.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:33.596828+0000 mgr.smithi176.ajjlsm (mgr.14162) 56 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:34.799714+0000 mon.smithi176 (mon.0) 206 : audit [DBG] from='client.? 172.21.15.176:0/2999321424' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-27T07:04:36.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:35.597176+0000 mgr.smithi176.ajjlsm (mgr.14162) 57 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:37.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:35.597176+0000 mgr.smithi176.ajjlsm (mgr.14162) 57 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:37.597407+0000 mgr.smithi176.ajjlsm (mgr.14162) 58 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:38.327211+0000 mon.smithi176 (mon.0) 207 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:39.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:38.327836+0000 mgr.smithi176.ajjlsm (mgr.14162) 59 : cephadm [INF] Reconfiguring grafana.smithi176 (dependencies changed)... 2022-03-27T07:04:39.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:38.331953+0000 mgr.smithi176.ajjlsm (mgr.14162) 60 : cephadm [INF] Reconfiguring daemon grafana.smithi176 on smithi176 2022-03-27T07:04:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:37.597407+0000 mgr.smithi176.ajjlsm (mgr.14162) 58 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:38.327211+0000 mon.smithi176 (mon.0) 207 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:39.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:38.327836+0000 mgr.smithi176.ajjlsm (mgr.14162) 59 : cephadm [INF] Reconfiguring grafana.smithi176 (dependencies changed)... 2022-03-27T07:04:39.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:38.331953+0000 mgr.smithi176.ajjlsm (mgr.14162) 60 : cephadm [INF] Reconfiguring daemon grafana.smithi176 on smithi176 2022-03-27T07:04:41.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:39.597639+0000 mgr.smithi176.ajjlsm (mgr.14162) 61 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:41.184283+0000 mon.smithi176 (mon.0) 208 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:41.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:39.597639+0000 mgr.smithi176.ajjlsm (mgr.14162) 61 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:41.184283+0000 mon.smithi176 (mon.0) 208 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:42.488 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:41.184937+0000 mgr.smithi176.ajjlsm (mgr.14162) 62 : cephadm [INF] Reconfiguring prometheus.smithi176 (dependencies changed)... 2022-03-27T07:04:42.489 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:41.187054+0000 mgr.smithi176.ajjlsm (mgr.14162) 63 : cephadm [INF] Reconfiguring daemon prometheus.smithi176 on smithi176 2022-03-27T07:04:42.489 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:42.259139+0000 mon.smithi176 (mon.0) 209 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2022-03-27T07:04:42.489 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:42.259743+0000 mon.smithi176 (mon.0) 210 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:42.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:41.184937+0000 mgr.smithi176.ajjlsm (mgr.14162) 62 : cephadm [INF] Reconfiguring prometheus.smithi176 (dependencies changed)... 2022-03-27T07:04:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:41.187054+0000 mgr.smithi176.ajjlsm (mgr.14162) 63 : cephadm [INF] Reconfiguring daemon prometheus.smithi176 on smithi176 2022-03-27T07:04:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:42.259139+0000 mon.smithi176 (mon.0) 209 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2022-03-27T07:04:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:42.259743+0000 mon.smithi176 (mon.0) 210 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:43.527 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:41.597906+0000 mgr.smithi176.ajjlsm (mgr.14162) 64 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:43.528 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:42.260263+0000 mgr.smithi176.ajjlsm (mgr.14162) 65 : cephadm [INF] Deploying daemon osd.0 on smithi176 2022-03-27T07:04:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:41.597906+0000 mgr.smithi176.ajjlsm (mgr.14162) 64 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:43.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:42.260263+0000 mgr.smithi176.ajjlsm (mgr.14162) 65 : cephadm [INF] Deploying daemon osd.0 on smithi176 2022-03-27T07:04:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:43.598141+0000 mgr.smithi176.ajjlsm (mgr.14162) 66 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:44.660564+0000 mon.smithi176 (mon.0) 211 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:44.661233+0000 mon.smithi176 (mon.0) 212 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi204", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-03-27T07:04:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:44.661776+0000 mon.smithi176 (mon.0) 213 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:45.596 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:43.598141+0000 mgr.smithi176.ajjlsm (mgr.14162) 66 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:45.596 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:44.660564+0000 mon.smithi176 (mon.0) 211 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:45.596 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:44.661233+0000 mon.smithi176 (mon.0) 212 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi204", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-03-27T07:04:45.597 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:44.661776+0000 mon.smithi176 (mon.0) 213 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:46.500 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:44.660990+0000 mgr.smithi176.ajjlsm (mgr.14162) 67 : cephadm [INF] Reconfiguring crash.smithi204 (monmap changed)... 2022-03-27T07:04:46.501 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:44.662168+0000 mgr.smithi176.ajjlsm (mgr.14162) 68 : cephadm [INF] Reconfiguring daemon crash.smithi204 on smithi204 2022-03-27T07:04:46.501 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:45.755308+0000 mon.smithi176 (mon.0) 214 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:46.501 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:45.756063+0000 mon.smithi176 (mon.0) 215 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi204.vnvrbl", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-27T07:04:46.501 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:45.756730+0000 mon.smithi176 (mon.0) 216 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-27T07:04:46.502 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:45.757281+0000 mon.smithi176 (mon.0) 217 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:46.582 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:44.660990+0000 mgr.smithi176.ajjlsm (mgr.14162) 67 : cephadm [INF] Reconfiguring crash.smithi204 (monmap changed)... 2022-03-27T07:04:46.583 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:44.662168+0000 mgr.smithi176.ajjlsm (mgr.14162) 68 : cephadm [INF] Reconfiguring daemon crash.smithi204 on smithi204 2022-03-27T07:04:46.583 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:45.755308+0000 mon.smithi176 (mon.0) 214 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:46.583 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:45.756063+0000 mon.smithi176 (mon.0) 215 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi204.vnvrbl", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-27T07:04:46.584 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:45.756730+0000 mon.smithi176 (mon.0) 216 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-27T07:04:46.584 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:45.757281+0000 mon.smithi176 (mon.0) 217 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:47.305 INFO:teuthology.orchestra.run.smithi176.stdout:Created osd(s) 0 on host 'smithi176' 2022-03-27T07:04:47.649 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:45.598378+0000 mgr.smithi176.ajjlsm (mgr.14162) 69 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:47.649 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:45.755807+0000 mgr.smithi176.ajjlsm (mgr.14162) 70 : cephadm [INF] Reconfiguring mgr.smithi204.vnvrbl (monmap changed)... 2022-03-27T07:04:47.650 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:45.757716+0000 mgr.smithi176.ajjlsm (mgr.14162) 71 : cephadm [INF] Reconfiguring daemon mgr.smithi204.vnvrbl on smithi204 2022-03-27T07:04:47.650 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:46.839498+0000 mon.smithi176 (mon.0) 218 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:47.650 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:46.840249+0000 mon.smithi176 (mon.0) 219 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-27T07:04:47.651 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:46.840875+0000 mon.smithi176 (mon.0) 220 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-03-27T07:04:47.651 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:46.841449+0000 mon.smithi176 (mon.0) 221 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:47.651 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:47.298876+0000 mon.smithi176 (mon.0) 222 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:47.651 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:47.302153+0000 mon.smithi176 (mon.0) 223 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:47.712 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:45.598378+0000 mgr.smithi176.ajjlsm (mgr.14162) 69 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:47.712 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:45.755807+0000 mgr.smithi176.ajjlsm (mgr.14162) 70 : cephadm [INF] Reconfiguring mgr.smithi204.vnvrbl (monmap changed)... 2022-03-27T07:04:47.713 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:45.757716+0000 mgr.smithi176.ajjlsm (mgr.14162) 71 : cephadm [INF] Reconfiguring daemon mgr.smithi204.vnvrbl on smithi204 2022-03-27T07:04:47.713 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:46.839498+0000 mon.smithi176 (mon.0) 218 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:47.713 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:46.840249+0000 mon.smithi176 (mon.0) 219 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-27T07:04:47.713 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:46.840875+0000 mon.smithi176 (mon.0) 220 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-03-27T07:04:47.713 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:46.841449+0000 mon.smithi176 (mon.0) 221 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:47.714 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:47.298876+0000 mon.smithi176 (mon.0) 222 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:47.714 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:47.302153+0000 mon.smithi176 (mon.0) 223 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:47.737 DEBUG:teuthology.orchestra.run.smithi176:osd.0> sudo journalctl -f -n 0 -u ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service 2022-03-27T07:04:47.740 INFO:tasks.cephadm:Deploying osd.1 on smithi176 with /dev/vg_nvme/lv_3... 2022-03-27T07:04:47.740 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2022-03-27T07:04:47.770 INFO:journalctl@ceph.osd.0.smithi176.stdout:-- Logs begin at Sun 2022-03-27 06:55:40 UTC. -- 2022-03-27T07:04:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:46.840000+0000 mgr.smithi176.ajjlsm (mgr.14162) 72 : cephadm [INF] Reconfiguring mon.smithi204 (monmap changed)... 2022-03-27T07:04:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:46.841934+0000 mgr.smithi176.ajjlsm (mgr.14162) 73 : cephadm [INF] Reconfiguring daemon mon.smithi204 on smithi204 2022-03-27T07:04:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:48.222216+0000 mon.smithi176 (mon.0) 224 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:48.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:48.224611+0000 mon.smithi176 (mon.0) 225 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-03-27T07:04:48.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:48.225728+0000 mon.smithi176 (mon.0) 226 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.176:9093"}]: dispatch 2022-03-27T07:04:48.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:48.229208+0000 mon.smithi176 (mon.0) 227 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:48.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:48.231839+0000 mon.smithi176 (mon.0) 228 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-03-27T07:04:48.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:48.237411+0000 mon.smithi176 (mon.0) 229 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.176:3000"}]: dispatch 2022-03-27T07:04:48.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:48.241655+0000 mon.smithi176 (mon.0) 230 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:48.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:48.245402+0000 mon.smithi176 (mon.0) 231 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-03-27T07:04:48.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:48.250309+0000 mon.smithi176 (mon.0) 232 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.176:9095"}]: dispatch 2022-03-27T07:04:48.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:48.254073+0000 mon.smithi176 (mon.0) 233 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:48.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:48.255691+0000 mon.smithi176 (mon.0) 234 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:04:48.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:46.840000+0000 mgr.smithi176.ajjlsm (mgr.14162) 72 : cephadm [INF] Reconfiguring mon.smithi204 (monmap changed)... 2022-03-27T07:04:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:46.841934+0000 mgr.smithi176.ajjlsm (mgr.14162) 73 : cephadm [INF] Reconfiguring daemon mon.smithi204 on smithi204 2022-03-27T07:04:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:48.222216+0000 mon.smithi176 (mon.0) 224 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:48.224611+0000 mon.smithi176 (mon.0) 225 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-03-27T07:04:48.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:48.225728+0000 mon.smithi176 (mon.0) 226 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.176:9093"}]: dispatch 2022-03-27T07:04:48.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:48.229208+0000 mon.smithi176 (mon.0) 227 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:48.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:48.231839+0000 mon.smithi176 (mon.0) 228 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-03-27T07:04:48.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:48.237411+0000 mon.smithi176 (mon.0) 229 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.176:3000"}]: dispatch 2022-03-27T07:04:48.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:48.241655+0000 mon.smithi176 (mon.0) 230 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:48.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:48.245402+0000 mon.smithi176 (mon.0) 231 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-03-27T07:04:48.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:48.250309+0000 mon.smithi176 (mon.0) 232 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.176:9095"}]: dispatch 2022-03-27T07:04:48.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:48.254073+0000 mon.smithi176 (mon.0) 233 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:48.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:48.255691+0000 mon.smithi176 (mon.0) 234 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:04:49.562 INFO:teuthology.orchestra.run.smithi176.stderr:--> Zapping: /dev/vg_nvme/lv_3 2022-03-27T07:04:49.562 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2022-03-27T07:04:49.563 INFO:teuthology.orchestra.run.smithi176.stderr: stderr: 10+0 records in 2022-03-27T07:04:49.563 INFO:teuthology.orchestra.run.smithi176.stderr:10+0 records out 2022-03-27T07:04:49.563 INFO:teuthology.orchestra.run.smithi176.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0153928 s, 681 MB/s 2022-03-27T07:04:49.563 INFO:teuthology.orchestra.run.smithi176.stderr:--> Zapping successful for: 2022-03-27T07:04:49.718 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:47.598639+0000 mgr.smithi176.ajjlsm (mgr.14162) 74 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:49.719 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:48.224921+0000 mgr.smithi176.ajjlsm (mgr.14162) 75 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-03-27T07:04:49.719 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:48.225962+0000 mgr.smithi176.ajjlsm (mgr.14162) 76 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.176:9093"}]: dispatch 2022-03-27T07:04:49.719 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:48.232126+0000 mgr.smithi176.ajjlsm (mgr.14162) 77 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-03-27T07:04:49.720 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:48.237704+0000 mgr.smithi176.ajjlsm (mgr.14162) 78 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.176:3000"}]: dispatch 2022-03-27T07:04:49.720 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:48.245775+0000 mgr.smithi176.ajjlsm (mgr.14162) 79 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-03-27T07:04:49.720 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:48.250623+0000 mgr.smithi176.ajjlsm (mgr.14162) 80 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.176:9095"}]: dispatch 2022-03-27T07:04:49.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:47.598639+0000 mgr.smithi176.ajjlsm (mgr.14162) 74 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:49.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:48.224921+0000 mgr.smithi176.ajjlsm (mgr.14162) 75 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-03-27T07:04:49.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:48.225962+0000 mgr.smithi176.ajjlsm (mgr.14162) 76 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.176:9093"}]: dispatch 2022-03-27T07:04:49.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:48.232126+0000 mgr.smithi176.ajjlsm (mgr.14162) 77 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-03-27T07:04:49.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:48.237704+0000 mgr.smithi176.ajjlsm (mgr.14162) 78 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.176:3000"}]: dispatch 2022-03-27T07:04:49.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:48.245775+0000 mgr.smithi176.ajjlsm (mgr.14162) 79 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-03-27T07:04:49.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:48.250623+0000 mgr.smithi176.ajjlsm (mgr.14162) 80 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.176:9095"}]: dispatch 2022-03-27T07:04:49.990 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi176:vg_nvme/lv_3 2022-03-27T07:04:50.797 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:04:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.0[42007]: debug 2022-03-27T07:04:50.499+0000 7f4024c89080 -1 osd.0 0 log_to_monitors {default=true} 2022-03-27T07:04:51.495 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:49.598981+0000 mgr.smithi176.ajjlsm (mgr.14162) 81 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:51.496 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:50.448466+0000 mon.smithi176 (mon.0) 235 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:51.496 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:50.503991+0000 mon.smithi176 (mon.0) 236 : audit [INF] from='osd.0 [v2:172.21.15.176:6802/4076154820,v1:172.21.15.176:6803/4076154820]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-03-27T07:04:51.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:49.598981+0000 mgr.smithi176.ajjlsm (mgr.14162) 81 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:50.448466+0000 mon.smithi176 (mon.0) 235 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:50.503991+0000 mon.smithi176 (mon.0) 236 : audit [INF] from='osd.0 [v2:172.21.15.176:6802/4076154820,v1:172.21.15.176:6803/4076154820]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-03-27T07:04:52.692 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:04:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.0[42007]: debug 2022-03-27T07:04:52.454+0000 7f401b1fa700 -1 osd.0 0 waiting for initial osdmap 2022-03-27T07:04:52.692 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:04:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.0[42007]: debug 2022-03-27T07:04:52.457+0000 7f4015972700 -1 osd.0 8 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-03-27T07:04:52.692 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:51.450269+0000 mon.smithi176 (mon.0) 237 : audit [INF] from='osd.0 [v2:172.21.15.176:6802/4076154820,v1:172.21.15.176:6803/4076154820]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-03-27T07:04:52.693 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:51.450343+0000 mon.smithi176 (mon.0) 238 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2022-03-27T07:04:52.693 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:51.450683+0000 mon.smithi176 (mon.0) 239 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T07:04:52.693 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:51.450924+0000 mon.smithi176 (mon.0) 240 : audit [INF] from='osd.0 [v2:172.21.15.176:6802/4076154820,v1:172.21.15.176:6803/4076154820]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2022-03-27T07:04:52.693 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:51.861973+0000 mon.smithi176 (mon.0) 241 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-27T07:04:52.694 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:51.863292+0000 mon.smithi176 (mon.0) 242 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-27T07:04:52.694 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:51.863832+0000 mon.smithi176 (mon.0) 243 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:52.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:51.450269+0000 mon.smithi176 (mon.0) 237 : audit [INF] from='osd.0 [v2:172.21.15.176:6802/4076154820,v1:172.21.15.176:6803/4076154820]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-03-27T07:04:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:51.450343+0000 mon.smithi176 (mon.0) 238 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2022-03-27T07:04:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:51.450683+0000 mon.smithi176 (mon.0) 239 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T07:04:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:51.450924+0000 mon.smithi176 (mon.0) 240 : audit [INF] from='osd.0 [v2:172.21.15.176:6802/4076154820,v1:172.21.15.176:6803/4076154820]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2022-03-27T07:04:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:51.861973+0000 mon.smithi176 (mon.0) 241 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-27T07:04:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:51.863292+0000 mon.smithi176 (mon.0) 242 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-27T07:04:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:51.863832+0000 mon.smithi176 (mon.0) 243 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:04:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:51.599254+0000 mgr.smithi176.ajjlsm (mgr.14162) 82 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:51.861296+0000 mgr.smithi176.ajjlsm (mgr.14162) 83 : audit [DBG] from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:04:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:51.863094+0000 mgr.smithi176.ajjlsm (mgr.14162) 84 : cephadm [INF] Applying service osd.None on host smithi176... 2022-03-27T07:04:53.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:52.451902+0000 mon.smithi176 (mon.0) 244 : audit [INF] from='osd.0 [v2:172.21.15.176:6802/4076154820,v1:172.21.15.176:6803/4076154820]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]': finished 2022-03-27T07:04:53.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:52.451961+0000 mon.smithi176 (mon.0) 245 : cluster [DBG] osdmap e8: 1 total, 0 up, 1 in 2022-03-27T07:04:53.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:52.452069+0000 mon.smithi176 (mon.0) 246 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T07:04:53.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:52.455887+0000 mon.smithi176 (mon.0) 247 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T07:04:53.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:53.455519+0000 mon.smithi176 (mon.0) 248 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T07:04:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:51.599254+0000 mgr.smithi176.ajjlsm (mgr.14162) 82 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:51.861296+0000 mgr.smithi176.ajjlsm (mgr.14162) 83 : audit [DBG] from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:04:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:51.863094+0000 mgr.smithi176.ajjlsm (mgr.14162) 84 : cephadm [INF] Applying service osd.None on host smithi176... 2022-03-27T07:04:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:52.451902+0000 mon.smithi176 (mon.0) 244 : audit [INF] from='osd.0 [v2:172.21.15.176:6802/4076154820,v1:172.21.15.176:6803/4076154820]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]': finished 2022-03-27T07:04:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:52.451961+0000 mon.smithi176 (mon.0) 245 : cluster [DBG] osdmap e8: 1 total, 0 up, 1 in 2022-03-27T07:04:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:52.452069+0000 mon.smithi176 (mon.0) 246 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T07:04:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:52.455887+0000 mon.smithi176 (mon.0) 247 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T07:04:53.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:53.455519+0000 mon.smithi176 (mon.0) 248 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T07:04:54.719 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:51.510185+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-27T07:04:54.719 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:51.510291+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-27T07:04:54.720 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:53.459979+0000 mon.smithi176 (mon.0) 249 : cluster [INF] osd.0 [v2:172.21.15.176:6802/4076154820,v1:172.21.15.176:6803/4076154820] boot 2022-03-27T07:04:54.720 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:53.460005+0000 mon.smithi176 (mon.0) 250 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2022-03-27T07:04:54.720 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:53.460282+0000 mon.smithi176 (mon.0) 251 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T07:04:54.720 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:53.706291+0000 mon.smithi176 (mon.0) 252 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:54.721 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:54.006697+0000 mon.smithi176 (mon.0) 253 : audit [INF] from='client.? 172.21.15.176:0/2967678007' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1a2586c2-f2fb-40a0-b7ff-01b8975f31b9"}]: dispatch 2022-03-27T07:04:54.721 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:54.011430+0000 mon.smithi176 (mon.0) 254 : audit [INF] from='client.? 172.21.15.176:0/2967678007' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1a2586c2-f2fb-40a0-b7ff-01b8975f31b9"}]': finished 2022-03-27T07:04:54.721 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:54.011506+0000 mon.smithi176 (mon.0) 255 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2022-03-27T07:04:54.721 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:54.011683+0000 mon.smithi176 (mon.0) 256 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-27T07:04:54.722 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:54.443053+0000 mon.smithi176 (mon.0) 257 : audit [DBG] from='client.? 172.21.15.176:0/3415648968' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-27T07:04:54.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:51.510185+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-27T07:04:54.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:51.510291+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-27T07:04:54.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:53.459979+0000 mon.smithi176 (mon.0) 249 : cluster [INF] osd.0 [v2:172.21.15.176:6802/4076154820,v1:172.21.15.176:6803/4076154820] boot 2022-03-27T07:04:54.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:53.460005+0000 mon.smithi176 (mon.0) 250 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2022-03-27T07:04:54.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:53.460282+0000 mon.smithi176 (mon.0) 251 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T07:04:54.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:53.706291+0000 mon.smithi176 (mon.0) 252 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:04:54.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:54.006697+0000 mon.smithi176 (mon.0) 253 : audit [INF] from='client.? 172.21.15.176:0/2967678007' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1a2586c2-f2fb-40a0-b7ff-01b8975f31b9"}]: dispatch 2022-03-27T07:04:54.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:54.011430+0000 mon.smithi176 (mon.0) 254 : audit [INF] from='client.? 172.21.15.176:0/2967678007' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1a2586c2-f2fb-40a0-b7ff-01b8975f31b9"}]': finished 2022-03-27T07:04:54.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:54.011506+0000 mon.smithi176 (mon.0) 255 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2022-03-27T07:04:54.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:54.011683+0000 mon.smithi176 (mon.0) 256 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-27T07:04:54.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:54.443053+0000 mon.smithi176 (mon.0) 257 : audit [DBG] from='client.? 172.21.15.176:0/3415648968' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-27T07:04:55.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:53.599493+0000 mgr.smithi176.ajjlsm (mgr.14162) 85 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:55.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:53.599493+0000 mgr.smithi176.ajjlsm (mgr.14162) 85 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-27T07:04:56.876 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:55.599747+0000 mgr.smithi176.ajjlsm (mgr.14162) 86 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-27T07:04:56.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:55.599747+0000 mgr.smithi176.ajjlsm (mgr.14162) 86 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-27T07:04:58.908 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:57.600016+0000 mgr.smithi176.ajjlsm (mgr.14162) 87 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-27T07:04:59.165 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:57.600016+0000 mgr.smithi176.ajjlsm (mgr.14162) 87 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-27T07:05:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:58.981752+0000 mgr.smithi176.ajjlsm (mgr.14162) 88 : cephadm [INF] Detected new or changed devices on smithi176 2022-03-27T07:05:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:58.986708+0000 mon.smithi176 (mon.0) 258 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:59.350166+0000 mon.smithi176 (mon.0) 259 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:00.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:59.352369+0000 mon.smithi176 (mon.0) 260 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:05:00.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:59.760978+0000 mon.smithi176 (mon.0) 261 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2022-03-27T07:05:00.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:04:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:04:59.761567+0000 mon.smithi176 (mon.0) 262 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:05:00.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:58.981752+0000 mgr.smithi176.ajjlsm (mgr.14162) 88 : cephadm [INF] Detected new or changed devices on smithi176 2022-03-27T07:05:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:58.986708+0000 mon.smithi176 (mon.0) 258 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:59.350166+0000 mon.smithi176 (mon.0) 259 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:59.352369+0000 mon.smithi176 (mon.0) 260 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:05:00.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:59.760978+0000 mon.smithi176 (mon.0) 261 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2022-03-27T07:05:00.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:04:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:04:59.761567+0000 mon.smithi176 (mon.0) 262 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:05:01.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:04:59.600309+0000 mgr.smithi176.ajjlsm (mgr.14162) 89 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-27T07:05:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:04:59.762003+0000 mgr.smithi176.ajjlsm (mgr.14162) 90 : cephadm [INF] Deploying daemon osd.1 on smithi176 2022-03-27T07:05:01.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:04:59.600309+0000 mgr.smithi176.ajjlsm (mgr.14162) 89 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-27T07:05:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:04:59.762003+0000 mgr.smithi176.ajjlsm (mgr.14162) 90 : cephadm [INF] Deploying daemon osd.1 on smithi176 2022-03-27T07:05:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:01.552910+0000 mon.smithi176 (mon.0) 263 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:01.600610+0000 mgr.smithi176.ajjlsm (mgr.14162) 91 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-27T07:05:02.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:01.552910+0000 mon.smithi176 (mon.0) 263 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:01.600610+0000 mgr.smithi176.ajjlsm (mgr.14162) 91 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-27T07:05:03.507 INFO:teuthology.orchestra.run.smithi176.stdout:Created osd(s) 1 on host 'smithi176' 2022-03-27T07:05:04.106 DEBUG:teuthology.orchestra.run.smithi176:osd.1> sudo journalctl -f -n 0 -u ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.1.service 2022-03-27T07:05:04.140 INFO:tasks.cephadm:Deploying osd.2 on smithi176 with /dev/vg_nvme/lv_2... 2022-03-27T07:05:04.140 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2022-03-27T07:05:04.170 INFO:journalctl@ceph.osd.1.smithi176.stdout:-- Logs begin at Sun 2022-03-27 06:55:40 UTC. -- 2022-03-27T07:05:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:03.502385+0000 mon.smithi176 (mon.0) 264 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:03.506160+0000 mon.smithi176 (mon.0) 265 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:03.502385+0000 mon.smithi176 (mon.0) 264 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:03.506160+0000 mon.smithi176 (mon.0) 265 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:05.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:03.600888+0000 mgr.smithi176.ajjlsm (mgr.14162) 92 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-27T07:05:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:05.331939+0000 mon.smithi176 (mon.0) 266 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:05.867 INFO:teuthology.orchestra.run.smithi176.stderr:--> Zapping: /dev/vg_nvme/lv_2 2022-03-27T07:05:05.867 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2022-03-27T07:05:05.867 INFO:teuthology.orchestra.run.smithi176.stderr: stderr: 10+0 records in 2022-03-27T07:05:05.867 INFO:teuthology.orchestra.run.smithi176.stderr:10+0 records out 2022-03-27T07:05:05.868 INFO:teuthology.orchestra.run.smithi176.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0145748 s, 719 MB/s 2022-03-27T07:05:05.868 INFO:teuthology.orchestra.run.smithi176.stderr:--> Zapping successful for: 2022-03-27T07:05:05.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:03.600888+0000 mgr.smithi176.ajjlsm (mgr.14162) 92 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-27T07:05:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:05.331939+0000 mon.smithi176 (mon.0) 266 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:06.459 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi176:vg_nvme/lv_2 2022-03-27T07:05:06.714 INFO:journalctl@ceph.osd.1.smithi176.stdout:Mar 27 07:05:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.1[45555]: debug 2022-03-27T07:05:06.667+0000 7f406b59d080 -1 osd.1 0 log_to_monitors {default=true} 2022-03-27T07:05:06.715 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:05.601191+0000 mgr.smithi176.ajjlsm (mgr.14162) 93 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-27T07:05:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:05.601191+0000 mgr.smithi176.ajjlsm (mgr.14162) 93 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-27T07:05:07.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:06.671923+0000 mon.smithi176 (mon.0) 267 : audit [INF] from='osd.1 [v2:172.21.15.176:6810/2881706767,v1:172.21.15.176:6811/2881706767]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2022-03-27T07:05:07.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:06.671923+0000 mon.smithi176 (mon.0) 267 : audit [INF] from='osd.1 [v2:172.21.15.176:6810/2881706767,v1:172.21.15.176:6811/2881706767]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2022-03-27T07:05:08.895 INFO:journalctl@ceph.osd.1.smithi176.stdout:Mar 27 07:05:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.1[45555]: debug 2022-03-27T07:05:08.617+0000 7f4061b0e700 -1 osd.1 0 waiting for initial osdmap 2022-03-27T07:05:08.896 INFO:journalctl@ceph.osd.1.smithi176.stdout:Mar 27 07:05:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.1[45555]: debug 2022-03-27T07:05:08.621+0000 7f405a282700 -1 osd.1 12 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-03-27T07:05:08.896 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:07.601501+0000 mgr.smithi176.ajjlsm (mgr.14162) 94 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-27T07:05:08.897 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:07.613800+0000 mon.smithi176 (mon.0) 268 : audit [INF] from='osd.1 [v2:172.21.15.176:6810/2881706767,v1:172.21.15.176:6811/2881706767]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2022-03-27T07:05:08.897 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:07.613855+0000 mon.smithi176 (mon.0) 269 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2022-03-27T07:05:08.897 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:07.613989+0000 mon.smithi176 (mon.0) 270 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-27T07:05:08.897 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:07.614330+0000 mon.smithi176 (mon.0) 271 : audit [INF] from='osd.1 [v2:172.21.15.176:6810/2881706767,v1:172.21.15.176:6811/2881706767]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2022-03-27T07:05:08.897 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:08.331251+0000 mgr.smithi176.ajjlsm (mgr.14162) 95 : audit [DBG] from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:05:08.898 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:08.332010+0000 mon.smithi176 (mon.0) 272 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-27T07:05:08.898 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:05:08.333060+0000 mgr.smithi176.ajjlsm (mgr.14162) 96 : cephadm [INF] Applying service osd.None on host smithi176... 2022-03-27T07:05:08.898 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:08.333255+0000 mon.smithi176 (mon.0) 273 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-27T07:05:08.898 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:08.333762+0000 mon.smithi176 (mon.0) 274 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:05:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:07.601501+0000 mgr.smithi176.ajjlsm (mgr.14162) 94 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-27T07:05:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:07.613800+0000 mon.smithi176 (mon.0) 268 : audit [INF] from='osd.1 [v2:172.21.15.176:6810/2881706767,v1:172.21.15.176:6811/2881706767]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2022-03-27T07:05:08.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:07.613855+0000 mon.smithi176 (mon.0) 269 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2022-03-27T07:05:08.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:07.613989+0000 mon.smithi176 (mon.0) 270 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-27T07:05:08.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:07.614330+0000 mon.smithi176 (mon.0) 271 : audit [INF] from='osd.1 [v2:172.21.15.176:6810/2881706767,v1:172.21.15.176:6811/2881706767]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2022-03-27T07:05:08.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:08.331251+0000 mgr.smithi176.ajjlsm (mgr.14162) 95 : audit [DBG] from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:05:08.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:08.332010+0000 mon.smithi176 (mon.0) 272 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-27T07:05:08.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:05:08.333060+0000 mgr.smithi176.ajjlsm (mgr.14162) 96 : cephadm [INF] Applying service osd.None on host smithi176... 2022-03-27T07:05:08.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:08.333255+0000 mon.smithi176 (mon.0) 273 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-27T07:05:08.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:08.333762+0000 mon.smithi176 (mon.0) 274 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:05:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:08.614925+0000 mon.smithi176 (mon.0) 275 : audit [INF] from='osd.1 [v2:172.21.15.176:6810/2881706767,v1:172.21.15.176:6811/2881706767]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]': finished 2022-03-27T07:05:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:08.614981+0000 mon.smithi176 (mon.0) 276 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2022-03-27T07:05:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:08.616112+0000 mon.smithi176 (mon.0) 277 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-27T07:05:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:08.618956+0000 mon.smithi176 (mon.0) 278 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-27T07:05:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:08.850497+0000 mon.smithi176 (mon.0) 279 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:08.855369+0000 mon.smithi176 (mon.0) 280 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:08.857629+0000 mon.smithi176 (mon.0) 281 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:05:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:09.618957+0000 mon.smithi176 (mon.0) 282 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-27T07:05:10.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:08.614925+0000 mon.smithi176 (mon.0) 275 : audit [INF] from='osd.1 [v2:172.21.15.176:6810/2881706767,v1:172.21.15.176:6811/2881706767]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]': finished 2022-03-27T07:05:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:08.614981+0000 mon.smithi176 (mon.0) 276 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2022-03-27T07:05:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:08.616112+0000 mon.smithi176 (mon.0) 277 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-27T07:05:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:08.618956+0000 mon.smithi176 (mon.0) 278 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-27T07:05:10.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:08.850497+0000 mon.smithi176 (mon.0) 279 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:10.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:08.855369+0000 mon.smithi176 (mon.0) 280 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:10.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:08.857629+0000 mon.smithi176 (mon.0) 281 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:05:10.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:09.618957+0000 mon.smithi176 (mon.0) 282 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-27T07:05:10.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:07.673308+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-27T07:05:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:07.673395+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-27T07:05:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:09.601801+0000 mgr.smithi176.ajjlsm (mgr.14162) 97 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-27T07:05:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:09.622873+0000 mon.smithi176 (mon.0) 283 : cluster [INF] osd.1 [v2:172.21.15.176:6810/2881706767,v1:172.21.15.176:6811/2881706767] boot 2022-03-27T07:05:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:09.622895+0000 mon.smithi176 (mon.0) 284 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2022-03-27T07:05:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:09.623306+0000 mon.smithi176 (mon.0) 285 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-27T07:05:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:10.380012+0000 mon.smithi176 (mon.0) 286 : audit [INF] from='client.? 172.21.15.176:0/349160475' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9d9862f6-461e-4131-a052-c15090e6ebe8"}]: dispatch 2022-03-27T07:05:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:10.383679+0000 mon.smithi176 (mon.0) 287 : audit [INF] from='client.? 172.21.15.176:0/349160475' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9d9862f6-461e-4131-a052-c15090e6ebe8"}]': finished 2022-03-27T07:05:10.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:10.383729+0000 mon.smithi176 (mon.0) 288 : cluster [DBG] osdmap e14: 3 total, 2 up, 3 in 2022-03-27T07:05:10.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:10.383826+0000 mon.smithi176 (mon.0) 289 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-27T07:05:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:07.673308+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-27T07:05:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:07.673395+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-27T07:05:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:09.601801+0000 mgr.smithi176.ajjlsm (mgr.14162) 97 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-27T07:05:11.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:09.622873+0000 mon.smithi176 (mon.0) 283 : cluster [INF] osd.1 [v2:172.21.15.176:6810/2881706767,v1:172.21.15.176:6811/2881706767] boot 2022-03-27T07:05:11.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:09.622895+0000 mon.smithi176 (mon.0) 284 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2022-03-27T07:05:11.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:09.623306+0000 mon.smithi176 (mon.0) 285 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-27T07:05:11.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:10.380012+0000 mon.smithi176 (mon.0) 286 : audit [INF] from='client.? 172.21.15.176:0/349160475' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9d9862f6-461e-4131-a052-c15090e6ebe8"}]: dispatch 2022-03-27T07:05:11.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:10.383679+0000 mon.smithi176 (mon.0) 287 : audit [INF] from='client.? 172.21.15.176:0/349160475' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9d9862f6-461e-4131-a052-c15090e6ebe8"}]': finished 2022-03-27T07:05:11.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:10.383729+0000 mon.smithi176 (mon.0) 288 : cluster [DBG] osdmap e14: 3 total, 2 up, 3 in 2022-03-27T07:05:11.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:10.383826+0000 mon.smithi176 (mon.0) 289 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-27T07:05:11.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:10.814413+0000 mon.smithi176 (mon.0) 290 : audit [DBG] from='client.? 172.21.15.176:0/2436223855' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-27T07:05:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:11.053365+0000 mon.smithi176 (mon.0) 291 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:12.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:10.814413+0000 mon.smithi176 (mon.0) 290 : audit [DBG] from='client.? 172.21.15.176:0/2436223855' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-27T07:05:12.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:11.053365+0000 mon.smithi176 (mon.0) 291 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:13.206 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:11.602195+0000 mgr.smithi176.ajjlsm (mgr.14162) 98 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2022-03-27T07:05:13.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:11.602195+0000 mgr.smithi176.ajjlsm (mgr.14162) 98 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2022-03-27T07:05:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:13.602475+0000 mgr.smithi176.ajjlsm (mgr.14162) 99 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2022-03-27T07:05:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:13.691807+0000 mon.smithi176 (mon.0) 292 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:13.695609+0000 mon.smithi176 (mon.0) 293 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:15.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:13.602475+0000 mgr.smithi176.ajjlsm (mgr.14162) 99 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2022-03-27T07:05:15.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:13.691807+0000 mon.smithi176 (mon.0) 292 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:15.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:13.695609+0000 mon.smithi176 (mon.0) 293 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:16.731 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:15.602723+0000 mgr.smithi176.ajjlsm (mgr.14162) 100 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2022-03-27T07:05:16.731 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:15.724884+0000 mon.smithi176 (mon.0) 294 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2022-03-27T07:05:16.732 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:15.725510+0000 mon.smithi176 (mon.0) 295 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:05:16.732 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:05:15.726030+0000 mgr.smithi176.ajjlsm (mgr.14162) 101 : cephadm [INF] Deploying daemon osd.2 on smithi176 2022-03-27T07:05:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:15.602723+0000 mgr.smithi176.ajjlsm (mgr.14162) 100 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2022-03-27T07:05:16.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:15.724884+0000 mon.smithi176 (mon.0) 294 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2022-03-27T07:05:16.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:15.725510+0000 mon.smithi176 (mon.0) 295 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:05:16.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:05:15.726030+0000 mgr.smithi176.ajjlsm (mgr.14162) 101 : cephadm [INF] Deploying daemon osd.2 on smithi176 2022-03-27T07:05:18.767 INFO:teuthology.orchestra.run.smithi176.stdout:Created osd(s) 2 on host 'smithi176' 2022-03-27T07:05:18.796 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:17.602993+0000 mgr.smithi176.ajjlsm (mgr.14162) 102 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2022-03-27T07:05:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:17.602993+0000 mgr.smithi176.ajjlsm (mgr.14162) 102 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2022-03-27T07:05:19.164 DEBUG:teuthology.orchestra.run.smithi176:osd.2> sudo journalctl -f -n 0 -u ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.2.service 2022-03-27T07:05:19.167 INFO:tasks.cephadm:Deploying osd.3 on smithi176 with /dev/vg_nvme/lv_1... 2022-03-27T07:05:19.167 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2022-03-27T07:05:19.196 INFO:journalctl@ceph.osd.2.smithi176.stdout:-- Logs begin at Sun 2022-03-27 06:55:40 UTC. -- 2022-03-27T07:05:19.549 INFO:journalctl@ceph.osd.2.smithi176.stdout:Mar 27 07:05:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.2[48904]: debug 2022-03-27T07:05:19.209+0000 7f7b2aee2080 -1 Falling back to public interface 2022-03-27T07:05:19.894 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:18.754410+0000 mon.smithi176 (mon.0) 296 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:05:19.895 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:18.758200+0000 mon.smithi176 (mon.0) 297 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:19.895 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:18.763583+0000 mon.smithi176 (mon.0) 298 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:19.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:18.754410+0000 mon.smithi176 (mon.0) 296 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:05:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:18.758200+0000 mon.smithi176 (mon.0) 297 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:18.763583+0000 mon.smithi176 (mon.0) 298 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:19.603286+0000 mgr.smithi176.ajjlsm (mgr.14162) 103 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2022-03-27T07:05:21.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:19.603286+0000 mgr.smithi176.ajjlsm (mgr.14162) 103 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2022-03-27T07:05:21.361 INFO:teuthology.orchestra.run.smithi176.stderr:--> Zapping: /dev/vg_nvme/lv_1 2022-03-27T07:05:21.362 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2022-03-27T07:05:21.362 INFO:teuthology.orchestra.run.smithi176.stderr: stderr: 10+0 records in 2022-03-27T07:05:21.362 INFO:teuthology.orchestra.run.smithi176.stderr:10+0 records out 2022-03-27T07:05:21.363 INFO:teuthology.orchestra.run.smithi176.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0137505 s, 763 MB/s 2022-03-27T07:05:21.363 INFO:teuthology.orchestra.run.smithi176.stderr:--> Zapping successful for: 2022-03-27T07:05:21.847 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi176:vg_nvme/lv_1 2022-03-27T07:05:22.047 INFO:journalctl@ceph.osd.2.smithi176.stdout:Mar 27 07:05:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.2[48904]: debug 2022-03-27T07:05:21.977+0000 7f7b2aee2080 -1 osd.2 0 log_to_monitors {default=true} 2022-03-27T07:05:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:21.722322+0000 mon.smithi176 (mon.0) 299 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:05:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:21.727456+0000 mon.smithi176 (mon.0) 300 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:05:22.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:21.722322+0000 mon.smithi176 (mon.0) 299 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:05:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:21.727456+0000 mon.smithi176 (mon.0) 300 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:05:22.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:21.603667+0000 mgr.smithi176.ajjlsm (mgr.14162) 104 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2022-03-27T07:05:22.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:21.982361+0000 mon.smithi204 (mon.1) 2 : audit [INF] from='osd.2 [v2:172.21.15.176:6818/1682952614,v1:172.21.15.176:6819/1682952614]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2022-03-27T07:05:22.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:21.982763+0000 mon.smithi176 (mon.0) 301 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2022-03-27T07:05:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:21.603667+0000 mgr.smithi176.ajjlsm (mgr.14162) 104 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2022-03-27T07:05:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:21.982361+0000 mon.smithi204 (mon.1) 2 : audit [INF] from='osd.2 [v2:172.21.15.176:6818/1682952614,v1:172.21.15.176:6819/1682952614]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2022-03-27T07:05:23.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:21.982763+0000 mon.smithi176 (mon.0) 301 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2022-03-27T07:05:24.047 INFO:journalctl@ceph.osd.2.smithi176.stdout:Mar 27 07:05:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.2[48904]: debug 2022-03-27T07:05:23.782+0000 7f7b21453700 -1 osd.2 0 waiting for initial osdmap 2022-03-27T07:05:24.048 INFO:journalctl@ceph.osd.2.smithi176.stdout:Mar 27 07:05:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.2[48904]: debug 2022-03-27T07:05:23.786+0000 7f7b19bc7700 -1 osd.2 16 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-03-27T07:05:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:22.776480+0000 mon.smithi176 (mon.0) 302 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2022-03-27T07:05:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:22.776531+0000 mon.smithi176 (mon.0) 303 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2022-03-27T07:05:24.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:22.776618+0000 mon.smithi176 (mon.0) 304 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-27T07:05:24.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:22.777274+0000 mon.smithi204 (mon.1) 3 : audit [INF] from='osd.2 [v2:172.21.15.176:6818/1682952614,v1:172.21.15.176:6819/1682952614]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2022-03-27T07:05:24.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:22.777591+0000 mon.smithi176 (mon.0) 305 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2022-03-27T07:05:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:22.776480+0000 mon.smithi176 (mon.0) 302 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2022-03-27T07:05:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:22.776531+0000 mon.smithi176 (mon.0) 303 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2022-03-27T07:05:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:22.776618+0000 mon.smithi176 (mon.0) 304 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-27T07:05:24.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:22.777274+0000 mon.smithi204 (mon.1) 3 : audit [INF] from='osd.2 [v2:172.21.15.176:6818/1682952614,v1:172.21.15.176:6819/1682952614]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2022-03-27T07:05:24.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:22.777591+0000 mon.smithi176 (mon.0) 305 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2022-03-27T07:05:25.021 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:23.603954+0000 mgr.smithi176.ajjlsm (mgr.14162) 105 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2022-03-27T07:05:25.021 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:23.779443+0000 mon.smithi176 (mon.0) 306 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]': finished 2022-03-27T07:05:25.022 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:23.779546+0000 mon.smithi176 (mon.0) 307 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2022-03-27T07:05:25.022 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:23.779966+0000 mon.smithi176 (mon.0) 308 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-27T07:05:25.022 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:23.783760+0000 mon.smithi176 (mon.0) 309 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-27T07:05:25.022 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:23.985479+0000 mgr.smithi176.ajjlsm (mgr.14162) 106 : audit [DBG] from='client.14262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:05:25.022 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:23.986279+0000 mon.smithi176 (mon.0) 310 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-27T07:05:25.023 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:05:23.987573+0000 mgr.smithi176.ajjlsm (mgr.14162) 107 : cephadm [INF] Applying service osd.None on host smithi176... 2022-03-27T07:05:25.023 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:23.987855+0000 mon.smithi176 (mon.0) 311 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-27T07:05:25.023 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:23.988451+0000 mon.smithi176 (mon.0) 312 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:05:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:23.603954+0000 mgr.smithi176.ajjlsm (mgr.14162) 105 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2022-03-27T07:05:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:23.779443+0000 mon.smithi176 (mon.0) 306 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]': finished 2022-03-27T07:05:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:23.779546+0000 mon.smithi176 (mon.0) 307 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2022-03-27T07:05:25.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:23.779966+0000 mon.smithi176 (mon.0) 308 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-27T07:05:25.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:23.783760+0000 mon.smithi176 (mon.0) 309 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-27T07:05:25.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:23.985479+0000 mgr.smithi176.ajjlsm (mgr.14162) 106 : audit [DBG] from='client.14262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:05:25.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:23.986279+0000 mon.smithi176 (mon.0) 310 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-27T07:05:25.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:05:23.987573+0000 mgr.smithi176.ajjlsm (mgr.14162) 107 : cephadm [INF] Applying service osd.None on host smithi176... 2022-03-27T07:05:25.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:23.987855+0000 mon.smithi176 (mon.0) 311 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-27T07:05:25.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:23.988451+0000 mon.smithi176 (mon.0) 312 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:05:26.004 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:22.971192+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-27T07:05:26.004 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:22.971338+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-27T07:05:26.005 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:24.784710+0000 mon.smithi176 (mon.0) 313 : cluster [INF] osd.2 [v2:172.21.15.176:6818/1682952614,v1:172.21.15.176:6819/1682952614] boot 2022-03-27T07:05:26.005 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:24.784769+0000 mon.smithi176 (mon.0) 314 : cluster [DBG] osdmap e17: 3 total, 3 up, 3 in 2022-03-27T07:05:26.005 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:24.785336+0000 mon.smithi176 (mon.0) 315 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-27T07:05:26.005 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:24.919252+0000 mon.smithi176 (mon.0) 316 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:26.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:22.971192+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-27T07:05:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:22.971338+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-27T07:05:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:24.784710+0000 mon.smithi176 (mon.0) 313 : cluster [INF] osd.2 [v2:172.21.15.176:6818/1682952614,v1:172.21.15.176:6819/1682952614] boot 2022-03-27T07:05:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:24.784769+0000 mon.smithi176 (mon.0) 314 : cluster [DBG] osdmap e17: 3 total, 3 up, 3 in 2022-03-27T07:05:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:24.785336+0000 mon.smithi176 (mon.0) 315 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-27T07:05:26.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:24.919252+0000 mon.smithi176 (mon.0) 316 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:25.604149+0000 mgr.smithi176.ajjlsm (mgr.14162) 108 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-03-27T07:05:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:25.921382+0000 mon.smithi176 (mon.0) 317 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2022-03-27T07:05:27.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:26.184274+0000 mon.smithi176 (mon.0) 318 : audit [INF] from='client.? 172.21.15.176:0/1348831318' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a1dad94-4591-4fa4-90a2-8d88c7f58641"}]: dispatch 2022-03-27T07:05:27.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:26.188491+0000 mon.smithi176 (mon.0) 319 : audit [INF] from='client.? 172.21.15.176:0/1348831318' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a1dad94-4591-4fa4-90a2-8d88c7f58641"}]': finished 2022-03-27T07:05:27.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:26.188534+0000 mon.smithi176 (mon.0) 320 : cluster [DBG] osdmap e19: 4 total, 3 up, 4 in 2022-03-27T07:05:27.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:26.188826+0000 mon.smithi176 (mon.0) 321 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:05:27.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:26.619942+0000 mon.smithi176 (mon.0) 322 : audit [DBG] from='client.? 172.21.15.176:0/685172997' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-27T07:05:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:25.604149+0000 mgr.smithi176.ajjlsm (mgr.14162) 108 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-03-27T07:05:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:25.921382+0000 mon.smithi176 (mon.0) 317 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2022-03-27T07:05:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:26.184274+0000 mon.smithi176 (mon.0) 318 : audit [INF] from='client.? 172.21.15.176:0/1348831318' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a1dad94-4591-4fa4-90a2-8d88c7f58641"}]: dispatch 2022-03-27T07:05:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:26.188491+0000 mon.smithi176 (mon.0) 319 : audit [INF] from='client.? 172.21.15.176:0/1348831318' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a1dad94-4591-4fa4-90a2-8d88c7f58641"}]': finished 2022-03-27T07:05:27.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:26.188534+0000 mon.smithi176 (mon.0) 320 : cluster [DBG] osdmap e19: 4 total, 3 up, 4 in 2022-03-27T07:05:27.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:26.188826+0000 mon.smithi176 (mon.0) 321 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:05:27.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:26.619942+0000 mon.smithi176 (mon.0) 322 : audit [DBG] from='client.? 172.21.15.176:0/685172997' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-27T07:05:29.202 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:27.604355+0000 mgr.smithi176.ajjlsm (mgr.14162) 109 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-27T07:05:29.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:27.604355+0000 mgr.smithi176.ajjlsm (mgr.14162) 109 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-27T07:05:31.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:29.604569+0000 mgr.smithi176.ajjlsm (mgr.14162) 110 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-27T07:05:31.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:29.604569+0000 mgr.smithi176.ajjlsm (mgr.14162) 110 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-27T07:05:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:05:31.258095+0000 mgr.smithi176.ajjlsm (mgr.14162) 111 : cephadm [INF] Detected new or changed devices on smithi176 2022-03-27T07:05:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:31.263410+0000 mon.smithi176 (mon.0) 323 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:31.267808+0000 mon.smithi176 (mon.0) 324 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:31.270057+0000 mon.smithi176 (mon.0) 325 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:05:32.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:32.105026+0000 mon.smithi176 (mon.0) 326 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2022-03-27T07:05:32.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:32.105681+0000 mon.smithi176 (mon.0) 327 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:05:32.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:05:31.258095+0000 mgr.smithi176.ajjlsm (mgr.14162) 111 : cephadm [INF] Detected new or changed devices on smithi176 2022-03-27T07:05:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:31.263410+0000 mon.smithi176 (mon.0) 323 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:31.267808+0000 mon.smithi176 (mon.0) 324 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:31.270057+0000 mon.smithi176 (mon.0) 325 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:05:32.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:32.105026+0000 mon.smithi176 (mon.0) 326 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2022-03-27T07:05:32.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:32.105681+0000 mon.smithi176 (mon.0) 327 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:05:33.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:31.604845+0000 mgr.smithi176.ajjlsm (mgr.14162) 112 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-27T07:05:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:05:32.106196+0000 mgr.smithi176.ajjlsm (mgr.14162) 113 : cephadm [INF] Deploying daemon osd.3 on smithi176 2022-03-27T07:05:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:31.604845+0000 mgr.smithi176.ajjlsm (mgr.14162) 112 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-27T07:05:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:05:32.106196+0000 mgr.smithi176.ajjlsm (mgr.14162) 113 : cephadm [INF] Deploying daemon osd.3 on smithi176 2022-03-27T07:05:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:33.605205+0000 mgr.smithi176.ajjlsm (mgr.14162) 114 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-27T07:05:35.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:33.605205+0000 mgr.smithi176.ajjlsm (mgr.14162) 114 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-27T07:05:35.919 INFO:teuthology.orchestra.run.smithi176.stdout:Created osd(s) 3 on host 'smithi176' 2022-03-27T07:05:36.460 DEBUG:teuthology.orchestra.run.smithi176:osd.3> sudo journalctl -f -n 0 -u ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.3.service 2022-03-27T07:05:36.463 INFO:tasks.cephadm:Deploying osd.4 on smithi204 with /dev/vg_nvme/lv_4... 2022-03-27T07:05:36.463 DEBUG:teuthology.orchestra.run.smithi204:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2022-03-27T07:05:36.494 INFO:journalctl@ceph.osd.3.smithi176.stdout:-- Logs begin at Sun 2022-03-27 06:55:40 UTC. -- 2022-03-27T07:05:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:35.605469+0000 mgr.smithi176.ajjlsm (mgr.14162) 115 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-27T07:05:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:35.912765+0000 mon.smithi176 (mon.0) 328 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:35.917640+0000 mon.smithi176 (mon.0) 329 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:37.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:35.919281+0000 mon.smithi176 (mon.0) 330 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-03-27T07:05:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:35.605469+0000 mgr.smithi176.ajjlsm (mgr.14162) 115 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-27T07:05:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:35.912765+0000 mon.smithi176 (mon.0) 328 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:35.917640+0000 mon.smithi176 (mon.0) 329 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:35.919281+0000 mon.smithi176 (mon.0) 330 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-03-27T07:05:38.166 INFO:teuthology.orchestra.run.smithi204.stderr:--> Zapping: /dev/vg_nvme/lv_4 2022-03-27T07:05:38.167 INFO:teuthology.orchestra.run.smithi204.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2022-03-27T07:05:38.167 INFO:teuthology.orchestra.run.smithi204.stderr: stderr: 10+0 records in 2022-03-27T07:05:38.167 INFO:teuthology.orchestra.run.smithi204.stderr:10+0 records out 2022-03-27T07:05:38.167 INFO:teuthology.orchestra.run.smithi204.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0125621 s, 835 MB/s 2022-03-27T07:05:38.168 INFO:teuthology.orchestra.run.smithi204.stderr:--> Zapping successful for: 2022-03-27T07:05:38.201 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:36.923946+0000 mon.smithi176 (mon.0) 331 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2022-03-27T07:05:38.202 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:36.924002+0000 mon.smithi176 (mon.0) 332 : cluster [DBG] osdmap e20: 4 total, 3 up, 4 in 2022-03-27T07:05:38.202 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:36.924164+0000 mon.smithi176 (mon.0) 333 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:05:38.202 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:36.925058+0000 mon.smithi176 (mon.0) 334 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-27T07:05:38.202 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:37.631889+0000 mon.smithi176 (mon.0) 335 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:36.923946+0000 mon.smithi176 (mon.0) 331 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2022-03-27T07:05:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:36.924002+0000 mon.smithi176 (mon.0) 332 : cluster [DBG] osdmap e20: 4 total, 3 up, 4 in 2022-03-27T07:05:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:36.924164+0000 mon.smithi176 (mon.0) 333 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:05:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:36.925058+0000 mon.smithi176 (mon.0) 334 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-27T07:05:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:37.631889+0000 mon.smithi176 (mon.0) 335 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:38.600 DEBUG:teuthology.orchestra.run.smithi204:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi204:vg_nvme/lv_4 2022-03-27T07:05:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:37.605709+0000 mgr.smithi176.ajjlsm (mgr.14162) 116 : cluster [DBG] pgmap v77: 1 pgs: 1 unknown; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-27T07:05:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:37.930205+0000 mon.smithi176 (mon.0) 336 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-03-27T07:05:39.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:37.930274+0000 mon.smithi176 (mon.0) 337 : cluster [DBG] osdmap e21: 4 total, 3 up, 4 in 2022-03-27T07:05:39.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:37.930519+0000 mon.smithi176 (mon.0) 338 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:05:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:37.605709+0000 mgr.smithi176.ajjlsm (mgr.14162) 116 : cluster [DBG] pgmap v77: 1 pgs: 1 unknown; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-27T07:05:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:37.930205+0000 mon.smithi176 (mon.0) 336 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-03-27T07:05:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:37.930274+0000 mon.smithi176 (mon.0) 337 : cluster [DBG] osdmap e21: 4 total, 3 up, 4 in 2022-03-27T07:05:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:37.930519+0000 mon.smithi176 (mon.0) 338 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:05:39.547 INFO:journalctl@ceph.osd.3.smithi176.stdout:Mar 27 07:05:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.3[52485]: debug 2022-03-27T07:05:39.105+0000 7fb4bb597080 -1 osd.3 0 log_to_monitors {default=true} 2022-03-27T07:05:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:38.935033+0000 mon.smithi176 (mon.0) 339 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2022-03-27T07:05:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:38.935152+0000 mon.smithi176 (mon.0) 340 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:05:40.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:39.109575+0000 mon.smithi176 (mon.0) 341 : audit [INF] from='osd.3 [v2:172.21.15.176:6826/2161901542,v1:172.21.15.176:6827/2161901542]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2022-03-27T07:05:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:38.935033+0000 mon.smithi176 (mon.0) 339 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2022-03-27T07:05:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:38.935152+0000 mon.smithi176 (mon.0) 340 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:05:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:39.109575+0000 mon.smithi176 (mon.0) 341 : audit [INF] from='osd.3 [v2:172.21.15.176:6826/2161901542,v1:172.21.15.176:6827/2161901542]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2022-03-27T07:05:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:39.606010+0000 mgr.smithi176.ajjlsm (mgr.14162) 117 : cluster [DBG] pgmap v80: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-03-27T07:05:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:39.939357+0000 mon.smithi176 (mon.0) 342 : audit [INF] from='osd.3 [v2:172.21.15.176:6826/2161901542,v1:172.21.15.176:6827/2161901542]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2022-03-27T07:05:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:39.939409+0000 mon.smithi176 (mon.0) 343 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2022-03-27T07:05:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:39.939664+0000 mon.smithi176 (mon.0) 344 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:05:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:39.940009+0000 mon.smithi176 (mon.0) 345 : audit [INF] from='osd.3 [v2:172.21.15.176:6826/2161901542,v1:172.21.15.176:6827/2161901542]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2022-03-27T07:05:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:40.216168+0000 mgr.smithi176.ajjlsm (mgr.14162) 118 : audit [DBG] from='client.24147 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi204:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:05:41.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:40.216931+0000 mon.smithi176 (mon.0) 346 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-27T07:05:41.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:05:40.218163+0000 mgr.smithi176.ajjlsm (mgr.14162) 119 : cephadm [INF] Applying service osd.None on host smithi204... 2022-03-27T07:05:41.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:40.218354+0000 mon.smithi176 (mon.0) 347 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-27T07:05:41.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:40.218886+0000 mon.smithi176 (mon.0) 348 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:05:41.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:40.453497+0000 mon.smithi176 (mon.0) 349 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:41.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:40.456427+0000 mon.smithi176 (mon.0) 350 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:41.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:40.458578+0000 mon.smithi176 (mon.0) 351 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:05:41.298 INFO:journalctl@ceph.osd.3.smithi176.stdout:Mar 27 07:05:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.3[52485]: debug 2022-03-27T07:05:40.942+0000 7fb4b1b08700 -1 osd.3 0 waiting for initial osdmap 2022-03-27T07:05:41.299 INFO:journalctl@ceph.osd.3.smithi176.stdout:Mar 27 07:05:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.3[52485]: debug 2022-03-27T07:05:40.946+0000 7fb4aa27c700 -1 osd.3 24 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-03-27T07:05:41.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:39.606010+0000 mgr.smithi176.ajjlsm (mgr.14162) 117 : cluster [DBG] pgmap v80: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-03-27T07:05:41.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:39.939357+0000 mon.smithi176 (mon.0) 342 : audit [INF] from='osd.3 [v2:172.21.15.176:6826/2161901542,v1:172.21.15.176:6827/2161901542]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2022-03-27T07:05:41.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:39.939409+0000 mon.smithi176 (mon.0) 343 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2022-03-27T07:05:41.302 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:39.939664+0000 mon.smithi176 (mon.0) 344 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:05:41.302 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:39.940009+0000 mon.smithi176 (mon.0) 345 : audit [INF] from='osd.3 [v2:172.21.15.176:6826/2161901542,v1:172.21.15.176:6827/2161901542]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2022-03-27T07:05:41.302 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:40.216168+0000 mgr.smithi176.ajjlsm (mgr.14162) 118 : audit [DBG] from='client.24147 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi204:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:05:41.302 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:40.216931+0000 mon.smithi176 (mon.0) 346 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-27T07:05:41.303 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:05:40.218163+0000 mgr.smithi176.ajjlsm (mgr.14162) 119 : cephadm [INF] Applying service osd.None on host smithi204... 2022-03-27T07:05:41.303 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:40.218354+0000 mon.smithi176 (mon.0) 347 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-27T07:05:41.303 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:40.218886+0000 mon.smithi176 (mon.0) 348 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:05:41.303 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:40.453497+0000 mon.smithi176 (mon.0) 349 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:41.304 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:40.456427+0000 mon.smithi176 (mon.0) 350 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:41.304 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:40.458578+0000 mon.smithi176 (mon.0) 351 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:05:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:40.940169+0000 mon.smithi176 (mon.0) 352 : audit [INF] from='osd.3 [v2:172.21.15.176:6826/2161901542,v1:172.21.15.176:6827/2161901542]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]': finished 2022-03-27T07:05:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:40.940247+0000 mon.smithi176 (mon.0) 353 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2022-03-27T07:05:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:40.940610+0000 mon.smithi176 (mon.0) 354 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:05:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:40.944033+0000 mon.smithi176 (mon.0) 355 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:05:42.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:40.940169+0000 mon.smithi176 (mon.0) 352 : audit [INF] from='osd.3 [v2:172.21.15.176:6826/2161901542,v1:172.21.15.176:6827/2161901542]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]': finished 2022-03-27T07:05:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:40.940247+0000 mon.smithi176 (mon.0) 353 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2022-03-27T07:05:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:40.940610+0000 mon.smithi176 (mon.0) 354 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:05:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:40.944033+0000 mon.smithi176 (mon.0) 355 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:05:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:40.137685+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-27T07:05:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:40.137781+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-27T07:05:43.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:41.606294+0000 mgr.smithi176.ajjlsm (mgr.14162) 120 : cluster [DBG] pgmap v83: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-03-27T07:05:43.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:41.944545+0000 mon.smithi176 (mon.0) 356 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:05:43.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:41.948599+0000 mon.smithi176 (mon.0) 357 : cluster [INF] osd.3 [v2:172.21.15.176:6826/2161901542,v1:172.21.15.176:6827/2161901542] boot 2022-03-27T07:05:43.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:41.948643+0000 mon.smithi176 (mon.0) 358 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2022-03-27T07:05:43.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:41.949156+0000 mon.smithi176 (mon.0) 359 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:05:43.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:42.093616+0000 mon.smithi204 (mon.1) 4 : audit [INF] from='client.? 172.21.15.204:0/726590439' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c8212470-cadc-42f5-96cf-b82f504316f4"}]: dispatch 2022-03-27T07:05:43.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:42.094123+0000 mon.smithi176 (mon.0) 360 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c8212470-cadc-42f5-96cf-b82f504316f4"}]: dispatch 2022-03-27T07:05:43.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:42.098322+0000 mon.smithi176 (mon.0) 361 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c8212470-cadc-42f5-96cf-b82f504316f4"}]': finished 2022-03-27T07:05:43.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:42.098372+0000 mon.smithi176 (mon.0) 362 : cluster [DBG] osdmap e26: 5 total, 4 up, 5 in 2022-03-27T07:05:43.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:42.098478+0000 mon.smithi176 (mon.0) 363 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-27T07:05:43.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:42.508591+0000 mon.smithi204 (mon.1) 5 : audit [DBG] from='client.? 172.21.15.204:0/4208336671' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-27T07:05:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:40.137685+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-27T07:05:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:40.137781+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-27T07:05:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:41.606294+0000 mgr.smithi176.ajjlsm (mgr.14162) 120 : cluster [DBG] pgmap v83: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-03-27T07:05:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:41.944545+0000 mon.smithi176 (mon.0) 356 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:05:43.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:41.948599+0000 mon.smithi176 (mon.0) 357 : cluster [INF] osd.3 [v2:172.21.15.176:6826/2161901542,v1:172.21.15.176:6827/2161901542] boot 2022-03-27T07:05:43.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:41.948643+0000 mon.smithi176 (mon.0) 358 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2022-03-27T07:05:43.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:41.949156+0000 mon.smithi176 (mon.0) 359 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:05:43.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:42.093616+0000 mon.smithi204 (mon.1) 4 : audit [INF] from='client.? 172.21.15.204:0/726590439' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c8212470-cadc-42f5-96cf-b82f504316f4"}]: dispatch 2022-03-27T07:05:43.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:42.094123+0000 mon.smithi176 (mon.0) 360 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c8212470-cadc-42f5-96cf-b82f504316f4"}]: dispatch 2022-03-27T07:05:43.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:42.098322+0000 mon.smithi176 (mon.0) 361 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c8212470-cadc-42f5-96cf-b82f504316f4"}]': finished 2022-03-27T07:05:43.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:42.098372+0000 mon.smithi176 (mon.0) 362 : cluster [DBG] osdmap e26: 5 total, 4 up, 5 in 2022-03-27T07:05:43.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:42.098478+0000 mon.smithi176 (mon.0) 363 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-27T07:05:43.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:42.508591+0000 mon.smithi204 (mon.1) 5 : audit [DBG] from='client.? 172.21.15.204:0/4208336671' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-27T07:05:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:43.099633+0000 mon.smithi176 (mon.0) 364 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2022-03-27T07:05:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:43.099748+0000 mon.smithi176 (mon.0) 365 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-27T07:05:44.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:43.099633+0000 mon.smithi176 (mon.0) 364 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2022-03-27T07:05:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:43.099748+0000 mon.smithi176 (mon.0) 365 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-27T07:05:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:43.606723+0000 mgr.smithi176.ajjlsm (mgr.14162) 121 : cluster [DBG] pgmap v87: 1 pgs: 1 active+clean; 0 B data, 19 MiB used, 358 GiB / 358 GiB avail 2022-03-27T07:05:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:43.606723+0000 mgr.smithi176.ajjlsm (mgr.14162) 121 : cluster [DBG] pgmap v87: 1 pgs: 1 active+clean; 0 B data, 19 MiB used, 358 GiB / 358 GiB avail 2022-03-27T07:05:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:45.446415+0000 mon.smithi176 (mon.0) 366 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:45.452132+0000 mon.smithi176 (mon.0) 367 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:45.446415+0000 mon.smithi176 (mon.0) 366 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:45.452132+0000 mon.smithi176 (mon.0) 367 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:47.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:45.607097+0000 mgr.smithi176.ajjlsm (mgr.14162) 122 : cluster [DBG] pgmap v88: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-27T07:05:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:47.333445+0000 mon.smithi176 (mon.0) 368 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2022-03-27T07:05:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:47.334338+0000 mon.smithi176 (mon.0) 369 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:05:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:45.607097+0000 mgr.smithi176.ajjlsm (mgr.14162) 122 : cluster [DBG] pgmap v88: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-27T07:05:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:47.333445+0000 mon.smithi176 (mon.0) 368 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2022-03-27T07:05:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:47.334338+0000 mon.smithi176 (mon.0) 369 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:05:48.499 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:05:47.334993+0000 mgr.smithi176.ajjlsm (mgr.14162) 123 : cephadm [INF] Deploying daemon osd.4 on smithi204 2022-03-27T07:05:48.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:05:47.334993+0000 mgr.smithi176.ajjlsm (mgr.14162) 123 : cephadm [INF] Deploying daemon osd.4 on smithi204 2022-03-27T07:05:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:47.607554+0000 mgr.smithi176.ajjlsm (mgr.14162) 124 : cluster [DBG] pgmap v89: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-27T07:05:49.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:47.607554+0000 mgr.smithi176.ajjlsm (mgr.14162) 124 : cluster [DBG] pgmap v89: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-27T07:05:50.334 INFO:teuthology.orchestra.run.smithi204.stdout:Created osd(s) 4 on host 'smithi204' 2022-03-27T07:05:50.700 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:50.319894+0000 mon.smithi176 (mon.0) 370 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:05:50.700 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:50.324397+0000 mon.smithi176 (mon.0) 371 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:50.700 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:50.331861+0000 mon.smithi176 (mon.0) 372 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:50.753 DEBUG:teuthology.orchestra.run.smithi204:osd.4> sudo journalctl -f -n 0 -u ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.4.service 2022-03-27T07:05:50.756 INFO:tasks.cephadm:Deploying osd.5 on smithi204 with /dev/vg_nvme/lv_3... 2022-03-27T07:05:50.756 DEBUG:teuthology.orchestra.run.smithi204:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2022-03-27T07:05:50.789 INFO:journalctl@ceph.osd.4.smithi204.stdout:-- Logs begin at Sun 2022-03-27 06:55:47 UTC. -- 2022-03-27T07:05:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:50.319894+0000 mon.smithi176 (mon.0) 370 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:05:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:50.324397+0000 mon.smithi176 (mon.0) 371 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:50.331861+0000 mon.smithi176 (mon.0) 372 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:51.699 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:49.607913+0000 mgr.smithi176.ajjlsm (mgr.14162) 125 : cluster [DBG] pgmap v90: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-27T07:05:51.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:49.607913+0000 mgr.smithi176.ajjlsm (mgr.14162) 125 : cluster [DBG] pgmap v90: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-27T07:05:52.790 INFO:teuthology.orchestra.run.smithi204.stderr:--> Zapping: /dev/vg_nvme/lv_3 2022-03-27T07:05:52.790 INFO:teuthology.orchestra.run.smithi204.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2022-03-27T07:05:52.790 INFO:teuthology.orchestra.run.smithi204.stderr: stderr: 10+0 records in 2022-03-27T07:05:52.791 INFO:teuthology.orchestra.run.smithi204.stderr:10+0 records out 2022-03-27T07:05:52.791 INFO:teuthology.orchestra.run.smithi204.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0147931 s, 709 MB/s 2022-03-27T07:05:52.791 INFO:teuthology.orchestra.run.smithi204.stderr: stderr: 2022-03-27T07:05:52.791 INFO:teuthology.orchestra.run.smithi204.stderr:--> Zapping successful for: 2022-03-27T07:05:53.215 DEBUG:teuthology.orchestra.run.smithi204:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi204:vg_nvme/lv_3 2022-03-27T07:05:53.781 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:51.608256+0000 mgr.smithi176.ajjlsm (mgr.14162) 126 : cluster [DBG] pgmap v91: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-27T07:05:53.782 INFO:journalctl@ceph.osd.4.smithi204.stdout:Mar 27 07:05:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.4[36416]: debug 2022-03-27T07:05:53.499+0000 7f57d2663080 -1 osd.4 0 log_to_monitors {default=true} 2022-03-27T07:05:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:51.608256+0000 mgr.smithi176.ajjlsm (mgr.14162) 126 : cluster [DBG] pgmap v91: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-27T07:05:54.661 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:53.503468+0000 mon.smithi204 (mon.1) 6 : audit [INF] from='osd.4 [v2:172.21.15.204:6800/2263744736,v1:172.21.15.204:6801/2263744736]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-03-27T07:05:54.661 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:53.503770+0000 mon.smithi176 (mon.0) 373 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-03-27T07:05:54.661 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:53.714821+0000 mon.smithi176 (mon.0) 374 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:53.503468+0000 mon.smithi204 (mon.1) 6 : audit [INF] from='osd.4 [v2:172.21.15.204:6800/2263744736,v1:172.21.15.204:6801/2263744736]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-03-27T07:05:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:53.503770+0000 mon.smithi176 (mon.0) 373 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-03-27T07:05:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:53.714821+0000 mon.smithi176 (mon.0) 374 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:55.719 INFO:journalctl@ceph.osd.4.smithi204.stdout:Mar 27 07:05:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.4[36416]: debug 2022-03-27T07:05:55.485+0000 7f57c8bd4700 -1 osd.4 0 waiting for initial osdmap 2022-03-27T07:05:55.720 INFO:journalctl@ceph.osd.4.smithi204.stdout:Mar 27 07:05:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.4[36416]: debug 2022-03-27T07:05:55.492+0000 7f57c1b49700 -1 osd.4 29 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-03-27T07:05:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:53.608520+0000 mgr.smithi176.ajjlsm (mgr.14162) 127 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-27T07:05:55.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:54.480145+0000 mon.smithi176 (mon.0) 375 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2022-03-27T07:05:55.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:54.480251+0000 mon.smithi176 (mon.0) 376 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2022-03-27T07:05:55.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:54.480394+0000 mon.smithi176 (mon.0) 377 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-27T07:05:55.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:54.480905+0000 mon.smithi204 (mon.1) 7 : audit [INF] from='osd.4 [v2:172.21.15.204:6800/2263744736,v1:172.21.15.204:6801/2263744736]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]: dispatch 2022-03-27T07:05:55.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:54.481199+0000 mon.smithi176 (mon.0) 378 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]: dispatch 2022-03-27T07:05:55.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:55.209431+0000 mon.smithi176 (mon.0) 379 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:55.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:53.608520+0000 mgr.smithi176.ajjlsm (mgr.14162) 127 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-27T07:05:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:54.480145+0000 mon.smithi176 (mon.0) 375 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2022-03-27T07:05:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:54.480251+0000 mon.smithi176 (mon.0) 376 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2022-03-27T07:05:55.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:54.480394+0000 mon.smithi176 (mon.0) 377 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-27T07:05:55.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:54.480905+0000 mon.smithi204 (mon.1) 7 : audit [INF] from='osd.4 [v2:172.21.15.204:6800/2263744736,v1:172.21.15.204:6801/2263744736]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]: dispatch 2022-03-27T07:05:55.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:54.481199+0000 mon.smithi176 (mon.0) 378 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]: dispatch 2022-03-27T07:05:55.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:55.209431+0000 mon.smithi176 (mon.0) 379 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:56.715 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:55.483362+0000 mon.smithi176 (mon.0) 380 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]': finished 2022-03-27T07:05:56.715 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:55.483427+0000 mon.smithi176 (mon.0) 381 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2022-03-27T07:05:56.716 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:55.484306+0000 mon.smithi176 (mon.0) 382 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-27T07:05:56.716 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:55.486700+0000 mon.smithi176 (mon.0) 383 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-27T07:05:56.716 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:55.606246+0000 mon.smithi176 (mon.0) 384 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-27T07:05:56.717 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:55.607428+0000 mon.smithi176 (mon.0) 385 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-27T07:05:56.717 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:55.609944+0000 mon.smithi176 (mon.0) 386 : cluster [INF] osd.4 [v2:172.21.15.204:6800/2263744736,v1:172.21.15.204:6801/2263744736] boot 2022-03-27T07:05:56.717 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:55.609985+0000 mon.smithi176 (mon.0) 387 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2022-03-27T07:05:56.717 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:55.610343+0000 mon.smithi176 (mon.0) 388 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:05:56.718 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:55.610660+0000 mon.smithi176 (mon.0) 389 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-27T07:05:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:55.483362+0000 mon.smithi176 (mon.0) 380 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]': finished 2022-03-27T07:05:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:55.483427+0000 mon.smithi176 (mon.0) 381 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2022-03-27T07:05:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:55.484306+0000 mon.smithi176 (mon.0) 382 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-27T07:05:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:55.486700+0000 mon.smithi176 (mon.0) 383 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-27T07:05:56.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:55.606246+0000 mon.smithi176 (mon.0) 384 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-27T07:05:56.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:55.607428+0000 mon.smithi176 (mon.0) 385 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-27T07:05:56.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:55.609944+0000 mon.smithi176 (mon.0) 386 : cluster [INF] osd.4 [v2:172.21.15.204:6800/2263744736,v1:172.21.15.204:6801/2263744736] boot 2022-03-27T07:05:56.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:55.609985+0000 mon.smithi176 (mon.0) 387 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2022-03-27T07:05:56.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:55.610343+0000 mon.smithi176 (mon.0) 388 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:05:56.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:55.610660+0000 mon.smithi176 (mon.0) 389 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-27T07:05:57.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:54.544899+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-27T07:05:57.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:54.545093+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-27T07:05:57.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:55.605549+0000 mgr.smithi176.ajjlsm (mgr.14162) 128 : audit [DBG] from='client.24165 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi204:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:05:57.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:05:55.607214+0000 mgr.smithi176.ajjlsm (mgr.14162) 129 : cephadm [INF] Applying service osd.None on host smithi204... 2022-03-27T07:05:57.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:55.608775+0000 mgr.smithi176.ajjlsm (mgr.14162) 130 : cluster [DBG] pgmap v96: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-27T07:05:57.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:56.614274+0000 mon.smithi176 (mon.0) 390 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2022-03-27T07:05:57.802 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:57.390880+0000 mon.smithi176 (mon.0) 391 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:57.802 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:57.394459+0000 mon.smithi176 (mon.0) 392 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:57.802 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:57.397273+0000 mon.smithi176 (mon.0) 393 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:05:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:54.544899+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-27T07:05:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:54.545093+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-27T07:05:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:55.605549+0000 mgr.smithi176.ajjlsm (mgr.14162) 128 : audit [DBG] from='client.24165 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi204:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:05:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:05:55.607214+0000 mgr.smithi176.ajjlsm (mgr.14162) 129 : cephadm [INF] Applying service osd.None on host smithi204... 2022-03-27T07:05:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:55.608775+0000 mgr.smithi176.ajjlsm (mgr.14162) 130 : cluster [DBG] pgmap v96: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-27T07:05:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:56.614274+0000 mon.smithi176 (mon.0) 390 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2022-03-27T07:05:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:57.390880+0000 mon.smithi176 (mon.0) 391 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:57.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:57.394459+0000 mon.smithi176 (mon.0) 392 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:05:57.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:57.397273+0000 mon.smithi176 (mon.0) 393 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:05:58.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:05:57.386128+0000 mgr.smithi176.ajjlsm (mgr.14162) 131 : cephadm [INF] Detected new or changed devices on smithi204 2022-03-27T07:05:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:57.619718+0000 mon.smithi176 (mon.0) 394 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2022-03-27T07:05:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:57.899121+0000 mon.smithi204 (mon.1) 8 : audit [INF] from='client.? 172.21.15.204:0/2549575852' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ac5c2e22-3e09-41cf-aad3-8390a085af12"}]: dispatch 2022-03-27T07:05:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:57.899548+0000 mon.smithi176 (mon.0) 395 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ac5c2e22-3e09-41cf-aad3-8390a085af12"}]: dispatch 2022-03-27T07:05:58.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:57.905630+0000 mon.smithi176 (mon.0) 396 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ac5c2e22-3e09-41cf-aad3-8390a085af12"}]': finished 2022-03-27T07:05:58.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:57.905699+0000 mon.smithi176 (mon.0) 397 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2022-03-27T07:05:58.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:57.905811+0000 mon.smithi176 (mon.0) 398 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-27T07:05:58.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:05:58.313636+0000 mon.smithi204 (mon.1) 9 : audit [DBG] from='client.? 172.21.15.204:0/4206661662' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-27T07:05:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:05:57.386128+0000 mgr.smithi176.ajjlsm (mgr.14162) 131 : cephadm [INF] Detected new or changed devices on smithi204 2022-03-27T07:05:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:57.619718+0000 mon.smithi176 (mon.0) 394 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2022-03-27T07:05:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:57.899121+0000 mon.smithi204 (mon.1) 8 : audit [INF] from='client.? 172.21.15.204:0/2549575852' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ac5c2e22-3e09-41cf-aad3-8390a085af12"}]: dispatch 2022-03-27T07:05:58.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:57.899548+0000 mon.smithi176 (mon.0) 395 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ac5c2e22-3e09-41cf-aad3-8390a085af12"}]: dispatch 2022-03-27T07:05:58.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:57.905630+0000 mon.smithi176 (mon.0) 396 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ac5c2e22-3e09-41cf-aad3-8390a085af12"}]': finished 2022-03-27T07:05:58.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:57.905699+0000 mon.smithi176 (mon.0) 397 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2022-03-27T07:05:58.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:57.905811+0000 mon.smithi176 (mon.0) 398 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-27T07:05:58.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:05:58.313636+0000 mon.smithi204 (mon.1) 9 : audit [DBG] from='client.? 172.21.15.204:0/4206661662' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-27T07:05:59.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:05:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:57.609165+0000 mgr.smithi176.ajjlsm (mgr.14162) 132 : cluster [DBG] pgmap v98: 1 pgs: 1 remapped+peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-27T07:05:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:05:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:57.609165+0000 mgr.smithi176.ajjlsm (mgr.14162) 132 : cluster [DBG] pgmap v98: 1 pgs: 1 remapped+peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-27T07:06:01.689 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:05:59.609502+0000 mgr.smithi176.ajjlsm (mgr.14162) 133 : cluster [DBG] pgmap v101: 1 pgs: 1 remapped+peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-27T07:06:01.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:05:59.609502+0000 mgr.smithi176.ajjlsm (mgr.14162) 133 : cluster [DBG] pgmap v101: 1 pgs: 1 remapped+peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-27T07:06:03.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:01.609806+0000 mgr.smithi176.ajjlsm (mgr.14162) 134 : cluster [DBG] pgmap v102: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-27T07:06:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:02.075558+0000 mon.smithi176 (mon.0) 399 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:02.429941+0000 mon.smithi176 (mon.0) 400 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:03.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:02.936879+0000 mon.smithi176 (mon.0) 401 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2022-03-27T07:06:03.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:02.937524+0000 mon.smithi176 (mon.0) 402 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:06:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:01.609806+0000 mgr.smithi176.ajjlsm (mgr.14162) 134 : cluster [DBG] pgmap v102: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-27T07:06:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:02.075558+0000 mon.smithi176 (mon.0) 399 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:02.429941+0000 mon.smithi176 (mon.0) 400 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:02.936879+0000 mon.smithi176 (mon.0) 401 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2022-03-27T07:06:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:02.937524+0000 mon.smithi176 (mon.0) 402 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:06:04.143 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:06:02.938034+0000 mgr.smithi176.ajjlsm (mgr.14162) 135 : cephadm [INF] Deploying daemon osd.5 on smithi204 2022-03-27T07:06:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:06:02.938034+0000 mgr.smithi176.ajjlsm (mgr.14162) 135 : cephadm [INF] Deploying daemon osd.5 on smithi204 2022-03-27T07:06:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:03.610288+0000 mgr.smithi176.ajjlsm (mgr.14162) 136 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-27T07:06:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:03.610288+0000 mgr.smithi176.ajjlsm (mgr.14162) 136 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-27T07:06:05.848 INFO:teuthology.orchestra.run.smithi204.stdout:Created osd(s) 5 on host 'smithi204' 2022-03-27T07:06:06.268 DEBUG:teuthology.orchestra.run.smithi204:osd.5> sudo journalctl -f -n 0 -u ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.5.service 2022-03-27T07:06:06.271 INFO:tasks.cephadm:Deploying osd.6 on smithi204 with /dev/vg_nvme/lv_2... 2022-03-27T07:06:06.271 DEBUG:teuthology.orchestra.run.smithi204:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2022-03-27T07:06:06.304 INFO:journalctl@ceph.osd.5.smithi204.stdout:-- Logs begin at Sun 2022-03-27 06:55:47 UTC. -- 2022-03-27T07:06:06.887 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:05.610690+0000 mgr.smithi176.ajjlsm (mgr.14162) 137 : cluster [DBG] pgmap v104: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-27T07:06:06.888 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:05.837578+0000 mon.smithi176 (mon.0) 403 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:06:06.888 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:05.841015+0000 mon.smithi176 (mon.0) 404 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:06.888 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:05.845868+0000 mon.smithi176 (mon.0) 405 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:07.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:05.610690+0000 mgr.smithi176.ajjlsm (mgr.14162) 137 : cluster [DBG] pgmap v104: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-27T07:06:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:05.837578+0000 mon.smithi176 (mon.0) 403 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:06:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:05.841015+0000 mon.smithi176 (mon.0) 404 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:05.845868+0000 mon.smithi176 (mon.0) 405 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:08.074 INFO:teuthology.orchestra.run.smithi204.stderr:--> Zapping: /dev/vg_nvme/lv_2 2022-03-27T07:06:08.075 INFO:teuthology.orchestra.run.smithi204.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2022-03-27T07:06:08.075 INFO:teuthology.orchestra.run.smithi204.stderr: stderr: 10+0 records in 2022-03-27T07:06:08.075 INFO:teuthology.orchestra.run.smithi204.stderr:10+0 records out 2022-03-27T07:06:08.075 INFO:teuthology.orchestra.run.smithi204.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0124044 s, 845 MB/s 2022-03-27T07:06:08.076 INFO:teuthology.orchestra.run.smithi204.stderr:--> Zapping successful for: 2022-03-27T07:06:08.477 DEBUG:teuthology.orchestra.run.smithi204:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi204:vg_nvme/lv_2 2022-03-27T07:06:08.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:07.610997+0000 mgr.smithi176.ajjlsm (mgr.14162) 138 : cluster [DBG] pgmap v105: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-27T07:06:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:07.610997+0000 mgr.smithi176.ajjlsm (mgr.14162) 138 : cluster [DBG] pgmap v105: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-27T07:06:09.316 INFO:journalctl@ceph.osd.5.smithi204.stdout:Mar 27 07:06:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.5[39312]: debug 2022-03-27T07:06:08.981+0000 7f1a29cba080 -1 osd.5 0 log_to_monitors {default=true} 2022-03-27T07:06:09.898 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:08.985857+0000 mon.smithi204 (mon.1) 10 : audit [INF] from='osd.5 [v2:172.21.15.204:6808/3514888856,v1:172.21.15.204:6809/3514888856]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2022-03-27T07:06:09.899 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:08.986147+0000 mon.smithi176 (mon.0) 406 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2022-03-27T07:06:09.899 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:09.482688+0000 mon.smithi176 (mon.0) 407 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:10.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:08.985857+0000 mon.smithi204 (mon.1) 10 : audit [INF] from='osd.5 [v2:172.21.15.204:6808/3514888856,v1:172.21.15.204:6809/3514888856]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2022-03-27T07:06:10.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:08.986147+0000 mon.smithi176 (mon.0) 406 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2022-03-27T07:06:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:09.482688+0000 mon.smithi176 (mon.0) 407 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:10.884 INFO:journalctl@ceph.osd.5.smithi204.stdout:Mar 27 07:06:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.5[39312]: debug 2022-03-27T07:06:10.632+0000 7f1a2022b700 -1 osd.5 0 waiting for initial osdmap 2022-03-27T07:06:10.885 INFO:journalctl@ceph.osd.5.smithi204.stdout:Mar 27 07:06:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.5[39312]: debug 2022-03-27T07:06:10.639+0000 7f1a1c1a6700 -1 osd.5 35 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-03-27T07:06:10.886 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:09.611411+0000 mgr.smithi176.ajjlsm (mgr.14162) 139 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-27T07:06:10.886 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:09.626826+0000 mon.smithi176 (mon.0) 408 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2022-03-27T07:06:10.886 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:09.626875+0000 mon.smithi176 (mon.0) 409 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2022-03-27T07:06:10.887 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:09.626973+0000 mon.smithi176 (mon.0) 410 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-27T07:06:10.887 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:09.628822+0000 mon.smithi204 (mon.1) 11 : audit [INF] from='osd.5 [v2:172.21.15.204:6808/3514888856,v1:172.21.15.204:6809/3514888856]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]: dispatch 2022-03-27T07:06:10.888 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:09.629434+0000 mon.smithi176 (mon.0) 411 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]: dispatch 2022-03-27T07:06:10.888 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:10.253171+0000 mgr.smithi176.ajjlsm (mgr.14162) 140 : audit [DBG] from='client.24183 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi204:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:06:10.888 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:10.253894+0000 mon.smithi176 (mon.0) 412 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-27T07:06:10.889 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:06:10.254918+0000 mgr.smithi176.ajjlsm (mgr.14162) 141 : cephadm [INF] Applying service osd.None on host smithi204... 2022-03-27T07:06:10.889 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:10.255170+0000 mon.smithi176 (mon.0) 413 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-27T07:06:10.890 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:10.255673+0000 mon.smithi176 (mon.0) 414 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:06:10.890 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:10.620412+0000 mon.smithi176 (mon.0) 415 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:09.611411+0000 mgr.smithi176.ajjlsm (mgr.14162) 139 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-27T07:06:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:09.626826+0000 mon.smithi176 (mon.0) 408 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2022-03-27T07:06:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:09.626875+0000 mon.smithi176 (mon.0) 409 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2022-03-27T07:06:11.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:09.626973+0000 mon.smithi176 (mon.0) 410 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-27T07:06:11.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:09.628822+0000 mon.smithi204 (mon.1) 11 : audit [INF] from='osd.5 [v2:172.21.15.204:6808/3514888856,v1:172.21.15.204:6809/3514888856]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]: dispatch 2022-03-27T07:06:11.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:09.629434+0000 mon.smithi176 (mon.0) 411 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]: dispatch 2022-03-27T07:06:11.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:10.253171+0000 mgr.smithi176.ajjlsm (mgr.14162) 140 : audit [DBG] from='client.24183 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi204:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:06:11.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:10.253894+0000 mon.smithi176 (mon.0) 412 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-27T07:06:11.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:06:10.254918+0000 mgr.smithi176.ajjlsm (mgr.14162) 141 : cephadm [INF] Applying service osd.None on host smithi204... 2022-03-27T07:06:11.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:10.255170+0000 mon.smithi176 (mon.0) 413 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-27T07:06:11.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:10.255673+0000 mon.smithi176 (mon.0) 414 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:06:11.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:10.620412+0000 mon.smithi176 (mon.0) 415 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:10.630966+0000 mon.smithi176 (mon.0) 416 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]': finished 2022-03-27T07:06:11.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:10.631027+0000 mon.smithi176 (mon.0) 417 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2022-03-27T07:06:11.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:10.631994+0000 mon.smithi176 (mon.0) 418 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-27T07:06:11.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:10.634931+0000 mon.smithi176 (mon.0) 419 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-27T07:06:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:10.630966+0000 mon.smithi176 (mon.0) 416 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]': finished 2022-03-27T07:06:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:10.631027+0000 mon.smithi176 (mon.0) 417 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2022-03-27T07:06:12.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:10.631994+0000 mon.smithi176 (mon.0) 418 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-27T07:06:12.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:10.634931+0000 mon.smithi176 (mon.0) 419 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-27T07:06:12.921 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:10.019545+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-27T07:06:12.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:10.019675+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-27T07:06:12.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:11.611778+0000 mgr.smithi176.ajjlsm (mgr.14162) 142 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-27T07:06:12.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:11.637341+0000 mon.smithi176 (mon.0) 420 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-27T07:06:12.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:11.640256+0000 mon.smithi176 (mon.0) 421 : cluster [INF] osd.5 [v2:172.21.15.204:6808/3514888856,v1:172.21.15.204:6809/3514888856] boot 2022-03-27T07:06:12.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:11.640352+0000 mon.smithi176 (mon.0) 422 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2022-03-27T07:06:12.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:11.640525+0000 mon.smithi176 (mon.0) 423 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-27T07:06:12.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:10.019545+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-27T07:06:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:10.019675+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-27T07:06:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:11.611778+0000 mgr.smithi176.ajjlsm (mgr.14162) 142 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-27T07:06:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:11.637341+0000 mon.smithi176 (mon.0) 420 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-27T07:06:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:11.640256+0000 mon.smithi176 (mon.0) 421 : cluster [INF] osd.5 [v2:172.21.15.204:6808/3514888856,v1:172.21.15.204:6809/3514888856] boot 2022-03-27T07:06:12.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:11.640352+0000 mon.smithi176 (mon.0) 422 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2022-03-27T07:06:12.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:11.640525+0000 mon.smithi176 (mon.0) 423 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-27T07:06:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:12.643694+0000 mon.smithi176 (mon.0) 424 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2022-03-27T07:06:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:06:12.786811+0000 mgr.smithi176.ajjlsm (mgr.14162) 143 : cephadm [INF] Detected new or changed devices on smithi204 2022-03-27T07:06:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:12.793678+0000 mon.smithi176 (mon.0) 425 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:13.170409+0000 mon.smithi176 (mon.0) 426 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:13.173466+0000 mon.smithi176 (mon.0) 427 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:06:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:13.355919+0000 mon.smithi204 (mon.1) 12 : audit [INF] from='client.? 172.21.15.204:0/3051170694' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26e1097a-4449-407f-8f1b-812de30e3177"}]: dispatch 2022-03-27T07:06:13.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:13.356503+0000 mon.smithi176 (mon.0) 428 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26e1097a-4449-407f-8f1b-812de30e3177"}]: dispatch 2022-03-27T07:06:13.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:13.362778+0000 mon.smithi176 (mon.0) 429 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "26e1097a-4449-407f-8f1b-812de30e3177"}]': finished 2022-03-27T07:06:13.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:13.362868+0000 mon.smithi176 (mon.0) 430 : cluster [DBG] osdmap e38: 7 total, 6 up, 7 in 2022-03-27T07:06:13.973 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:13.363025+0000 mon.smithi176 (mon.0) 431 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-27T07:06:14.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:12.643694+0000 mon.smithi176 (mon.0) 424 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2022-03-27T07:06:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:06:12.786811+0000 mgr.smithi176.ajjlsm (mgr.14162) 143 : cephadm [INF] Detected new or changed devices on smithi204 2022-03-27T07:06:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:12.793678+0000 mon.smithi176 (mon.0) 425 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:13.170409+0000 mon.smithi176 (mon.0) 426 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:13.173466+0000 mon.smithi176 (mon.0) 427 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:06:14.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:13.355919+0000 mon.smithi204 (mon.1) 12 : audit [INF] from='client.? 172.21.15.204:0/3051170694' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26e1097a-4449-407f-8f1b-812de30e3177"}]: dispatch 2022-03-27T07:06:14.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:13.356503+0000 mon.smithi176 (mon.0) 428 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26e1097a-4449-407f-8f1b-812de30e3177"}]: dispatch 2022-03-27T07:06:14.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:13.362778+0000 mon.smithi176 (mon.0) 429 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "26e1097a-4449-407f-8f1b-812de30e3177"}]': finished 2022-03-27T07:06:14.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:13.362868+0000 mon.smithi176 (mon.0) 430 : cluster [DBG] osdmap e38: 7 total, 6 up, 7 in 2022-03-27T07:06:14.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:13.363025+0000 mon.smithi176 (mon.0) 431 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-27T07:06:14.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:13.612095+0000 mgr.smithi176.ajjlsm (mgr.14162) 144 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-27T07:06:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:13.786164+0000 mon.smithi204 (mon.1) 13 : audit [DBG] from='client.? 172.21.15.204:0/1260026300' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-27T07:06:15.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:13.612095+0000 mgr.smithi176.ajjlsm (mgr.14162) 144 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-27T07:06:15.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:13.786164+0000 mon.smithi204 (mon.1) 13 : audit [DBG] from='client.? 172.21.15.204:0/1260026300' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-27T07:06:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:15.612373+0000 mgr.smithi176.ajjlsm (mgr.14162) 145 : cluster [DBG] pgmap v114: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-27T07:06:17.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:15.612373+0000 mgr.smithi176.ajjlsm (mgr.14162) 145 : cluster [DBG] pgmap v114: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-27T07:06:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:17.612815+0000 mgr.smithi176.ajjlsm (mgr.14162) 146 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-27T07:06:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:17.953963+0000 mon.smithi176 (mon.0) 432 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:19.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:17.958310+0000 mon.smithi176 (mon.0) 433 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:19.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:18.409125+0000 mon.smithi176 (mon.0) 434 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2022-03-27T07:06:19.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:18.409895+0000 mon.smithi176 (mon.0) 435 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:06:19.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:06:18.410478+0000 mgr.smithi176.ajjlsm (mgr.14162) 147 : cephadm [INF] Deploying daemon osd.6 on smithi204 2022-03-27T07:06:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:17.612815+0000 mgr.smithi176.ajjlsm (mgr.14162) 146 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-27T07:06:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:17.953963+0000 mon.smithi176 (mon.0) 432 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:17.958310+0000 mon.smithi176 (mon.0) 433 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:18.409125+0000 mon.smithi176 (mon.0) 434 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2022-03-27T07:06:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:18.409895+0000 mon.smithi176 (mon.0) 435 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:06:19.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:06:18.410478+0000 mgr.smithi176.ajjlsm (mgr.14162) 147 : cephadm [INF] Deploying daemon osd.6 on smithi204 2022-03-27T07:06:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:19.613204+0000 mgr.smithi176.ajjlsm (mgr.14162) 148 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-03-27T07:06:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:19.613204+0000 mgr.smithi176.ajjlsm (mgr.14162) 148 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-03-27T07:06:21.437 INFO:teuthology.orchestra.run.smithi204.stdout:Created osd(s) 6 on host 'smithi204' 2022-03-27T07:06:21.861 DEBUG:teuthology.orchestra.run.smithi204:osd.6> sudo journalctl -f -n 0 -u ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.6.service 2022-03-27T07:06:21.866 INFO:tasks.cephadm:Deploying osd.7 on smithi204 with /dev/vg_nvme/lv_1... 2022-03-27T07:06:21.867 DEBUG:teuthology.orchestra.run.smithi204:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2022-03-27T07:06:21.896 INFO:journalctl@ceph.osd.6.smithi204.stdout:-- Logs begin at Sun 2022-03-27 06:55:47 UTC. -- 2022-03-27T07:06:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:21.424914+0000 mon.smithi176 (mon.0) 436 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:06:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:21.429680+0000 mon.smithi176 (mon.0) 437 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:21.434289+0000 mon.smithi176 (mon.0) 438 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:21.730496+0000 mon.smithi176 (mon.0) 439 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:06:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:21.730720+0000 mon.smithi176 (mon.0) 440 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:06:22.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:21.424914+0000 mon.smithi176 (mon.0) 436 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:06:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:21.429680+0000 mon.smithi176 (mon.0) 437 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:21.434289+0000 mon.smithi176 (mon.0) 438 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:21.730496+0000 mon.smithi176 (mon.0) 439 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:06:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:21.730720+0000 mon.smithi176 (mon.0) 440 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:06:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:21.613575+0000 mgr.smithi176.ajjlsm (mgr.14162) 149 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-03-27T07:06:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:21.613575+0000 mgr.smithi176.ajjlsm (mgr.14162) 149 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-03-27T07:06:23.913 INFO:teuthology.orchestra.run.smithi204.stderr:--> Zapping: /dev/vg_nvme/lv_1 2022-03-27T07:06:23.914 INFO:teuthology.orchestra.run.smithi204.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2022-03-27T07:06:23.914 INFO:teuthology.orchestra.run.smithi204.stderr: stderr: 10+0 records in 2022-03-27T07:06:23.914 INFO:teuthology.orchestra.run.smithi204.stderr:10+0 records out 2022-03-27T07:06:23.915 INFO:teuthology.orchestra.run.smithi204.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0152016 s, 690 MB/s 2022-03-27T07:06:23.915 INFO:teuthology.orchestra.run.smithi204.stderr:--> Zapping successful for: 2022-03-27T07:06:24.453 DEBUG:teuthology.orchestra.run.smithi204:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi204:vg_nvme/lv_1 2022-03-27T07:06:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:24.318630+0000 mon.smithi204 (mon.1) 14 : audit [INF] from='osd.6 [v2:172.21.15.204:6816/1702356975,v1:172.21.15.204:6817/1702356975]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-03-27T07:06:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:24.319137+0000 mon.smithi176 (mon.0) 441 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-03-27T07:06:24.721 INFO:journalctl@ceph.osd.6.smithi204.stdout:Mar 27 07:06:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.6[42243]: debug 2022-03-27T07:06:24.314+0000 7f4db2ed5080 -1 osd.6 0 log_to_monitors {default=true} 2022-03-27T07:06:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:24.318630+0000 mon.smithi204 (mon.1) 14 : audit [INF] from='osd.6 [v2:172.21.15.204:6816/1702356975,v1:172.21.15.204:6817/1702356975]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-03-27T07:06:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:24.319137+0000 mon.smithi176 (mon.0) 441 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-03-27T07:06:25.720 INFO:journalctl@ceph.osd.6.smithi204.stdout:Mar 27 07:06:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.6[42243]: debug 2022-03-27T07:06:25.448+0000 7f4da9446700 -1 osd.6 0 waiting for initial osdmap 2022-03-27T07:06:25.720 INFO:journalctl@ceph.osd.6.smithi204.stdout:Mar 27 07:06:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.6[42243]: debug 2022-03-27T07:06:25.453+0000 7f4da5bc2700 -1 osd.6 40 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-03-27T07:06:25.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:23.613952+0000 mgr.smithi176.ajjlsm (mgr.14162) 150 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-03-27T07:06:25.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:24.442871+0000 mon.smithi176 (mon.0) 442 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2022-03-27T07:06:25.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:24.442963+0000 mon.smithi176 (mon.0) 443 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2022-03-27T07:06:25.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:24.443111+0000 mon.smithi176 (mon.0) 444 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-27T07:06:25.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:24.443609+0000 mon.smithi204 (mon.1) 15 : audit [INF] from='osd.6 [v2:172.21.15.204:6816/1702356975,v1:172.21.15.204:6817/1702356975]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]: dispatch 2022-03-27T07:06:25.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:24.443919+0000 mon.smithi176 (mon.0) 445 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]: dispatch 2022-03-27T07:06:25.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:24.777560+0000 mon.smithi176 (mon.0) 446 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:25.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:23.613952+0000 mgr.smithi176.ajjlsm (mgr.14162) 150 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-03-27T07:06:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:24.442871+0000 mon.smithi176 (mon.0) 442 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2022-03-27T07:06:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:24.442963+0000 mon.smithi176 (mon.0) 443 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2022-03-27T07:06:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:24.443111+0000 mon.smithi176 (mon.0) 444 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-27T07:06:25.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:24.443609+0000 mon.smithi204 (mon.1) 15 : audit [INF] from='osd.6 [v2:172.21.15.204:6816/1702356975,v1:172.21.15.204:6817/1702356975]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]: dispatch 2022-03-27T07:06:25.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:24.443919+0000 mon.smithi176 (mon.0) 445 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]: dispatch 2022-03-27T07:06:25.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:24.777560+0000 mon.smithi176 (mon.0) 446 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:25.444779+0000 mon.smithi176 (mon.0) 447 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]': finished 2022-03-27T07:06:26.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:25.444893+0000 mon.smithi176 (mon.0) 448 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2022-03-27T07:06:26.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:25.445336+0000 mon.smithi176 (mon.0) 449 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-27T07:06:26.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:25.449676+0000 mon.smithi176 (mon.0) 450 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-27T07:06:26.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:25.616960+0000 mon.smithi176 (mon.0) 451 : cluster [INF] osd.6 [v2:172.21.15.204:6816/1702356975,v1:172.21.15.204:6817/1702356975] boot 2022-03-27T07:06:26.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:25.617002+0000 mon.smithi176 (mon.0) 452 : cluster [DBG] osdmap e41: 7 total, 7 up, 7 in 2022-03-27T07:06:26.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:25.617722+0000 mon.smithi176 (mon.0) 453 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-27T07:06:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:25.444779+0000 mon.smithi176 (mon.0) 447 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]': finished 2022-03-27T07:06:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:25.444893+0000 mon.smithi176 (mon.0) 448 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2022-03-27T07:06:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:25.445336+0000 mon.smithi176 (mon.0) 449 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-27T07:06:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:25.449676+0000 mon.smithi176 (mon.0) 450 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-27T07:06:26.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:25.616960+0000 mon.smithi176 (mon.0) 451 : cluster [INF] osd.6 [v2:172.21.15.204:6816/1702356975,v1:172.21.15.204:6817/1702356975] boot 2022-03-27T07:06:26.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:25.617002+0000 mon.smithi176 (mon.0) 452 : cluster [DBG] osdmap e41: 7 total, 7 up, 7 in 2022-03-27T07:06:26.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:25.617722+0000 mon.smithi176 (mon.0) 453 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-27T07:06:27.453 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:25.362319+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-27T07:06:27.454 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:25.362439+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-27T07:06:27.454 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:25.614238+0000 mgr.smithi176.ajjlsm (mgr.14162) 151 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-03-27T07:06:27.454 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:26.621718+0000 mon.smithi176 (mon.0) 454 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2022-03-27T07:06:27.454 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:26.635121+0000 mon.smithi176 (mon.0) 455 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-27T07:06:27.455 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:26.636618+0000 mon.smithi176 (mon.0) 456 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-27T07:06:27.455 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:26.637313+0000 mon.smithi176 (mon.0) 457 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:06:27.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:25.362319+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-27T07:06:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:25.362439+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-27T07:06:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:25.614238+0000 mgr.smithi176.ajjlsm (mgr.14162) 151 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2022-03-27T07:06:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:26.621718+0000 mon.smithi176 (mon.0) 454 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2022-03-27T07:06:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:26.635121+0000 mon.smithi176 (mon.0) 455 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-27T07:06:27.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:26.636618+0000 mon.smithi176 (mon.0) 456 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-27T07:06:27.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:26.637313+0000 mon.smithi176 (mon.0) 457 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:06:28.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:26.634251+0000 mgr.smithi176.ajjlsm (mgr.14162) 152 : audit [DBG] from='client.24201 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi204:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:06:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:06:26.636357+0000 mgr.smithi176.ajjlsm (mgr.14162) 153 : cephadm [INF] Applying service osd.None on host smithi204... 2022-03-27T07:06:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:27.622958+0000 mon.smithi176 (mon.0) 458 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2022-03-27T07:06:28.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:26.634251+0000 mgr.smithi176.ajjlsm (mgr.14162) 152 : audit [DBG] from='client.24201 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi204:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:06:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:06:26.636357+0000 mgr.smithi176.ajjlsm (mgr.14162) 153 : cephadm [INF] Applying service osd.None on host smithi204... 2022-03-27T07:06:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:27.622958+0000 mon.smithi176 (mon.0) 458 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2022-03-27T07:06:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:27.614599+0000 mgr.smithi176.ajjlsm (mgr.14162) 154 : cluster [DBG] pgmap v124: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-27T07:06:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:06:28.474419+0000 mgr.smithi176.ajjlsm (mgr.14162) 155 : cephadm [INF] Detected new or changed devices on smithi204 2022-03-27T07:06:29.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:28.478640+0000 mon.smithi176 (mon.0) 459 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:29.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:28.484646+0000 mon.smithi176 (mon.0) 460 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:29.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:28.487641+0000 mon.smithi176 (mon.0) 461 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:06:29.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:28.494204+0000 mon.smithi176 (mon.0) 462 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:29.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:29.036579+0000 mon.smithi204 (mon.1) 16 : audit [INF] from='client.? 172.21.15.204:0/4141628896' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0427dfcb-ff0b-4922-b477-6ab11c05e7d6"}]: dispatch 2022-03-27T07:06:29.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:29.037003+0000 mon.smithi176 (mon.0) 463 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0427dfcb-ff0b-4922-b477-6ab11c05e7d6"}]: dispatch 2022-03-27T07:06:29.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:29.041419+0000 mon.smithi176 (mon.0) 464 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0427dfcb-ff0b-4922-b477-6ab11c05e7d6"}]': finished 2022-03-27T07:06:29.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:29.041511+0000 mon.smithi176 (mon.0) 465 : cluster [DBG] osdmap e44: 8 total, 7 up, 8 in 2022-03-27T07:06:29.802 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:29.041658+0000 mon.smithi176 (mon.0) 466 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-27T07:06:29.802 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:29.460113+0000 mon.smithi204 (mon.1) 17 : audit [DBG] from='client.? 172.21.15.204:0/26671084' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-27T07:06:29.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:27.614599+0000 mgr.smithi176.ajjlsm (mgr.14162) 154 : cluster [DBG] pgmap v124: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-27T07:06:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:06:28.474419+0000 mgr.smithi176.ajjlsm (mgr.14162) 155 : cephadm [INF] Detected new or changed devices on smithi204 2022-03-27T07:06:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:28.478640+0000 mon.smithi176 (mon.0) 459 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:28.484646+0000 mon.smithi176 (mon.0) 460 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:28.487641+0000 mon.smithi176 (mon.0) 461 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:06:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:28.494204+0000 mon.smithi176 (mon.0) 462 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:29.036579+0000 mon.smithi204 (mon.1) 16 : audit [INF] from='client.? 172.21.15.204:0/4141628896' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0427dfcb-ff0b-4922-b477-6ab11c05e7d6"}]: dispatch 2022-03-27T07:06:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:29.037003+0000 mon.smithi176 (mon.0) 463 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0427dfcb-ff0b-4922-b477-6ab11c05e7d6"}]: dispatch 2022-03-27T07:06:29.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:29.041419+0000 mon.smithi176 (mon.0) 464 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0427dfcb-ff0b-4922-b477-6ab11c05e7d6"}]': finished 2022-03-27T07:06:29.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:29.041511+0000 mon.smithi176 (mon.0) 465 : cluster [DBG] osdmap e44: 8 total, 7 up, 8 in 2022-03-27T07:06:29.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:29.041658+0000 mon.smithi176 (mon.0) 466 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-27T07:06:29.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:29.460113+0000 mon.smithi204 (mon.1) 17 : audit [DBG] from='client.? 172.21.15.204:0/26671084' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-27T07:06:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:29.615078+0000 mgr.smithi176.ajjlsm (mgr.14162) 156 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-27T07:06:31.835 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:29.615078+0000 mgr.smithi176.ajjlsm (mgr.14162) 156 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-27T07:06:33.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:31.615445+0000 mgr.smithi176.ajjlsm (mgr.14162) 157 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-27T07:06:33.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:31.615445+0000 mgr.smithi176.ajjlsm (mgr.14162) 157 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-27T07:06:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:34.381993+0000 mon.smithi176 (mon.0) 467 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2022-03-27T07:06:34.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:34.382808+0000 mon.smithi176 (mon.0) 468 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:06:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:34.381993+0000 mon.smithi176 (mon.0) 467 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2022-03-27T07:06:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:34.382808+0000 mon.smithi176 (mon.0) 468 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:06:35.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:33.615859+0000 mgr.smithi176.ajjlsm (mgr.14162) 158 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-27T07:06:35.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:06:34.383453+0000 mgr.smithi176.ajjlsm (mgr.14162) 159 : cephadm [INF] Deploying daemon osd.7 on smithi204 2022-03-27T07:06:35.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:33.615859+0000 mgr.smithi176.ajjlsm (mgr.14162) 158 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-27T07:06:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:06:34.383453+0000 mgr.smithi176.ajjlsm (mgr.14162) 159 : cephadm [INF] Deploying daemon osd.7 on smithi204 2022-03-27T07:06:37.506 INFO:teuthology.orchestra.run.smithi204.stdout:Created osd(s) 7 on host 'smithi204' 2022-03-27T07:06:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:35.616202+0000 mgr.smithi176.ajjlsm (mgr.14162) 160 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-27T07:06:37.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:37.491937+0000 mon.smithi176 (mon.0) 469 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:06:37.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:35.616202+0000 mgr.smithi176.ajjlsm (mgr.14162) 160 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-27T07:06:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:37.491937+0000 mon.smithi176 (mon.0) 469 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:06:38.016 DEBUG:teuthology.orchestra.run.smithi204:osd.7> sudo journalctl -f -n 0 -u ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.7.service 2022-03-27T07:06:38.019 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2022-03-27T07:06:38.020 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph osd stat -f json 2022-03-27T07:06:38.049 INFO:journalctl@ceph.osd.7.smithi204.stdout:-- Logs begin at Sun 2022-03-27 06:55:47 UTC. -- 2022-03-27T07:06:38.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:37.496679+0000 mon.smithi176 (mon.0) 470 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:38.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:37.502924+0000 mon.smithi176 (mon.0) 471 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:37.496679+0000 mon.smithi176 (mon.0) 470 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:37.502924+0000 mon.smithi176 (mon.0) 471 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:37.616503+0000 mgr.smithi176.ajjlsm (mgr.14162) 161 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-27T07:06:39.864 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:06:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:37.616503+0000 mgr.smithi176.ajjlsm (mgr.14162) 161 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-27T07:06:40.369 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":44,"num_osds":8,"num_up_osds":7,"osd_up_since":1648364785,"num_in_osds":8,"osd_in_since":1648364789,"num_remapped_pgs":0} 2022-03-27T07:06:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:39.863829+0000 mon.smithi176 (mon.0) 472 : audit [DBG] from='client.? 172.21.15.176:0/2679012309' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-03-27T07:06:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:40.449737+0000 mon.smithi176 (mon.0) 473 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:40.923 INFO:journalctl@ceph.osd.7.smithi204.stdout:Mar 27 07:06:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.7[45178]: debug 2022-03-27T07:06:40.617+0000 7f5ac1bdc080 -1 osd.7 0 log_to_monitors {default=true} 2022-03-27T07:06:40.924 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:39.863829+0000 mon.smithi176 (mon.0) 472 : audit [DBG] from='client.? 172.21.15.176:0/2679012309' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-03-27T07:06:40.924 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:40.449737+0000 mon.smithi176 (mon.0) 473 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:41.370 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph osd stat -f json 2022-03-27T07:06:41.792 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:39.616815+0000 mgr.smithi176.ajjlsm (mgr.14162) 162 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-27T07:06:41.793 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:40.622207+0000 mon.smithi204 (mon.1) 18 : audit [INF] from='osd.7 [v2:172.21.15.204:6824/1110590322,v1:172.21.15.204:6825/1110590322]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-03-27T07:06:41.793 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:40.622456+0000 mon.smithi176 (mon.0) 474 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-03-27T07:06:41.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:39.616815+0000 mgr.smithi176.ajjlsm (mgr.14162) 162 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-27T07:06:41.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:40.622207+0000 mon.smithi204 (mon.1) 18 : audit [INF] from='osd.7 [v2:172.21.15.204:6824/1110590322,v1:172.21.15.204:6825/1110590322]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-03-27T07:06:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:40.622456+0000 mon.smithi176 (mon.0) 474 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-03-27T07:06:42.908 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:41.617198+0000 mgr.smithi176.ajjlsm (mgr.14162) 163 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-27T07:06:42.908 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:41.620909+0000 mon.smithi176 (mon.0) 475 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2022-03-27T07:06:42.908 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:41.621006+0000 mon.smithi176 (mon.0) 476 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2022-03-27T07:06:42.908 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:41.621138+0000 mon.smithi176 (mon.0) 477 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-27T07:06:42.909 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:41.621942+0000 mon.smithi204 (mon.1) 19 : audit [INF] from='osd.7 [v2:172.21.15.204:6824/1110590322,v1:172.21.15.204:6825/1110590322]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]: dispatch 2022-03-27T07:06:42.909 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:41.622199+0000 mon.smithi176 (mon.0) 478 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]: dispatch 2022-03-27T07:06:42.910 INFO:journalctl@ceph.osd.7.smithi204.stdout:Mar 27 07:06:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.7[45178]: debug 2022-03-27T07:06:42.627+0000 7f5ab814d700 -1 osd.7 0 waiting for initial osdmap 2022-03-27T07:06:42.910 INFO:journalctl@ceph.osd.7.smithi204.stdout:Mar 27 07:06:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.7[45178]: debug 2022-03-27T07:06:42.634+0000 7f5ab18c3700 -1 osd.7 46 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-03-27T07:06:42.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:41.617198+0000 mgr.smithi176.ajjlsm (mgr.14162) 163 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-27T07:06:42.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:41.620909+0000 mon.smithi176 (mon.0) 475 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2022-03-27T07:06:42.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:41.621006+0000 mon.smithi176 (mon.0) 476 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2022-03-27T07:06:42.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:41.621138+0000 mon.smithi176 (mon.0) 477 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-27T07:06:42.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:41.621942+0000 mon.smithi204 (mon.1) 19 : audit [INF] from='osd.7 [v2:172.21.15.204:6824/1110590322,v1:172.21.15.204:6825/1110590322]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]: dispatch 2022-03-27T07:06:42.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:41.622199+0000 mon.smithi176 (mon.0) 478 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]: dispatch 2022-03-27T07:06:43.035 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:06:43.415 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":46,"num_osds":8,"num_up_osds":7,"osd_up_since":1648364785,"num_in_osds":8,"osd_in_since":1648364789,"num_remapped_pgs":0} 2022-03-27T07:06:43.629 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:41.600245+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-27T07:06:43.629 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:41.600338+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-27T07:06:43.629 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:42.622788+0000 mon.smithi176 (mon.0) 479 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]': finished 2022-03-27T07:06:43.630 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:42.622886+0000 mon.smithi176 (mon.0) 480 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2022-03-27T07:06:43.630 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:42.623233+0000 mon.smithi176 (mon.0) 481 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-27T07:06:43.630 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:42.627017+0000 mon.smithi176 (mon.0) 482 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-27T07:06:43.631 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:43.034682+0000 mon.smithi176 (mon.0) 483 : audit [DBG] from='client.? 172.21.15.176:0/3532001853' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-03-27T07:06:43.631 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:06:43.263791+0000 mgr.smithi176.ajjlsm (mgr.14162) 164 : cephadm [INF] Detected new or changed devices on smithi204 2022-03-27T07:06:43.631 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:43.268801+0000 mon.smithi176 (mon.0) 484 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:43.632 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:43.272167+0000 mon.smithi176 (mon.0) 485 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:43.632 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:43.274697+0000 mon.smithi176 (mon.0) 486 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:06:43.632 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:43.278778+0000 mon.smithi176 (mon.0) 487 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:41.600245+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-27T07:06:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:41.600338+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-27T07:06:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:42.622788+0000 mon.smithi176 (mon.0) 479 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi204", "root=default"]}]': finished 2022-03-27T07:06:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:42.622886+0000 mon.smithi176 (mon.0) 480 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2022-03-27T07:06:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:42.623233+0000 mon.smithi176 (mon.0) 481 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-27T07:06:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:42.627017+0000 mon.smithi176 (mon.0) 482 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-27T07:06:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:43.034682+0000 mon.smithi176 (mon.0) 483 : audit [DBG] from='client.? 172.21.15.176:0/3532001853' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-03-27T07:06:43.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:06:43.263791+0000 mgr.smithi176.ajjlsm (mgr.14162) 164 : cephadm [INF] Detected new or changed devices on smithi204 2022-03-27T07:06:43.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:43.268801+0000 mon.smithi176 (mon.0) 484 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:43.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:43.272167+0000 mon.smithi176 (mon.0) 485 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:43.973 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:43.274697+0000 mon.smithi176 (mon.0) 486 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:06:43.973 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:43.278778+0000 mon.smithi176 (mon.0) 487 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:06:44.417 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph osd stat -f json 2022-03-27T07:06:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:43.617672+0000 mgr.smithi176.ajjlsm (mgr.14162) 165 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-27T07:06:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:43.624485+0000 mon.smithi176 (mon.0) 488 : cluster [INF] osd.7 [v2:172.21.15.204:6824/1110590322,v1:172.21.15.204:6825/1110590322] boot 2022-03-27T07:06:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:43.624526+0000 mon.smithi176 (mon.0) 489 : cluster [DBG] osdmap e47: 8 total, 8 up, 8 in 2022-03-27T07:06:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:43.625239+0000 mon.smithi176 (mon.0) 490 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-27T07:06:44.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:43.617672+0000 mgr.smithi176.ajjlsm (mgr.14162) 165 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-27T07:06:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:43.624485+0000 mon.smithi176 (mon.0) 488 : cluster [INF] osd.7 [v2:172.21.15.204:6824/1110590322,v1:172.21.15.204:6825/1110590322] boot 2022-03-27T07:06:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:43.624526+0000 mon.smithi176 (mon.0) 489 : cluster [DBG] osdmap e47: 8 total, 8 up, 8 in 2022-03-27T07:06:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:43.625239+0000 mon.smithi176 (mon.0) 490 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-27T07:06:45.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:44.629368+0000 mon.smithi176 (mon.0) 491 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2022-03-27T07:06:46.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:44.629368+0000 mon.smithi176 (mon.0) 491 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2022-03-27T07:06:46.051 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:06:46.452 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":49,"num_osds":8,"num_up_osds":8,"osd_up_since":1648364803,"num_in_osds":8,"osd_in_since":1648364789,"num_remapped_pgs":0} 2022-03-27T07:06:46.453 INFO:tasks.cephadm:Setting up client nodes... 2022-03-27T07:06:46.454 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2022-03-27T07:06:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:45.618042+0000 mgr.smithi176.ajjlsm (mgr.14162) 166 : cluster [DBG] pgmap v139: 1 pgs: 1 remapped+peering; 0 B data, 41 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:06:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:45.637334+0000 mon.smithi176 (mon.0) 492 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2022-03-27T07:06:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:46.051008+0000 mon.smithi176 (mon.0) 493 : audit [DBG] from='client.? 172.21.15.176:0/3481444908' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-03-27T07:06:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:45.618042+0000 mgr.smithi176.ajjlsm (mgr.14162) 166 : cluster [DBG] pgmap v139: 1 pgs: 1 remapped+peering; 0 B data, 41 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:06:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:45.637334+0000 mon.smithi176 (mon.0) 492 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2022-03-27T07:06:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:46.051008+0000 mon.smithi176 (mon.0) 493 : audit [DBG] from='client.? 172.21.15.176:0/3481444908' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-03-27T07:06:48.073 INFO:teuthology.orchestra.run.smithi176.stdout:[client.0] 2022-03-27T07:06:48.074 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQAIDUBixA8jBBAAWP8quekyaXQXl8JB+/407w== 2022-03-27T07:06:48.487 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2022-03-27T07:06:48.488 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2022-03-27T07:06:48.488 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2022-03-27T07:06:48.532 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph osd dump --format=json 2022-03-27T07:06:48.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:47.618514+0000 mgr.smithi176.ajjlsm (mgr.14162) 167 : cluster [DBG] pgmap v141: 1 pgs: 1 remapped+peering; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:06:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:48.069251+0000 mon.smithi176 (mon.0) 494 : audit [INF] from='client.? 172.21.15.176:0/2898980354' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2022-03-27T07:06:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:48.072619+0000 mon.smithi176 (mon.0) 495 : audit [INF] from='client.? 172.21.15.176:0/2898980354' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2022-03-27T07:06:48.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:47.618514+0000 mgr.smithi176.ajjlsm (mgr.14162) 167 : cluster [DBG] pgmap v141: 1 pgs: 1 remapped+peering; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:06:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:48.069251+0000 mon.smithi176 (mon.0) 494 : audit [INF] from='client.? 172.21.15.176:0/2898980354' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2022-03-27T07:06:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:48.072619+0000 mon.smithi176 (mon.0) 495 : audit [INF] from='client.? 172.21.15.176:0/2898980354' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2022-03-27T07:06:49.018 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:06:50.350 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:06:50.351 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":49,"fsid":"cfd54f38-ad9b-11ec-8c35-001a4aab830c","created":"2022-03-27T07:02:27.209212+0000","modified":"2022-03-27T07:06:45.631482+0000","last_up_change":"2022-03-27T07:06:43.620352+0000","last_in_change":"2022-03-27T07:06:29.037698+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-03-27T07:05:36.181138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"00d9a51e-c2d5-45cf-a75f-a7cb6630916c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":4076154820},{"type":"v1","addr":"172.21.15.176:6803","nonce":4076154820}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":4076154820},{"type":"v1","addr":"172.21.15.176:6805","nonce":4076154820}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":4076154820},{"type":"v1","addr":"172.21.15.176:6809","nonce":4076154820}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":4076154820},{"type":"v1","addr":"172.21.15.176:6807","nonce":4076154820}]},"public_addr":"172.21.15.176:6803/4076154820","cluster_addr":"172.21.15.176:6805/4076154820","heartbeat_back_addr":"172.21.15.176:6809/4076154820","heartbeat_front_addr":"172.21.15.176:6807/4076154820","state":["exists","up"]},{"osd":1,"uuid":"1a2586c2-f2fb-40a0-b7ff-01b8975f31b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":2881706767},{"type":"v1","addr":"172.21.15.176:6811","nonce":2881706767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":2881706767},{"type":"v1","addr":"172.21.15.176:6813","nonce":2881706767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":2881706767},{"type":"v1","addr":"172.21.15.176:6817","nonce":2881706767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":2881706767},{"type":"v1","addr":"172.21.15.176:6815","nonce":2881706767}]},"public_addr":"172.21.15.176:6811/2881706767","cluster_addr":"172.21.15.176:6813/2881706767","heartbeat_back_addr":"172.21.15.176:6817/2881706767","heartbeat_front_addr":"172.21.15.176:6815/2881706767","state":["exists","up"]},{"osd":2,"uuid":"9d9862f6-461e-4131-a052-c15090e6ebe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":1682952614},{"type":"v1","addr":"172.21.15.176:6819","nonce":1682952614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":1682952614},{"type":"v1","addr":"172.21.15.176:6821","nonce":1682952614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":1682952614},{"type":"v1","addr":"172.21.15.176:6825","nonce":1682952614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":1682952614},{"type":"v1","addr":"172.21.15.176:6823","nonce":1682952614}]},"public_addr":"172.21.15.176:6819/1682952614","cluster_addr":"172.21.15.176:6821/1682952614","heartbeat_back_addr":"172.21.15.176:6825/1682952614","heartbeat_front_addr":"172.21.15.176:6823/1682952614","state":["exists","up"]},{"osd":3,"uuid":"5a1dad94-4591-4fa4-90a2-8d88c7f58641","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":2161901542},{"type":"v1","addr":"172.21.15.176:6827","nonce":2161901542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":2161901542},{"type":"v1","addr":"172.21.15.176:6829","nonce":2161901542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":2161901542},{"type":"v1","addr":"172.21.15.176:6833","nonce":2161901542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":2161901542},{"type":"v1","addr":"172.21.15.176:6831","nonce":2161901542}]},"public_addr":"172.21.15.176:6827/2161901542","cluster_addr":"172.21.15.176:6829/2161901542","heartbeat_back_addr":"172.21.15.176:6833/2161901542","heartbeat_front_addr":"172.21.15.176:6831/2161901542","state":["exists","up"]},{"osd":4,"uuid":"c8212470-cadc-42f5-96cf-b82f504316f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6800","nonce":2263744736},{"type":"v1","addr":"172.21.15.204:6801","nonce":2263744736}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6802","nonce":2263744736},{"type":"v1","addr":"172.21.15.204:6803","nonce":2263744736}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6806","nonce":2263744736},{"type":"v1","addr":"172.21.15.204:6807","nonce":2263744736}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6804","nonce":2263744736},{"type":"v1","addr":"172.21.15.204:6805","nonce":2263744736}]},"public_addr":"172.21.15.204:6801/2263744736","cluster_addr":"172.21.15.204:6803/2263744736","heartbeat_back_addr":"172.21.15.204:6807/2263744736","heartbeat_front_addr":"172.21.15.204:6805/2263744736","state":["exists","up"]},{"osd":5,"uuid":"ac5c2e22-3e09-41cf-aad3-8390a085af12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6808","nonce":3514888856},{"type":"v1","addr":"172.21.15.204:6809","nonce":3514888856}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6810","nonce":3514888856},{"type":"v1","addr":"172.21.15.204:6811","nonce":3514888856}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6814","nonce":3514888856},{"type":"v1","addr":"172.21.15.204:6815","nonce":3514888856}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6812","nonce":3514888856},{"type":"v1","addr":"172.21.15.204:6813","nonce":3514888856}]},"public_addr":"172.21.15.204:6809/3514888856","cluster_addr":"172.21.15.204:6811/3514888856","heartbeat_back_addr":"172.21.15.204:6815/3514888856","heartbeat_front_addr":"172.21.15.204:6813/3514888856","state":["exists","up"]},{"osd":6,"uuid":"26e1097a-4449-407f-8f1b-812de30e3177","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6816","nonce":1702356975},{"type":"v1","addr":"172.21.15.204:6817","nonce":1702356975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6818","nonce":1702356975},{"type":"v1","addr":"172.21.15.204:6819","nonce":1702356975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6822","nonce":1702356975},{"type":"v1","addr":"172.21.15.204:6823","nonce":1702356975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6820","nonce":1702356975},{"type":"v1","addr":"172.21.15.204:6821","nonce":1702356975}]},"public_addr":"172.21.15.204:6817/1702356975","cluster_addr":"172.21.15.204:6819/1702356975","heartbeat_back_addr":"172.21.15.204:6823/1702356975","heartbeat_front_addr":"172.21.15.204:6821/1702356975","state":["exists","up"]},{"osd":7,"uuid":"0427dfcb-ff0b-4922-b477-6ab11c05e7d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6824","nonce":1110590322},{"type":"v1","addr":"172.21.15.204:6825","nonce":1110590322}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6826","nonce":1110590322},{"type":"v1","addr":"172.21.15.204:6827","nonce":1110590322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6830","nonce":1110590322},{"type":"v1","addr":"172.21.15.204:6831","nonce":1110590322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6828","nonce":1110590322},{"type":"v1","addr":"172.21.15.204:6829","nonce":1110590322}]},"public_addr":"172.21.15.204:6825/1110590322","cluster_addr":"172.21.15.204:6827/1110590322","heartbeat_back_addr":"172.21.15.204:6831/1110590322","heartbeat_front_addr":"172.21.15.204:6829/1110590322","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:04:51.510294+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:05:07.673397+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:05:22.971343+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:05:40.137783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:05:54.545096+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:06:10.019678+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:06:25.362442+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:06:41.600340+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.176:0/1146403191":"2022-03-28T07:03:21.443950+0000","172.21.15.176:0/1269643245":"2022-03-28T07:03:07.864941+0000","172.21.15.176:6800/3437724695":"2022-03-28T07:03:21.443950+0000","172.21.15.176:6801/1179975238":"2022-03-28T07:03:07.864941+0000","172.21.15.176:0/2007153490":"2022-03-28T07:03:21.443950+0000","172.21.15.176:6800/1179975238":"2022-03-28T07:03:07.864941+0000","172.21.15.176:0/3247034257":"2022-03-28T07:02:45.132868+0000","172.21.15.176:0/3521651860":"2022-03-28T07:02:45.132868+0000","172.21.15.176:6801/3437724695":"2022-03-28T07:03:21.443950+0000","172.21.15.176:6800/3937708017":"2022-03-28T07:02:45.132868+0000","172.21.15.176:0/3303691308":"2022-03-28T07:03:07.864941+0000","172.21.15.176:6801/3937708017":"2022-03-28T07:02:45.132868+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-03-27T07:06:50.744 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2022-03-27T07:05:36.181138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}] 2022-03-27T07:06:50.744 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph osd pool get device_health_metrics pg_num 2022-03-27T07:06:50.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:49.618938+0000 mgr.smithi176.ajjlsm (mgr.14162) 168 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:06:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:50.344337+0000 mon.smithi176 (mon.0) 496 : audit [DBG] from='client.? 172.21.15.176:0/104225801' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-03-27T07:06:51.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:49.618938+0000 mgr.smithi176.ajjlsm (mgr.14162) 168 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:06:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:50.344337+0000 mon.smithi176 (mon.0) 496 : audit [DBG] from='client.? 172.21.15.176:0/104225801' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-03-27T07:06:51.191 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:06:52.532 INFO:teuthology.orchestra.run.smithi176.stdout:pg_num: 1 2022-03-27T07:06:52.898 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:51.619496+0000 mgr.smithi176.ajjlsm (mgr.14162) 169 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:06:52.899 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:52.529791+0000 mon.smithi176 (mon.0) 497 : audit [DBG] from='client.? 172.21.15.176:0/2664704998' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2022-03-27T07:06:52.914 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2022-03-27T07:06:52.915 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2022-03-27T07:06:52.915 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph mgr dump --format=json 2022-03-27T07:06:52.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:51.619496+0000 mgr.smithi176.ajjlsm (mgr.14162) 169 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:06:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:52.529791+0000 mon.smithi176 (mon.0) 497 : audit [DBG] from='client.? 172.21.15.176:0/2664704998' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2022-03-27T07:06:53.371 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:06:54.724 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:06:54.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:53.619843+0000 mgr.smithi176.ajjlsm (mgr.14162) 170 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:06:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:53.619843+0000 mgr.smithi176.ajjlsm (mgr.14162) 170 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:06:55.098 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":18,"active_gid":14162,"active_name":"smithi176.ajjlsm","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":1336389375},{"type":"v1","addr":"172.21.15.176:6801","nonce":1336389375}]},"active_addr":"172.21.15.176:6801/1336389375","active_change":"2022-03-27T07:03:21.444246+0000","active_mgr_features":4540138297136906239,"available":true,"standbys":[{"gid":14194,"name":"smithi204.vnvrbl","mgr_features":4540138297136906239,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"haproxy","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Registry to which we should normalize unqualified image names","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"haproxy","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Registry to which we should normalize unqualified image names","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://smithi176.front.sepia.ceph.com:8443/","prometheus":"http://smithi176.front.sepia.ceph.com:9283/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":4,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.176:0","nonce":3510686743}]},{"addrvec":[{"type":"v2","addr":"172.21.15.176:0","nonce":4162296515}]}]}} 2022-03-27T07:06:55.103 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2022-03-27T07:06:55.103 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2022-03-27T07:06:55.104 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph osd dump --format=json 2022-03-27T07:06:55.551 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:06:55.910 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:54.717181+0000 mon.smithi176 (mon.0) 498 : audit [DBG] from='client.? 172.21.15.176:0/777654407' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2022-03-27T07:06:55.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:54.717181+0000 mon.smithi176 (mon.0) 498 : audit [DBG] from='client.? 172.21.15.176:0/777654407' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2022-03-27T07:06:56.812 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:06:56.813 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":49,"fsid":"cfd54f38-ad9b-11ec-8c35-001a4aab830c","created":"2022-03-27T07:02:27.209212+0000","modified":"2022-03-27T07:06:45.631482+0000","last_up_change":"2022-03-27T07:06:43.620352+0000","last_in_change":"2022-03-27T07:06:29.037698+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-03-27T07:05:36.181138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"00d9a51e-c2d5-45cf-a75f-a7cb6630916c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":4076154820},{"type":"v1","addr":"172.21.15.176:6803","nonce":4076154820}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":4076154820},{"type":"v1","addr":"172.21.15.176:6805","nonce":4076154820}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":4076154820},{"type":"v1","addr":"172.21.15.176:6809","nonce":4076154820}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":4076154820},{"type":"v1","addr":"172.21.15.176:6807","nonce":4076154820}]},"public_addr":"172.21.15.176:6803/4076154820","cluster_addr":"172.21.15.176:6805/4076154820","heartbeat_back_addr":"172.21.15.176:6809/4076154820","heartbeat_front_addr":"172.21.15.176:6807/4076154820","state":["exists","up"]},{"osd":1,"uuid":"1a2586c2-f2fb-40a0-b7ff-01b8975f31b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":2881706767},{"type":"v1","addr":"172.21.15.176:6811","nonce":2881706767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":2881706767},{"type":"v1","addr":"172.21.15.176:6813","nonce":2881706767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":2881706767},{"type":"v1","addr":"172.21.15.176:6817","nonce":2881706767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":2881706767},{"type":"v1","addr":"172.21.15.176:6815","nonce":2881706767}]},"public_addr":"172.21.15.176:6811/2881706767","cluster_addr":"172.21.15.176:6813/2881706767","heartbeat_back_addr":"172.21.15.176:6817/2881706767","heartbeat_front_addr":"172.21.15.176:6815/2881706767","state":["exists","up"]},{"osd":2,"uuid":"9d9862f6-461e-4131-a052-c15090e6ebe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":1682952614},{"type":"v1","addr":"172.21.15.176:6819","nonce":1682952614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":1682952614},{"type":"v1","addr":"172.21.15.176:6821","nonce":1682952614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":1682952614},{"type":"v1","addr":"172.21.15.176:6825","nonce":1682952614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":1682952614},{"type":"v1","addr":"172.21.15.176:6823","nonce":1682952614}]},"public_addr":"172.21.15.176:6819/1682952614","cluster_addr":"172.21.15.176:6821/1682952614","heartbeat_back_addr":"172.21.15.176:6825/1682952614","heartbeat_front_addr":"172.21.15.176:6823/1682952614","state":["exists","up"]},{"osd":3,"uuid":"5a1dad94-4591-4fa4-90a2-8d88c7f58641","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":2161901542},{"type":"v1","addr":"172.21.15.176:6827","nonce":2161901542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":2161901542},{"type":"v1","addr":"172.21.15.176:6829","nonce":2161901542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":2161901542},{"type":"v1","addr":"172.21.15.176:6833","nonce":2161901542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":2161901542},{"type":"v1","addr":"172.21.15.176:6831","nonce":2161901542}]},"public_addr":"172.21.15.176:6827/2161901542","cluster_addr":"172.21.15.176:6829/2161901542","heartbeat_back_addr":"172.21.15.176:6833/2161901542","heartbeat_front_addr":"172.21.15.176:6831/2161901542","state":["exists","up"]},{"osd":4,"uuid":"c8212470-cadc-42f5-96cf-b82f504316f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6800","nonce":2263744736},{"type":"v1","addr":"172.21.15.204:6801","nonce":2263744736}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6802","nonce":2263744736},{"type":"v1","addr":"172.21.15.204:6803","nonce":2263744736}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6806","nonce":2263744736},{"type":"v1","addr":"172.21.15.204:6807","nonce":2263744736}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6804","nonce":2263744736},{"type":"v1","addr":"172.21.15.204:6805","nonce":2263744736}]},"public_addr":"172.21.15.204:6801/2263744736","cluster_addr":"172.21.15.204:6803/2263744736","heartbeat_back_addr":"172.21.15.204:6807/2263744736","heartbeat_front_addr":"172.21.15.204:6805/2263744736","state":["exists","up"]},{"osd":5,"uuid":"ac5c2e22-3e09-41cf-aad3-8390a085af12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6808","nonce":3514888856},{"type":"v1","addr":"172.21.15.204:6809","nonce":3514888856}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6810","nonce":3514888856},{"type":"v1","addr":"172.21.15.204:6811","nonce":3514888856}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6814","nonce":3514888856},{"type":"v1","addr":"172.21.15.204:6815","nonce":3514888856}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6812","nonce":3514888856},{"type":"v1","addr":"172.21.15.204:6813","nonce":3514888856}]},"public_addr":"172.21.15.204:6809/3514888856","cluster_addr":"172.21.15.204:6811/3514888856","heartbeat_back_addr":"172.21.15.204:6815/3514888856","heartbeat_front_addr":"172.21.15.204:6813/3514888856","state":["exists","up"]},{"osd":6,"uuid":"26e1097a-4449-407f-8f1b-812de30e3177","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6816","nonce":1702356975},{"type":"v1","addr":"172.21.15.204:6817","nonce":1702356975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6818","nonce":1702356975},{"type":"v1","addr":"172.21.15.204:6819","nonce":1702356975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6822","nonce":1702356975},{"type":"v1","addr":"172.21.15.204:6823","nonce":1702356975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6820","nonce":1702356975},{"type":"v1","addr":"172.21.15.204:6821","nonce":1702356975}]},"public_addr":"172.21.15.204:6817/1702356975","cluster_addr":"172.21.15.204:6819/1702356975","heartbeat_back_addr":"172.21.15.204:6823/1702356975","heartbeat_front_addr":"172.21.15.204:6821/1702356975","state":["exists","up"]},{"osd":7,"uuid":"0427dfcb-ff0b-4922-b477-6ab11c05e7d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6824","nonce":1110590322},{"type":"v1","addr":"172.21.15.204:6825","nonce":1110590322}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6826","nonce":1110590322},{"type":"v1","addr":"172.21.15.204:6827","nonce":1110590322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6830","nonce":1110590322},{"type":"v1","addr":"172.21.15.204:6831","nonce":1110590322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6828","nonce":1110590322},{"type":"v1","addr":"172.21.15.204:6829","nonce":1110590322}]},"public_addr":"172.21.15.204:6825/1110590322","cluster_addr":"172.21.15.204:6827/1110590322","heartbeat_back_addr":"172.21.15.204:6831/1110590322","heartbeat_front_addr":"172.21.15.204:6829/1110590322","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:04:51.510294+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:05:07.673397+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:05:22.971343+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:05:40.137783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:05:54.545096+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:06:10.019678+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:06:25.362442+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:06:41.600340+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.176:0/1146403191":"2022-03-28T07:03:21.443950+0000","172.21.15.176:0/1269643245":"2022-03-28T07:03:07.864941+0000","172.21.15.176:6800/3437724695":"2022-03-28T07:03:21.443950+0000","172.21.15.176:6801/1179975238":"2022-03-28T07:03:07.864941+0000","172.21.15.176:0/2007153490":"2022-03-28T07:03:21.443950+0000","172.21.15.176:6800/1179975238":"2022-03-28T07:03:07.864941+0000","172.21.15.176:0/3247034257":"2022-03-28T07:02:45.132868+0000","172.21.15.176:0/3521651860":"2022-03-28T07:02:45.132868+0000","172.21.15.176:6801/3437724695":"2022-03-28T07:03:21.443950+0000","172.21.15.176:6800/3937708017":"2022-03-28T07:02:45.132868+0000","172.21.15.176:0/3303691308":"2022-03-28T07:03:07.864941+0000","172.21.15.176:6801/3937708017":"2022-03-28T07:02:45.132868+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-03-27T07:06:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:55.620196+0000 mgr.smithi176.ajjlsm (mgr.14162) 171 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:06:56.972 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:55.620196+0000 mgr.smithi176.ajjlsm (mgr.14162) 171 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:06:57.262 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2022-03-27T07:06:57.263 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph osd dump --format=json 2022-03-27T07:06:57.710 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:06:57.929 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:56.810857+0000 mon.smithi176 (mon.0) 499 : audit [DBG] from='client.? 172.21.15.176:0/3214048730' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-03-27T07:06:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:56.810857+0000 mon.smithi176 (mon.0) 499 : audit [DBG] from='client.? 172.21.15.176:0/3214048730' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-03-27T07:06:58.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:57.620553+0000 mgr.smithi176.ajjlsm (mgr.14162) 172 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:06:59.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:57.620553+0000 mgr.smithi176.ajjlsm (mgr.14162) 172 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:06:59.055 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:06:59.055 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":49,"fsid":"cfd54f38-ad9b-11ec-8c35-001a4aab830c","created":"2022-03-27T07:02:27.209212+0000","modified":"2022-03-27T07:06:45.631482+0000","last_up_change":"2022-03-27T07:06:43.620352+0000","last_in_change":"2022-03-27T07:06:29.037698+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-03-27T07:05:36.181138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"00d9a51e-c2d5-45cf-a75f-a7cb6630916c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":4076154820},{"type":"v1","addr":"172.21.15.176:6803","nonce":4076154820}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":4076154820},{"type":"v1","addr":"172.21.15.176:6805","nonce":4076154820}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":4076154820},{"type":"v1","addr":"172.21.15.176:6809","nonce":4076154820}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":4076154820},{"type":"v1","addr":"172.21.15.176:6807","nonce":4076154820}]},"public_addr":"172.21.15.176:6803/4076154820","cluster_addr":"172.21.15.176:6805/4076154820","heartbeat_back_addr":"172.21.15.176:6809/4076154820","heartbeat_front_addr":"172.21.15.176:6807/4076154820","state":["exists","up"]},{"osd":1,"uuid":"1a2586c2-f2fb-40a0-b7ff-01b8975f31b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":2881706767},{"type":"v1","addr":"172.21.15.176:6811","nonce":2881706767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":2881706767},{"type":"v1","addr":"172.21.15.176:6813","nonce":2881706767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":2881706767},{"type":"v1","addr":"172.21.15.176:6817","nonce":2881706767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":2881706767},{"type":"v1","addr":"172.21.15.176:6815","nonce":2881706767}]},"public_addr":"172.21.15.176:6811/2881706767","cluster_addr":"172.21.15.176:6813/2881706767","heartbeat_back_addr":"172.21.15.176:6817/2881706767","heartbeat_front_addr":"172.21.15.176:6815/2881706767","state":["exists","up"]},{"osd":2,"uuid":"9d9862f6-461e-4131-a052-c15090e6ebe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":1682952614},{"type":"v1","addr":"172.21.15.176:6819","nonce":1682952614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":1682952614},{"type":"v1","addr":"172.21.15.176:6821","nonce":1682952614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":1682952614},{"type":"v1","addr":"172.21.15.176:6825","nonce":1682952614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":1682952614},{"type":"v1","addr":"172.21.15.176:6823","nonce":1682952614}]},"public_addr":"172.21.15.176:6819/1682952614","cluster_addr":"172.21.15.176:6821/1682952614","heartbeat_back_addr":"172.21.15.176:6825/1682952614","heartbeat_front_addr":"172.21.15.176:6823/1682952614","state":["exists","up"]},{"osd":3,"uuid":"5a1dad94-4591-4fa4-90a2-8d88c7f58641","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":2161901542},{"type":"v1","addr":"172.21.15.176:6827","nonce":2161901542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":2161901542},{"type":"v1","addr":"172.21.15.176:6829","nonce":2161901542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":2161901542},{"type":"v1","addr":"172.21.15.176:6833","nonce":2161901542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":2161901542},{"type":"v1","addr":"172.21.15.176:6831","nonce":2161901542}]},"public_addr":"172.21.15.176:6827/2161901542","cluster_addr":"172.21.15.176:6829/2161901542","heartbeat_back_addr":"172.21.15.176:6833/2161901542","heartbeat_front_addr":"172.21.15.176:6831/2161901542","state":["exists","up"]},{"osd":4,"uuid":"c8212470-cadc-42f5-96cf-b82f504316f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6800","nonce":2263744736},{"type":"v1","addr":"172.21.15.204:6801","nonce":2263744736}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6802","nonce":2263744736},{"type":"v1","addr":"172.21.15.204:6803","nonce":2263744736}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6806","nonce":2263744736},{"type":"v1","addr":"172.21.15.204:6807","nonce":2263744736}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6804","nonce":2263744736},{"type":"v1","addr":"172.21.15.204:6805","nonce":2263744736}]},"public_addr":"172.21.15.204:6801/2263744736","cluster_addr":"172.21.15.204:6803/2263744736","heartbeat_back_addr":"172.21.15.204:6807/2263744736","heartbeat_front_addr":"172.21.15.204:6805/2263744736","state":["exists","up"]},{"osd":5,"uuid":"ac5c2e22-3e09-41cf-aad3-8390a085af12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6808","nonce":3514888856},{"type":"v1","addr":"172.21.15.204:6809","nonce":3514888856}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6810","nonce":3514888856},{"type":"v1","addr":"172.21.15.204:6811","nonce":3514888856}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6814","nonce":3514888856},{"type":"v1","addr":"172.21.15.204:6815","nonce":3514888856}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6812","nonce":3514888856},{"type":"v1","addr":"172.21.15.204:6813","nonce":3514888856}]},"public_addr":"172.21.15.204:6809/3514888856","cluster_addr":"172.21.15.204:6811/3514888856","heartbeat_back_addr":"172.21.15.204:6815/3514888856","heartbeat_front_addr":"172.21.15.204:6813/3514888856","state":["exists","up"]},{"osd":6,"uuid":"26e1097a-4449-407f-8f1b-812de30e3177","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6816","nonce":1702356975},{"type":"v1","addr":"172.21.15.204:6817","nonce":1702356975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6818","nonce":1702356975},{"type":"v1","addr":"172.21.15.204:6819","nonce":1702356975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6822","nonce":1702356975},{"type":"v1","addr":"172.21.15.204:6823","nonce":1702356975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6820","nonce":1702356975},{"type":"v1","addr":"172.21.15.204:6821","nonce":1702356975}]},"public_addr":"172.21.15.204:6817/1702356975","cluster_addr":"172.21.15.204:6819/1702356975","heartbeat_back_addr":"172.21.15.204:6823/1702356975","heartbeat_front_addr":"172.21.15.204:6821/1702356975","state":["exists","up"]},{"osd":7,"uuid":"0427dfcb-ff0b-4922-b477-6ab11c05e7d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6824","nonce":1110590322},{"type":"v1","addr":"172.21.15.204:6825","nonce":1110590322}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6826","nonce":1110590322},{"type":"v1","addr":"172.21.15.204:6827","nonce":1110590322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6830","nonce":1110590322},{"type":"v1","addr":"172.21.15.204:6831","nonce":1110590322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.204:6828","nonce":1110590322},{"type":"v1","addr":"172.21.15.204:6829","nonce":1110590322}]},"public_addr":"172.21.15.204:6825/1110590322","cluster_addr":"172.21.15.204:6827/1110590322","heartbeat_back_addr":"172.21.15.204:6831/1110590322","heartbeat_front_addr":"172.21.15.204:6829/1110590322","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:04:51.510294+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:05:07.673397+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:05:22.971343+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:05:40.137783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:05:54.545096+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:06:10.019678+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:06:25.362442+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-27T07:06:41.600340+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.176:0/1146403191":"2022-03-28T07:03:21.443950+0000","172.21.15.176:0/1269643245":"2022-03-28T07:03:07.864941+0000","172.21.15.176:6800/3437724695":"2022-03-28T07:03:21.443950+0000","172.21.15.176:6801/1179975238":"2022-03-28T07:03:07.864941+0000","172.21.15.176:0/2007153490":"2022-03-28T07:03:21.443950+0000","172.21.15.176:6800/1179975238":"2022-03-28T07:03:07.864941+0000","172.21.15.176:0/3247034257":"2022-03-28T07:02:45.132868+0000","172.21.15.176:0/3521651860":"2022-03-28T07:02:45.132868+0000","172.21.15.176:6801/3437724695":"2022-03-28T07:03:21.443950+0000","172.21.15.176:6800/3937708017":"2022-03-28T07:02:45.132868+0000","172.21.15.176:0/3303691308":"2022-03-28T07:03:07.864941+0000","172.21.15.176:6801/3937708017":"2022-03-28T07:02:45.132868+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-03-27T07:06:59.423 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2022-03-27T07:06:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:06:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:06:59.054541+0000 mon.smithi176 (mon.0) 500 : audit [DBG] from='client.? 172.21.15.176:0/747498707' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-03-27T07:06:59.870 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:06:59.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:06:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:06:59.054541+0000 mon.smithi176 (mon.0) 500 : audit [DBG] from='client.? 172.21.15.176:0/747498707' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-03-27T07:07:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:06:59.620878+0000 mgr.smithi176.ajjlsm (mgr.14162) 173 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:01.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:06:59.620878+0000 mgr.smithi176.ajjlsm (mgr.14162) 173 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:01.494 INFO:teuthology.orchestra.run.smithi176.stdout:38654705693 2022-03-27T07:07:01.495 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2022-03-27T07:07:01.942 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:07:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:01.621325+0000 mgr.smithi176.ajjlsm (mgr.14162) 174 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:02.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:01.621325+0000 mgr.smithi176.ajjlsm (mgr.14162) 174 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:03.553 INFO:teuthology.orchestra.run.smithi176.stdout:55834574874 2022-03-27T07:07:03.554 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2022-03-27T07:07:03.903 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:07:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:03.621672+0000 mgr.smithi176.ajjlsm (mgr.14162) 175 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:03.621672+0000 mgr.smithi176.ajjlsm (mgr.14162) 175 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:05.426 INFO:teuthology.orchestra.run.smithi176.stdout:73014444054 2022-03-27T07:07:05.427 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2022-03-27T07:07:05.875 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:07:06.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:05.622081+0000 mgr.smithi176.ajjlsm (mgr.14162) 176 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:07.034 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:05.622081+0000 mgr.smithi176.ajjlsm (mgr.14162) 176 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:07.398 INFO:teuthology.orchestra.run.smithi176.stdout:107374182420 2022-03-27T07:07:07.399 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2022-03-27T07:07:07.849 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:07:08.946 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:07.622463+0000 mgr.smithi176.ajjlsm (mgr.14162) 177 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:08.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:07.622463+0000 mgr.smithi176.ajjlsm (mgr.14162) 177 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:09.567 INFO:teuthology.orchestra.run.smithi176.stdout:128849018896 2022-03-27T07:07:09.568 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2022-03-27T07:07:10.019 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:07:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:09.622754+0000 mgr.smithi176.ajjlsm (mgr.14162) 178 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:09.622754+0000 mgr.smithi176.ajjlsm (mgr.14162) 178 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:11.634 INFO:teuthology.orchestra.run.smithi176.stdout:154618822671 2022-03-27T07:07:11.635 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2022-03-27T07:07:12.082 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:07:12.921 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:11.623128+0000 mgr.smithi176.ajjlsm (mgr.14162) 179 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:12.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:11.623128+0000 mgr.smithi176.ajjlsm (mgr.14162) 179 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:13.704 INFO:teuthology.orchestra.run.smithi176.stdout:176093659148 2022-03-27T07:07:13.705 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2022-03-27T07:07:14.150 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:07:14.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:13.623684+0000 mgr.smithi176.ajjlsm (mgr.14162) 180 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:15.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:13.623684+0000 mgr.smithi176.ajjlsm (mgr.14162) 180 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:15.777 INFO:teuthology.orchestra.run.smithi176.stdout:201863462921 2022-03-27T07:07:15.777 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.0 2022-03-27T07:07:16.223 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:07:16.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:15.624182+0000 mgr.smithi176.ajjlsm (mgr.14162) 181 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:16.979 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:15.624182+0000 mgr.smithi176.ajjlsm (mgr.14162) 181 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:17.658 INFO:teuthology.orchestra.run.smithi176.stdout:38654705696 2022-03-27T07:07:17.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:17.657423+0000 mon.smithi176 (mon.0) 501 : audit [DBG] from='client.? 172.21.15.176:0/1103706009' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2022-03-27T07:07:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:17.657423+0000 mon.smithi176 (mon.0) 501 : audit [DBG] from='client.? 172.21.15.176:0/1103706009' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2022-03-27T07:07:18.136 INFO:tasks.cephadm.ceph_manager.ceph:need seq 38654705693 got 38654705696 for osd.0 2022-03-27T07:07:18.136 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.1 2022-03-27T07:07:18.585 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:07:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:17.624480+0000 mgr.smithi176.ajjlsm (mgr.14162) 182 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:19.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:17.624480+0000 mgr.smithi176.ajjlsm (mgr.14162) 182 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:19.878 INFO:teuthology.orchestra.run.smithi176.stdout:55834574877 2022-03-27T07:07:20.308 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574874 got 55834574877 for osd.1 2022-03-27T07:07:20.308 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.2 2022-03-27T07:07:20.759 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:07:20.961 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:19.624831+0000 mgr.smithi176.ajjlsm (mgr.14162) 183 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:20.962 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:19.877628+0000 mon.smithi176 (mon.0) 502 : audit [DBG] from='client.? 172.21.15.176:0/1180591738' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2022-03-27T07:07:20.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:19.624831+0000 mgr.smithi176.ajjlsm (mgr.14162) 183 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:19.877628+0000 mon.smithi176 (mon.0) 502 : audit [DBG] from='client.? 172.21.15.176:0/1180591738' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2022-03-27T07:07:22.045 INFO:teuthology.orchestra.run.smithi176.stdout:73014444058 2022-03-27T07:07:22.469 INFO:tasks.cephadm.ceph_manager.ceph:need seq 73014444054 got 73014444058 for osd.2 2022-03-27T07:07:22.470 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.3 2022-03-27T07:07:22.920 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:07:22.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:21.625159+0000 mgr.smithi176.ajjlsm (mgr.14162) 184 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:21.733336+0000 mon.smithi176 (mon.0) 503 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:07:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:21.733545+0000 mon.smithi176 (mon.0) 504 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:07:22.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:22.044203+0000 mon.smithi176 (mon.0) 505 : audit [DBG] from='client.? 172.21.15.176:0/4260960623' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2022-03-27T07:07:23.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:21.625159+0000 mgr.smithi176.ajjlsm (mgr.14162) 184 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:23.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:21.733336+0000 mon.smithi176 (mon.0) 503 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:07:23.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:21.733545+0000 mon.smithi176 (mon.0) 504 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:07:23.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:22.044203+0000 mon.smithi176 (mon.0) 505 : audit [DBG] from='client.? 172.21.15.176:0/4260960623' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2022-03-27T07:07:24.222 INFO:teuthology.orchestra.run.smithi176.stdout:107374182424 2022-03-27T07:07:24.642 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182420 got 107374182424 for osd.3 2022-03-27T07:07:24.643 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.4 2022-03-27T07:07:24.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:23.625571+0000 mgr.smithi176.ajjlsm (mgr.14162) 185 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:24.221298+0000 mon.smithi176 (mon.0) 506 : audit [DBG] from='client.? 172.21.15.176:0/3761536851' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2022-03-27T07:07:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:23.625571+0000 mgr.smithi176.ajjlsm (mgr.14162) 185 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:24.221298+0000 mon.smithi176 (mon.0) 506 : audit [DBG] from='client.? 172.21.15.176:0/3761536851' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2022-03-27T07:07:25.092 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:07:26.290 INFO:teuthology.orchestra.run.smithi176.stdout:128849018899 2022-03-27T07:07:26.705 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018896 got 128849018899 for osd.4 2022-03-27T07:07:26.706 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.5 2022-03-27T07:07:26.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:25.626105+0000 mgr.smithi176.ajjlsm (mgr.14162) 186 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:26.289216+0000 mon.smithi176 (mon.0) 507 : audit [DBG] from='client.? 172.21.15.176:0/1303360992' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2022-03-27T07:07:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:25.626105+0000 mgr.smithi176.ajjlsm (mgr.14162) 186 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:26.289216+0000 mon.smithi176 (mon.0) 507 : audit [DBG] from='client.? 172.21.15.176:0/1303360992' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2022-03-27T07:07:27.070 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:07:28.271 INFO:teuthology.orchestra.run.smithi176.stdout:154618822674 2022-03-27T07:07:28.687 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822671 got 154618822674 for osd.5 2022-03-27T07:07:28.688 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.6 2022-03-27T07:07:29.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:27.626440+0000 mgr.smithi176.ajjlsm (mgr.14162) 187 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:28.271137+0000 mon.smithi176 (mon.0) 508 : audit [DBG] from='client.? 172.21.15.176:0/3589607810' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2022-03-27T07:07:29.138 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:07:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:27.626440+0000 mgr.smithi176.ajjlsm (mgr.14162) 187 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:28.271137+0000 mon.smithi176 (mon.0) 508 : audit [DBG] from='client.? 172.21.15.176:0/3589607810' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2022-03-27T07:07:30.526 INFO:teuthology.orchestra.run.smithi176.stdout:176093659151 2022-03-27T07:07:30.920 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:29.626778+0000 mgr.smithi176.ajjlsm (mgr.14162) 188 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:30.921 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:30.525151+0000 mon.smithi176 (mon.0) 509 : audit [DBG] from='client.? 172.21.15.176:0/2315364420' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2022-03-27T07:07:30.949 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659148 got 176093659151 for osd.6 2022-03-27T07:07:30.949 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.7 2022-03-27T07:07:31.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:29.626778+0000 mgr.smithi176.ajjlsm (mgr.14162) 188 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:30.525151+0000 mon.smithi176 (mon.0) 509 : audit [DBG] from='client.? 172.21.15.176:0/2315364420' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2022-03-27T07:07:31.396 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:07:32.796 INFO:teuthology.orchestra.run.smithi176.stdout:201863462924 2022-03-27T07:07:33.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:31.627134+0000 mgr.smithi176.ajjlsm (mgr.14162) 189 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:33.118 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462921 got 201863462924 for osd.7 2022-03-27T07:07:33.119 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2022-03-27T07:07:33.119 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph pg dump --format=json 2022-03-27T07:07:33.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:31.627134+0000 mgr.smithi176.ajjlsm (mgr.14162) 189 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:33.566 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:07:34.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:32.794992+0000 mon.smithi176 (mon.0) 510 : audit [DBG] from='client.? 172.21.15.176:0/1577795912' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2022-03-27T07:07:34.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:32.794992+0000 mon.smithi176 (mon.0) 510 : audit [DBG] from='client.? 172.21.15.176:0/1577795912' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2022-03-27T07:07:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:33.627584+0000 mgr.smithi176.ajjlsm (mgr.14162) 190 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:34.882 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:07:34.882 INFO:teuthology.orchestra.run.smithi176.stderr:dumped all 2022-03-27T07:07:35.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:33.627584+0000 mgr.smithi176.ajjlsm (mgr.14162) 190 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:35.276 INFO:teuthology.orchestra.run.smithi176.stdout:{"pg_ready":true,"pg_map":{"version":164,"stamp":"2022-03-27T07:07:33.627332+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":43116,"kb_used_data":3756,"kb_used_omap":0,"kb_used_meta":39296,"kb_avail":749918100,"statfs":{"total":767960285184,"available":767916134400,"internally_reserved":0,"allocated":3846144,"data_stored":1550985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":40239104},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"10","reported_epoch":"49","state":"active+clean","last_fresh":"2022-03-27T07:06:45.721924+0000","last_change":"2022-03-27T07:06:45.721924+0000","last_active":"2022-03-27T07:06:45.721924+0000","last_peered":"2022-03-27T07:06:45.721924+0000","last_clean":"2022-03-27T07:06:45.721924+0000","last_became_active":"2022-03-27T07:06:45.721589+0000","last_became_peered":"2022-03-27T07:06:45.721589+0000","last_unstale":"2022-03-27T07:06:45.721924+0000","last_undegraded":"2022-03-27T07:06:45.721924+0000","last_fullsized":"2022-03-27T07:06:45.721924+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-03-27T07:05:36.916391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-03-27T07:05:36.916391+0000","last_clean_scrub_stamp":"2022-03-27T07:05:36.916391+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":47,"seq":201863462924,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5216,"kb_used_data":472,"kb_used_omap":0,"kb_used_meta":4736,"kb_avail":93739936,"statfs":{"total":95995035648,"available":95989694464,"internally_reserved":0,"allocated":483328,"data_stored":194070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4849664},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.254}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34100000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]}]},{"osd":6,"up_from":41,"seq":176093659152,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5276,"kb_used_data":468,"kb_used_omap":0,"kb_used_meta":4800,"kb_avail":93739876,"statfs":{"total":95995035648,"available":95989633024,"internally_reserved":0,"allocated":479232,"data_stored":193755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4915200},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 27 07:07:27 2022","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.58699999999999997}]},{"osd":1,"last update":"Sun Mar 27 07:07:27 2022","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.52300000000000002}]},{"osd":2,"last update":"Sun Mar 27 07:07:27 2022","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.63900000000000001}]},{"osd":3,"last update":"Sun Mar 27 07:07:27 2022","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.61199999999999999}]},{"osd":4,"last update":"Sun Mar 27 07:07:27 2022","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.50600000000000001}]},{"osd":5,"last update":"Sun Mar 27 07:07:27 2022","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.54300000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65200000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574880,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5528,"kb_used_data":464,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739624,"statfs":{"total":95995035648,"available":95989374976,"internally_reserved":0,"allocated":475136,"data_stored":193440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 27 07:07:13 2022","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.33100000000000002,"15min":0.32300000000000001},"min":{"1min":0.253,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":0.502,"5min":0.502,"15min":0.502},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.34999999999999998,"15min":0.34399999999999997},"min":{"1min":0.254,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.58099999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.56799999999999995}]},{"osd":2,"last update":"Sun Mar 27 07:07:25 2022","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.34799999999999998,"15min":0.33900000000000002},"min":{"1min":0.25,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.38,"15min":0.372},"min":{"1min":0.32300000000000001,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.60799999999999998}]},{"osd":3,"last update":"Sun Mar 27 07:06:46 2022","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.55200000000000005}]},{"osd":4,"last update":"Sun Mar 27 07:06:57 2022","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.90300000000000002},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.76700000000000002}]},{"osd":5,"last update":"Sun Mar 27 07:07:13 2022","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.748},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.92000000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91200000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]}]},{"osd":0,"up_from":9,"seq":38654705699,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5536,"kb_used_data":472,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739616,"statfs":{"total":95995035648,"available":95989366784,"internally_reserved":0,"allocated":483328,"data_stored":194070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 27 07:07:20 2022","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.36299999999999999,"15min":0.35799999999999998},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.37},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.39000000000000001,"15min":0.38800000000000001},"min":{"1min":0.27500000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.31900000000000001}]},{"osd":2,"last update":"Sun Mar 27 07:07:26 2022","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.40100000000000002,"15min":0.40300000000000002},"min":{"1min":0.27700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.54300000000000004,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.371,"5min":0.38800000000000001,"15min":0.39100000000000001},"min":{"1min":0.26800000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.34300000000000003}]},{"osd":3,"last update":"Sun Mar 27 07:06:45 2022","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.379}]},{"osd":4,"last update":"Sun Mar 27 07:06:56 2022","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.62}]},{"osd":5,"last update":"Sun Mar 27 07:07:14 2022","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.66000000000000003}]},{"osd":6,"last update":"Sun Mar 27 07:07:26 2022","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.63300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]}]},{"osd":2,"up_from":17,"seq":73014444060,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5472,"kb_used_data":472,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739680,"statfs":{"total":95995035648,"available":95989432320,"internally_reserved":0,"allocated":483328,"data_stored":194070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 27 07:07:26 2022","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.34899999999999998,"15min":0.34799999999999998},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.34899999999999998,"15min":0.34599999999999997},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.52900000000000003,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.35699999999999998}]},{"osd":1,"last update":"Sun Mar 27 07:07:26 2022","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.34799999999999998,"15min":0.34399999999999997},"min":{"1min":0.249,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.56699999999999995,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.36199999999999999,"15min":0.35799999999999998},"min":{"1min":0.26100000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.54600000000000004,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.34599999999999997}]},{"osd":3,"last update":"Sun Mar 27 07:06:46 2022","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.45400000000000001}]},{"osd":4,"last update":"Sun Mar 27 07:06:57 2022","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.58499999999999996}]},{"osd":5,"last update":"Sun Mar 27 07:07:12 2022","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.696,"5min":1.696,"15min":1.696},"last":0.64800000000000002}]},{"osd":6,"last update":"Sun Mar 27 07:07:26 2022","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.65600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5408,"kb_used_data":472,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739744,"statfs":{"total":95995035648,"available":95989497856,"internally_reserved":0,"allocated":483328,"data_stored":194070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 27 07:06:44 2022","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.44400000000000001}]},{"osd":1,"last update":"Sun Mar 27 07:06:44 2022","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"last":0.497},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.53400000000000003}]},{"osd":2,"last update":"Sun Mar 27 07:06:44 2022","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.503},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.51400000000000001}]},{"osd":4,"last update":"Sun Mar 27 07:06:59 2022","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.622}]},{"osd":5,"last update":"Sun Mar 27 07:07:15 2022","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.65500000000000003}]},{"osd":6,"last update":"Sun Mar 27 07:07:26 2022","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.61299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5340,"kb_used_data":468,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739812,"statfs":{"total":95995035648,"available":95989567488,"internally_reserved":0,"allocated":479232,"data_stored":193755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 27 07:06:58 2022","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.745},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.66700000000000004}]},{"osd":1,"last update":"Sun Mar 27 07:06:58 2022","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.69899999999999995}]},{"osd":2,"last update":"Sun Mar 27 07:06:58 2022","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.755}]},{"osd":3,"last update":"Sun Mar 27 07:06:58 2022","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.72799999999999998}]},{"osd":5,"last update":"Sun Mar 27 07:07:16 2022","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.52300000000000002}]},{"osd":6,"last update":"Sun Mar 27 07:07:27 2022","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.441},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.42999999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822676,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5340,"kb_used_data":468,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739812,"statfs":{"total":95995035648,"available":95989567488,"internally_reserved":0,"allocated":479232,"data_stored":193755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 27 07:07:12 2022","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.49399999999999999}]},{"osd":1,"last update":"Sun Mar 27 07:07:12 2022","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.51100000000000001}]},{"osd":2,"last update":"Sun Mar 27 07:07:12 2022","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.51700000000000002}]},{"osd":3,"last update":"Sun Mar 27 07:07:12 2022","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.54900000000000004}]},{"osd":4,"last update":"Sun Mar 27 07:07:12 2022","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.52900000000000003}]},{"osd":6,"last update":"Sun Mar 27 07:07:26 2022","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.48099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2022-03-27T07:07:35.278 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph pg dump --format=json 2022-03-27T07:07:35.725 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:07:36.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:34.878691+0000 mgr.smithi176.ajjlsm (mgr.14162) 191 : audit [DBG] from='client.14424 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-03-27T07:07:36.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:34.878691+0000 mgr.smithi176.ajjlsm (mgr.14162) 191 : audit [DBG] from='client.14424 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-03-27T07:07:37.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:35.627941+0000 mgr.smithi176.ajjlsm (mgr.14162) 192 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:37.056 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:07:37.057 INFO:teuthology.orchestra.run.smithi176.stderr:dumped all 2022-03-27T07:07:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:35.627941+0000 mgr.smithi176.ajjlsm (mgr.14162) 192 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:37.450 INFO:teuthology.orchestra.run.smithi176.stdout:{"pg_ready":true,"pg_map":{"version":165,"stamp":"2022-03-27T07:07:35.627799+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":43116,"kb_used_data":3756,"kb_used_omap":0,"kb_used_meta":39296,"kb_avail":749918100,"statfs":{"total":767960285184,"available":767916134400,"internally_reserved":0,"allocated":3846144,"data_stored":1550985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":40239104},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"10","reported_epoch":"49","state":"active+clean","last_fresh":"2022-03-27T07:06:45.721924+0000","last_change":"2022-03-27T07:06:45.721924+0000","last_active":"2022-03-27T07:06:45.721924+0000","last_peered":"2022-03-27T07:06:45.721924+0000","last_clean":"2022-03-27T07:06:45.721924+0000","last_became_active":"2022-03-27T07:06:45.721589+0000","last_became_peered":"2022-03-27T07:06:45.721589+0000","last_unstale":"2022-03-27T07:06:45.721924+0000","last_undegraded":"2022-03-27T07:06:45.721924+0000","last_fullsized":"2022-03-27T07:06:45.721924+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-03-27T07:05:36.916391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-03-27T07:05:36.916391+0000","last_clean_scrub_stamp":"2022-03-27T07:05:36.916391+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":47,"seq":201863462925,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5216,"kb_used_data":472,"kb_used_omap":0,"kb_used_meta":4736,"kb_avail":93739936,"statfs":{"total":95995035648,"available":95989694464,"internally_reserved":0,"allocated":483328,"data_stored":194070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4849664},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59299999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36199999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]}]},{"osd":6,"up_from":41,"seq":176093659152,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5276,"kb_used_data":468,"kb_used_omap":0,"kb_used_meta":4800,"kb_avail":93739876,"statfs":{"total":95995035648,"available":95989633024,"internally_reserved":0,"allocated":479232,"data_stored":193755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4915200},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 27 07:07:27 2022","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.58699999999999997}]},{"osd":1,"last update":"Sun Mar 27 07:07:27 2022","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.52300000000000002}]},{"osd":2,"last update":"Sun Mar 27 07:07:27 2022","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.63900000000000001}]},{"osd":3,"last update":"Sun Mar 27 07:07:27 2022","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.61199999999999999}]},{"osd":4,"last update":"Sun Mar 27 07:07:27 2022","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.50600000000000001}]},{"osd":5,"last update":"Sun Mar 27 07:07:27 2022","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.54300000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65200000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574880,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5528,"kb_used_data":464,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739624,"statfs":{"total":95995035648,"available":95989374976,"internally_reserved":0,"allocated":475136,"data_stored":193440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 27 07:07:13 2022","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.33100000000000002,"15min":0.32300000000000001},"min":{"1min":0.253,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":0.502,"5min":0.502,"15min":0.502},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.34999999999999998,"15min":0.34399999999999997},"min":{"1min":0.254,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.58099999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.56799999999999995}]},{"osd":2,"last update":"Sun Mar 27 07:07:25 2022","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.34799999999999998,"15min":0.33900000000000002},"min":{"1min":0.25,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.38,"15min":0.372},"min":{"1min":0.32300000000000001,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.60799999999999998}]},{"osd":3,"last update":"Sun Mar 27 07:06:46 2022","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.55200000000000005}]},{"osd":4,"last update":"Sun Mar 27 07:06:57 2022","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.90300000000000002},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.76700000000000002}]},{"osd":5,"last update":"Sun Mar 27 07:07:13 2022","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.748},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.92000000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91200000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]}]},{"osd":0,"up_from":9,"seq":38654705700,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5536,"kb_used_data":472,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739616,"statfs":{"total":95995035648,"available":95989366784,"internally_reserved":0,"allocated":483328,"data_stored":194070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 27 07:07:20 2022","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.36299999999999999,"15min":0.35799999999999998},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.39000000000000001,"15min":0.38800000000000001},"min":{"1min":0.27500000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.33300000000000002}]},{"osd":2,"last update":"Sun Mar 27 07:07:26 2022","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.40100000000000002,"15min":0.40300000000000002},"min":{"1min":0.27700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.54300000000000004,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.371,"5min":0.38800000000000001,"15min":0.39100000000000001},"min":{"1min":0.26800000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.30199999999999999}]},{"osd":3,"last update":"Sun Mar 27 07:06:45 2022","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.373},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.32300000000000001}]},{"osd":4,"last update":"Sun Mar 27 07:06:56 2022","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.45300000000000001}]},{"osd":5,"last update":"Sun Mar 27 07:07:14 2022","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.54600000000000004}]},{"osd":6,"last update":"Sun Mar 27 07:07:26 2022","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.57999999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]}]},{"osd":2,"up_from":17,"seq":73014444060,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5472,"kb_used_data":472,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739680,"statfs":{"total":95995035648,"available":95989432320,"internally_reserved":0,"allocated":483328,"data_stored":194070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 27 07:07:26 2022","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.34899999999999998,"15min":0.34799999999999998},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.34899999999999998,"15min":0.34599999999999997},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.52900000000000003,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.35699999999999998}]},{"osd":1,"last update":"Sun Mar 27 07:07:26 2022","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.34799999999999998,"15min":0.34399999999999997},"min":{"1min":0.249,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.56699999999999995,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.36199999999999999,"15min":0.35799999999999998},"min":{"1min":0.26100000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.54600000000000004,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.34599999999999997}]},{"osd":3,"last update":"Sun Mar 27 07:06:46 2022","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.45400000000000001}]},{"osd":4,"last update":"Sun Mar 27 07:06:57 2022","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.58499999999999996}]},{"osd":5,"last update":"Sun Mar 27 07:07:12 2022","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.696,"5min":1.696,"15min":1.696},"last":0.64800000000000002}]},{"osd":6,"last update":"Sun Mar 27 07:07:26 2022","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.65600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5408,"kb_used_data":472,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739744,"statfs":{"total":95995035648,"available":95989497856,"internally_reserved":0,"allocated":483328,"data_stored":194070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 27 07:06:44 2022","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.44400000000000001}]},{"osd":1,"last update":"Sun Mar 27 07:06:44 2022","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"last":0.497},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.53400000000000003}]},{"osd":2,"last update":"Sun Mar 27 07:06:44 2022","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.503},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.51400000000000001}]},{"osd":4,"last update":"Sun Mar 27 07:06:59 2022","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.622}]},{"osd":5,"last update":"Sun Mar 27 07:07:15 2022","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.65500000000000003}]},{"osd":6,"last update":"Sun Mar 27 07:07:26 2022","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.61299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5340,"kb_used_data":468,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739812,"statfs":{"total":95995035648,"available":95989567488,"internally_reserved":0,"allocated":479232,"data_stored":193755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 27 07:06:58 2022","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.745},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.66700000000000004}]},{"osd":1,"last update":"Sun Mar 27 07:06:58 2022","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.69899999999999995}]},{"osd":2,"last update":"Sun Mar 27 07:06:58 2022","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.755}]},{"osd":3,"last update":"Sun Mar 27 07:06:58 2022","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.72799999999999998}]},{"osd":5,"last update":"Sun Mar 27 07:07:16 2022","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.52300000000000002}]},{"osd":6,"last update":"Sun Mar 27 07:07:27 2022","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.441},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.42999999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822676,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5340,"kb_used_data":468,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739812,"statfs":{"total":95995035648,"available":95989567488,"internally_reserved":0,"allocated":479232,"data_stored":193755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 27 07:07:12 2022","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.49399999999999999}]},{"osd":1,"last update":"Sun Mar 27 07:07:12 2022","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.51100000000000001}]},{"osd":2,"last update":"Sun Mar 27 07:07:12 2022","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.51700000000000002}]},{"osd":3,"last update":"Sun Mar 27 07:07:12 2022","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.54900000000000004}]},{"osd":4,"last update":"Sun Mar 27 07:07:12 2022","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.52900000000000003}]},{"osd":6,"last update":"Sun Mar 27 07:07:26 2022","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.48099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2022-03-27T07:07:37.454 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2022-03-27T07:07:37.457 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2022-03-27T07:07:37.458 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2022-03-27T07:07:37.459 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph health --format=json 2022-03-27T07:07:37.919 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/mon.smithi176/config 2022-03-27T07:07:37.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:37.052750+0000 mgr.smithi176.ajjlsm (mgr.14162) 193 : audit [DBG] from='client.14428 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-03-27T07:07:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:37.052750+0000 mgr.smithi176.ajjlsm (mgr.14162) 193 : audit [DBG] from='client.14428 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-03-27T07:07:39.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:37.628242+0000 mgr.smithi176.ajjlsm (mgr.14162) 194 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:39.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:37.628242+0000 mgr.smithi176.ajjlsm (mgr.14162) 194 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:39.277 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:07:39.843 INFO:teuthology.orchestra.run.smithi176.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2022-03-27T07:07:39.843 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2022-03-27T07:07:39.844 INFO:tasks.cephadm:Setup complete, yielding 2022-03-27T07:07:39.844 INFO:teuthology.run_tasks:Running task cephadm.shell... 2022-03-27T07:07:39.858 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi176.front.sepia.ceph.com 2022-03-27T07:07:39.859 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- bash -c 'ceph orch status' 2022-03-27T07:07:40.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:39.275915+0000 mon.smithi176 (mon.0) 511 : audit [DBG] from='client.? 172.21.15.176:0/939700536' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2022-03-27T07:07:40.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:39.275915+0000 mon.smithi176 (mon.0) 511 : audit [DBG] from='client.? 172.21.15.176:0/939700536' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2022-03-27T07:07:41.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:39.628548+0000 mgr.smithi176.ajjlsm (mgr.14162) 195 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:41.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:39.628548+0000 mgr.smithi176.ajjlsm (mgr.14162) 195 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:41.468 INFO:teuthology.orchestra.run.smithi176.stdout:Backend: cephadm 2022-03-27T07:07:41.468 INFO:teuthology.orchestra.run.smithi176.stdout:Available: Yes 2022-03-27T07:07:41.468 INFO:teuthology.orchestra.run.smithi176.stdout:Paused: No 2022-03-27T07:07:41.877 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- bash -c 'ceph orch ps' 2022-03-27T07:07:42.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:41.467523+0000 mgr.smithi176.ajjlsm (mgr.14162) 196 : audit [DBG] from='client.14436 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:07:42.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:41.467523+0000 mgr.smithi176.ajjlsm (mgr.14162) 196 : audit [DBG] from='client.14436 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:07:42.960 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:41.628876+0000 mgr.smithi176.ajjlsm (mgr.14162) 197 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:41.628876+0000 mgr.smithi176.ajjlsm (mgr.14162) 197 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:43.554 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-03-27T07:07:43.555 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3m) 85s ago 4m 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:07:43.555 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4m) 85s ago 4m 16.2.4 8d91d370c2b8 951098bf22f8 2022-03-27T07:07:43.555 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3m) 63s ago 3m 16.2.4 8d91d370c2b8 34b124ac2f4b 2022-03-27T07:07:43.555 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3m) 85s ago 3m 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:07:43.556 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:9283 running (5m) 85s ago 5m 16.2.4 8d91d370c2b8 a1ce419c94ec 2022-03-27T07:07:43.556 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3m) 63s ago 3m 16.2.4 8d91d370c2b8 cf3b0ea09d18 2022-03-27T07:07:43.556 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5m) 85s ago 5m 16.2.4 8d91d370c2b8 a808d6fae056 2022-03-27T07:07:43.556 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3m) 63s ago 3m 16.2.4 8d91d370c2b8 a9495590cfe5 2022-03-27T07:07:43.556 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3m) 85s ago 3m 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:07:43.557 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3m) 63s ago 3m 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:07:43.557 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2m) 85s ago 2m 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:07:43.557 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2m) 85s ago 2m 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:07:43.557 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2m) 85s ago 2m 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:07:43.558 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2m) 85s ago 2m 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:07:43.558 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (113s) 63s ago 113s 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:07:43.558 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (98s) 63s ago 97s 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:07:43.558 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (82s) 63s ago 82s 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:07:43.559 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (66s) 63s ago 66s 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:07:43.559 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2m) 85s ago 3m 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:07:43.902 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:43.281389+0000 mon.smithi176 (mon.0) 512 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:07:43.902 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:43.546934+0000 mgr.smithi176.ajjlsm (mgr.14162) 198 : audit [DBG] from='client.14440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:07:43.903 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:43.663872+0000 mon.smithi176 (mon.0) 513 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:07:43.917 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- bash -c 'ceph orch ls' 2022-03-27T07:07:44.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:43.281389+0000 mon.smithi176 (mon.0) 512 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:07:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:43.546934+0000 mgr.smithi176.ajjlsm (mgr.14162) 198 : audit [DBG] from='client.14440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:07:44.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:43.663872+0000 mon.smithi176 (mon.0) 513 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:07:45.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:43.629191+0000 mgr.smithi176.ajjlsm (mgr.14162) 199 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:45.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:43.629191+0000 mgr.smithi176.ajjlsm (mgr.14162) 199 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:45.581 INFO:teuthology.orchestra.run.smithi176.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2022-03-27T07:07:45.582 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager 1/1 87s ago 4m count:1 2022-03-27T07:07:45.582 INFO:teuthology.orchestra.run.smithi176.stdout:crash 2/2 87s ago 4m * 2022-03-27T07:07:45.582 INFO:teuthology.orchestra.run.smithi176.stdout:grafana 1/1 87s ago 4m count:1 2022-03-27T07:07:45.583 INFO:teuthology.orchestra.run.smithi176.stdout:mgr 2/2 87s ago 4m count:2 2022-03-27T07:07:45.583 INFO:teuthology.orchestra.run.smithi176.stdout:mon 2/2 87s ago 3m smithi176:172.21.15.176=smithi176;smithi204:172.21.15.204=smithi204;count:2 2022-03-27T07:07:45.583 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter 2/2 87s ago 4m * 2022-03-27T07:07:45.583 INFO:teuthology.orchestra.run.smithi176.stdout:osd.unmanaged 8/8 87s ago - 2022-03-27T07:07:45.583 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus 1/1 87s ago 4m count:1 2022-03-27T07:07:45.945 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- bash -c 'ceph orch host ls' 2022-03-27T07:07:47.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:45.577614+0000 mgr.smithi176.ajjlsm (mgr.14162) 200 : audit [DBG] from='client.14444 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:07:47.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:45.629470+0000 mgr.smithi176.ajjlsm (mgr.14162) 201 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:45.577614+0000 mgr.smithi176.ajjlsm (mgr.14162) 200 : audit [DBG] from='client.14444 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:07:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:45.629470+0000 mgr.smithi176.ajjlsm (mgr.14162) 201 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:47.614 INFO:teuthology.orchestra.run.smithi176.stdout:HOST ADDR LABELS STATUS 2022-03-27T07:07:47.614 INFO:teuthology.orchestra.run.smithi176.stdout:smithi176 172.21.15.176 2022-03-27T07:07:47.614 INFO:teuthology.orchestra.run.smithi176.stdout:smithi204 smithi204 2022-03-27T07:07:48.080 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- bash -c 'ceph orch device ls' 2022-03-27T07:07:48.856 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:47.612631+0000 mgr.smithi176.ajjlsm (mgr.14162) 202 : audit [DBG] from='client.14448 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:07:48.856 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:47.629799+0000 mgr.smithi176.ajjlsm (mgr.14162) 203 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:49.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:47.612631+0000 mgr.smithi176.ajjlsm (mgr.14162) 202 : audit [DBG] from='client.14448 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:07:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:47.629799+0000 mgr.smithi176.ajjlsm (mgr.14162) 203 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:49.721 INFO:teuthology.orchestra.run.smithi176.stdout:Hostname Path Type Serial Size Health Ident Fault Available 2022-03-27T07:07:49.721 INFO:teuthology.orchestra.run.smithi176.stdout:smithi176 /dev/nvme0n1 ssd CVFT62330099400BGN 400G Unknown N/A N/A No 2022-03-27T07:07:49.722 INFO:teuthology.orchestra.run.smithi176.stdout:smithi204 /dev/nvme0n1 ssd CVFT623300GD400BGN 400G Unknown N/A N/A No 2022-03-27T07:07:50.101 INFO:teuthology.run_tasks:Running task vip.exec... 2022-03-27T07:07:50.113 INFO:tasks.vip:Running commands on role host.a host ubuntu@smithi176.front.sepia.ceph.com 2022-03-27T07:07:50.113 DEBUG:teuthology.orchestra.run.smithi176:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'systemctl stop nfs-server' 2022-03-27T07:07:50.142 INFO:teuthology.orchestra.run.smithi176.stderr:+ systemctl stop nfs-server 2022-03-27T07:07:50.149 INFO:tasks.vip:Running commands on role host.b host ubuntu@smithi204.front.sepia.ceph.com 2022-03-27T07:07:50.150 DEBUG:teuthology.orchestra.run.smithi204:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'systemctl stop nfs-server' 2022-03-27T07:07:50.186 INFO:teuthology.orchestra.run.smithi204.stderr:+ systemctl stop nfs-server 2022-03-27T07:07:50.195 INFO:teuthology.run_tasks:Running task cephadm.shell... 2022-03-27T07:07:50.204 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi176.front.sepia.ceph.com 2022-03-27T07:07:50.204 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- bash -c 'ceph fs volume create foofs' 2022-03-27T07:07:51.030 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:49.630132+0000 mgr.smithi176.ajjlsm (mgr.14162) 204 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:51.031 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:49.719991+0000 mgr.smithi176.ajjlsm (mgr.14162) 205 : audit [DBG] from='client.14452 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:07:51.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:49.630132+0000 mgr.smithi176.ajjlsm (mgr.14162) 204 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:49.719991+0000 mgr.smithi176.ajjlsm (mgr.14162) 205 : audit [DBG] from='client.14452 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:07:53.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:51.630462+0000 mgr.smithi176.ajjlsm (mgr.14162) 206 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:51.817242+0000 mgr.smithi176.ajjlsm (mgr.14162) 207 : audit [DBG] from='client.14456 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foofs", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:07:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:51.817723+0000 mon.smithi176 (mon.0) 514 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]: dispatch 2022-03-27T07:07:53.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:51.630462+0000 mgr.smithi176.ajjlsm (mgr.14162) 206 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:51.817242+0000 mgr.smithi176.ajjlsm (mgr.14162) 207 : audit [DBG] from='client.14456 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foofs", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:07:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:51.817723+0000 mon.smithi176 (mon.0) 514 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]: dispatch 2022-03-27T07:07:54.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:07:53.787+0000 7f23364ab700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:07:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:52.782773+0000 mon.smithi176 (mon.0) 515 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]': finished 2022-03-27T07:07:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:52.782863+0000 mon.smithi176 (mon.0) 516 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2022-03-27T07:07:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:52.785044+0000 mon.smithi176 (mon.0) 517 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]: dispatch 2022-03-27T07:07:54.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:52.782773+0000 mon.smithi176 (mon.0) 515 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]': finished 2022-03-27T07:07:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:52.782863+0000 mon.smithi176 (mon.0) 516 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2022-03-27T07:07:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:52.785044+0000 mon.smithi176 (mon.0) 517 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]: dispatch 2022-03-27T07:07:54.236 INFO:teuthology.run_tasks:Running task cephadm.wait_for_service... 2022-03-27T07:07:54.253 INFO:tasks.cephadm:Waiting for ceph service mds.foofs to start (timeout 300)... 2022-03-27T07:07:54.253 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph orch ls -f json 2022-03-27T07:07:54.910 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:53.630917+0000 mgr.smithi176.ajjlsm (mgr.14162) 208 : cluster [DBG] pgmap v175: 33 pgs: 3 creating+peering, 1 active+clean, 29 unknown; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:54.911 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:53.784686+0000 mon.smithi176 (mon.0) 518 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]': finished 2022-03-27T07:07:54.911 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:53.784857+0000 mon.smithi176 (mon.0) 519 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2022-03-27T07:07:54.911 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:53.787512+0000 mon.smithi176 (mon.0) 520 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]: dispatch 2022-03-27T07:07:54.912 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:53.788318+0000 mon.smithi176 (mon.0) 521 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:07:54.912 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:53.788351+0000 mon.smithi176 (mon.0) 522 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2022-03-27T07:07:54.912 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:53.803575+0000 mon.smithi176 (mon.0) 523 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2022-03-27T07:07:54.912 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:53.803690+0000 mon.smithi176 (mon.0) 524 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]': finished 2022-03-27T07:07:54.912 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:53.803770+0000 mon.smithi176 (mon.0) 525 : cluster [DBG] fsmap foofs:0 2022-03-27T07:07:54.913 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:07:53.805653+0000 mgr.smithi176.ajjlsm (mgr.14162) 209 : cephadm [INF] Saving service mds.foofs spec with placement count:2 2022-03-27T07:07:54.913 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:53.811849+0000 mon.smithi176 (mon.0) 526 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:07:54.913 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:53.813268+0000 mon.smithi176 (mon.0) 527 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:07:54.913 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:53.821591+0000 mon.smithi176 (mon.0) 528 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:07:54.914 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:53.827828+0000 mon.smithi176 (mon.0) 529 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:07:54.914 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:53.828614+0000 mon.smithi176 (mon.0) 530 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi176.psbtkl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-03-27T07:07:54.914 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:53.831281+0000 mon.smithi176 (mon.0) 531 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi176.psbtkl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-03-27T07:07:54.914 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:53.831866+0000 mon.smithi176 (mon.0) 532 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:07:54.915 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:07:53.832501+0000 mgr.smithi176.ajjlsm (mgr.14162) 210 : cephadm [INF] Deploying daemon mds.foofs.smithi176.psbtkl on smithi176 2022-03-27T07:07:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:53.630917+0000 mgr.smithi176.ajjlsm (mgr.14162) 208 : cluster [DBG] pgmap v175: 33 pgs: 3 creating+peering, 1 active+clean, 29 unknown; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:53.784686+0000 mon.smithi176 (mon.0) 518 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]': finished 2022-03-27T07:07:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:53.784857+0000 mon.smithi176 (mon.0) 519 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2022-03-27T07:07:55.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:53.787512+0000 mon.smithi176 (mon.0) 520 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]: dispatch 2022-03-27T07:07:55.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:53.788318+0000 mon.smithi176 (mon.0) 521 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:07:55.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:53.788351+0000 mon.smithi176 (mon.0) 522 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2022-03-27T07:07:55.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:53.803575+0000 mon.smithi176 (mon.0) 523 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2022-03-27T07:07:55.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:53.803690+0000 mon.smithi176 (mon.0) 524 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]': finished 2022-03-27T07:07:55.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:53.803770+0000 mon.smithi176 (mon.0) 525 : cluster [DBG] fsmap foofs:0 2022-03-27T07:07:55.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:07:53.805653+0000 mgr.smithi176.ajjlsm (mgr.14162) 209 : cephadm [INF] Saving service mds.foofs spec with placement count:2 2022-03-27T07:07:55.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:53.811849+0000 mon.smithi176 (mon.0) 526 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:07:55.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:53.813268+0000 mon.smithi176 (mon.0) 527 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:07:55.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:53.821591+0000 mon.smithi176 (mon.0) 528 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:07:55.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:53.827828+0000 mon.smithi176 (mon.0) 529 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:07:55.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:53.828614+0000 mon.smithi176 (mon.0) 530 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi176.psbtkl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-03-27T07:07:55.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:53.831281+0000 mon.smithi176 (mon.0) 531 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi176.psbtkl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-03-27T07:07:55.224 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:53.831866+0000 mon.smithi176 (mon.0) 532 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:07:55.224 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:07:53.832501+0000 mgr.smithi176.ajjlsm (mgr.14162) 210 : cephadm [INF] Deploying daemon mds.foofs.smithi176.psbtkl on smithi176 2022-03-27T07:07:56.082 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:54.803377+0000 mon.smithi176 (mon.0) 533 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2022-03-27T07:07:56.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:54.803377+0000 mon.smithi176 (mon.0) 533 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2022-03-27T07:07:56.379 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:07:56.380 INFO:teuthology.orchestra.run.smithi176.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2022-03-27T07:03:12.525384Z", "last_refresh": "2022-03-27T07:06:17.948259Z", "running": 1, "size": 1}}, {"placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2022-03-27T07:03:01.946752Z", "last_refresh": "2022-03-27T07:06:17.948327Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "status": {"created": "2022-03-27T07:03:10.074233Z", "last_refresh": "2022-03-27T07:06:17.948400Z", "running": 1, "size": 1}}, {"events": ["2022-03-27T07:07:53.812061Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2022-03-27T07:07:53.805669Z", "running": 1, "size": 2}}, {"placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2022-03-27T07:03:00.645976Z", "last_refresh": "2022-03-27T07:06:17.948175Z", "running": 2, "size": 2}}, {"events": ["2022-03-27T07:03:56.951682Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["smithi176:172.21.15.176=smithi176", "smithi204:172.21.15.204=smithi204"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2022-03-27T07:03:56.946154Z", "last_refresh": "2022-03-27T07:06:17.948010Z", "running": 2, "size": 2}}, {"placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2022-03-27T07:03:11.497438Z", "last_refresh": "2022-03-27T07:06:17.948455Z", "running": 2, "size": 2}}, {"placement": {}, "service_id": "unmanaged", "service_name": "osd.unmanaged", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "last_refresh": "2022-03-27T07:06:17.948564Z", "running": 8, "size": 8}, "unmanaged": true}, {"placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2022-03-27T07:03:08.921422Z", "last_refresh": "2022-03-27T07:06:17.948509Z", "running": 1, "size": 1}}] 2022-03-27T07:07:56.751 INFO:tasks.cephadm:mds.foofs has 1/2 2022-03-27T07:07:57.189 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:55.631340+0000 mgr.smithi176.ajjlsm (mgr.14162) 211 : cluster [DBG] pgmap v179: 65 pgs: 18 active+clean, 9 creating+peering, 38 unknown; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:57.190 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:55.807756+0000 mon.smithi176 (mon.0) 534 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2022-03-27T07:07:57.190 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:56.338100+0000 mon.smithi176 (mon.0) 535 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:07:57.190 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:56.338979+0000 mon.smithi176 (mon.0) 536 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi204.klmhfu", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-03-27T07:07:57.190 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:56.342820+0000 mon.smithi176 (mon.0) 537 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi204.klmhfu", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-03-27T07:07:57.191 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:56.343495+0000 mon.smithi176 (mon.0) 538 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:07:57.191 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:07:56.343987+0000 mgr.smithi176.ajjlsm (mgr.14162) 212 : cephadm [INF] Deploying daemon mds.foofs.smithi204.klmhfu on smithi204 2022-03-27T07:07:57.191 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:56.375830+0000 mgr.smithi176.ajjlsm (mgr.14162) 213 : audit [DBG] from='client.14460 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-03-27T07:07:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:55.631340+0000 mgr.smithi176.ajjlsm (mgr.14162) 211 : cluster [DBG] pgmap v179: 65 pgs: 18 active+clean, 9 creating+peering, 38 unknown; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:55.807756+0000 mon.smithi176 (mon.0) 534 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2022-03-27T07:07:57.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:56.338100+0000 mon.smithi176 (mon.0) 535 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:07:57.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:56.338979+0000 mon.smithi176 (mon.0) 536 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi204.klmhfu", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-03-27T07:07:57.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:56.342820+0000 mon.smithi176 (mon.0) 537 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi204.klmhfu", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-03-27T07:07:57.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:56.343495+0000 mon.smithi176 (mon.0) 538 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:07:57.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:07:56.343987+0000 mgr.smithi176.ajjlsm (mgr.14162) 212 : cephadm [INF] Deploying daemon mds.foofs.smithi204.klmhfu on smithi204 2022-03-27T07:07:57.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:56.375830+0000 mgr.smithi176.ajjlsm (mgr.14162) 213 : audit [DBG] from='client.14460 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-03-27T07:07:57.752 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- ceph orch ls -f json 2022-03-27T07:07:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:56.813736+0000 mon.smithi176 (mon.0) 539 : cluster [DBG] mds.? [v2:172.21.15.176:6834/3951673238,v1:172.21.15.176:6835/3951673238] up:boot 2022-03-27T07:07:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:56.813772+0000 mon.smithi176 (mon.0) 540 : cluster [INF] daemon mds.foofs.smithi176.psbtkl assigned to filesystem foofs as rank 0 (now has 1 ranks) 2022-03-27T07:07:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:56.813826+0000 mon.smithi176 (mon.0) 541 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-27T07:07:58.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:56.813849+0000 mon.smithi176 (mon.0) 542 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2022-03-27T07:07:58.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:56.813862+0000 mon.smithi176 (mon.0) 543 : cluster [INF] Cluster is now healthy 2022-03-27T07:07:58.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:56.814022+0000 mon.smithi176 (mon.0) 544 : cluster [DBG] fsmap foofs:0 1 up:standby 2022-03-27T07:07:58.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:56.814107+0000 mon.smithi176 (mon.0) 545 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi176.psbtkl"}]: dispatch 2022-03-27T07:07:58.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:56.816183+0000 mon.smithi176 (mon.0) 546 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi176.psbtkl=up:creating} 2022-03-27T07:07:58.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:56.827650+0000 mon.smithi176 (mon.0) 547 : cluster [INF] daemon mds.foofs.smithi176.psbtkl is now active in filesystem foofs as rank 0 2022-03-27T07:07:58.108 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:56.813736+0000 mon.smithi176 (mon.0) 539 : cluster [DBG] mds.? [v2:172.21.15.176:6834/3951673238,v1:172.21.15.176:6835/3951673238] up:boot 2022-03-27T07:07:58.109 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:56.813772+0000 mon.smithi176 (mon.0) 540 : cluster [INF] daemon mds.foofs.smithi176.psbtkl assigned to filesystem foofs as rank 0 (now has 1 ranks) 2022-03-27T07:07:58.109 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:56.813826+0000 mon.smithi176 (mon.0) 541 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-27T07:07:58.109 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:56.813849+0000 mon.smithi176 (mon.0) 542 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2022-03-27T07:07:58.109 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:56.813862+0000 mon.smithi176 (mon.0) 543 : cluster [INF] Cluster is now healthy 2022-03-27T07:07:58.110 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:56.814022+0000 mon.smithi176 (mon.0) 544 : cluster [DBG] fsmap foofs:0 1 up:standby 2022-03-27T07:07:58.110 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:56.814107+0000 mon.smithi176 (mon.0) 545 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi176.psbtkl"}]: dispatch 2022-03-27T07:07:58.110 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:56.816183+0000 mon.smithi176 (mon.0) 546 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi176.psbtkl=up:creating} 2022-03-27T07:07:58.111 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:56.827650+0000 mon.smithi176 (mon.0) 547 : cluster [INF] daemon mds.foofs.smithi176.psbtkl is now active in filesystem foofs as rank 0 2022-03-27T07:07:59.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:57.631858+0000 mgr.smithi176.ajjlsm (mgr.14162) 214 : cluster [DBG] pgmap v181: 65 pgs: 34 active+clean, 9 creating+peering, 22 unknown; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:57.824832+0000 mon.smithi176 (mon.0) 548 : cluster [DBG] mds.? [v2:172.21.15.176:6834/3951673238,v1:172.21.15.176:6835/3951673238] up:active 2022-03-27T07:07:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:57.824912+0000 mon.smithi176 (mon.0) 549 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi176.psbtkl=up:active} 2022-03-27T07:07:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:58.346365+0000 mon.smithi176 (mon.0) 550 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:07:59.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:58.346933+0000 mon.smithi176 (mon.0) 551 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:07:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:57.631858+0000 mgr.smithi176.ajjlsm (mgr.14162) 214 : cluster [DBG] pgmap v181: 65 pgs: 34 active+clean, 9 creating+peering, 22 unknown; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:07:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:57.824832+0000 mon.smithi176 (mon.0) 548 : cluster [DBG] mds.? [v2:172.21.15.176:6834/3951673238,v1:172.21.15.176:6835/3951673238] up:active 2022-03-27T07:07:59.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:57.824912+0000 mon.smithi176 (mon.0) 549 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi176.psbtkl=up:active} 2022-03-27T07:07:59.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:58.346365+0000 mon.smithi176 (mon.0) 550 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:07:59.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:58.346933+0000 mon.smithi176 (mon.0) 551 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:07:59.438 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:07:59.438 INFO:teuthology.orchestra.run.smithi176.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2022-03-27T07:03:12.525384Z", "last_refresh": "2022-03-27T07:06:17.948259Z", "running": 1, "size": 1}}, {"placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2022-03-27T07:03:01.946752Z", "last_refresh": "2022-03-27T07:06:17.948327Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "status": {"created": "2022-03-27T07:03:10.074233Z", "last_refresh": "2022-03-27T07:06:17.948400Z", "running": 1, "size": 1}}, {"events": ["2022-03-27T07:07:53.812061Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2022-03-27T07:07:53.805669Z", "running": 2, "size": 2}}, {"placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2022-03-27T07:03:00.645976Z", "last_refresh": "2022-03-27T07:06:17.948175Z", "running": 2, "size": 2}}, {"events": ["2022-03-27T07:03:56.951682Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["smithi176:172.21.15.176=smithi176", "smithi204:172.21.15.204=smithi204"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2022-03-27T07:03:56.946154Z", "last_refresh": "2022-03-27T07:06:17.948010Z", "running": 2, "size": 2}}, {"placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2022-03-27T07:03:11.497438Z", "last_refresh": "2022-03-27T07:06:17.948455Z", "running": 2, "size": 2}}, {"placement": {}, "service_id": "unmanaged", "service_name": "osd.unmanaged", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "last_refresh": "2022-03-27T07:06:17.948564Z", "running": 8, "size": 8}, "unmanaged": true}, {"placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2022-03-27T07:03:08.921422Z", "last_refresh": "2022-03-27T07:06:17.948509Z", "running": 1, "size": 1}}] 2022-03-27T07:08:00.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:58.826136+0000 mon.smithi176 (mon.0) 552 : cluster [DBG] mds.? [v2:172.21.15.204:6832/3455590054,v1:172.21.15.204:6833/3455590054] up:boot 2022-03-27T07:08:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:58.826663+0000 mon.smithi176 (mon.0) 553 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi176.psbtkl=up:active} 1 up:standby 2022-03-27T07:08:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:58.826770+0000 mon.smithi176 (mon.0) 554 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi204.klmhfu"}]: dispatch 2022-03-27T07:08:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:58.831420+0000 mon.smithi176 (mon.0) 555 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi176.psbtkl=up:active} 1 up:standby 2022-03-27T07:08:00.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:07:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:07:59.434423+0000 mgr.smithi176.ajjlsm (mgr.14162) 215 : audit [DBG] from='client.14472 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-03-27T07:08:00.100 INFO:tasks.cephadm:mds.foofs has 2/2 2022-03-27T07:08:00.100 INFO:teuthology.run_tasks:Running task cephadm.shell... 2022-03-27T07:08:00.110 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi176.front.sepia.ceph.com 2022-03-27T07:08:00.110 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- bash -c 'ceph nfs cluster create foo --placement=2 || ceph nfs cluster create cephfs foo --placement=2' 2022-03-27T07:08:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:58.826136+0000 mon.smithi176 (mon.0) 552 : cluster [DBG] mds.? [v2:172.21.15.204:6832/3455590054,v1:172.21.15.204:6833/3455590054] up:boot 2022-03-27T07:08:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:58.826663+0000 mon.smithi176 (mon.0) 553 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi176.psbtkl=up:active} 1 up:standby 2022-03-27T07:08:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:58.826770+0000 mon.smithi176 (mon.0) 554 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi204.klmhfu"}]: dispatch 2022-03-27T07:08:00.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:58.831420+0000 mon.smithi176 (mon.0) 555 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi176.psbtkl=up:active} 1 up:standby 2022-03-27T07:08:00.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:07:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:07:59.434423+0000 mgr.smithi176.ajjlsm (mgr.14162) 215 : audit [DBG] from='client.14472 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-03-27T07:08:00.931 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:07:59.632348+0000 mgr.smithi176.ajjlsm (mgr.14162) 216 : cluster [DBG] pgmap v182: 65 pgs: 65 active+clean; 588 B data, 44 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:08:01.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:07:59.632348+0000 mgr.smithi176.ajjlsm (mgr.14162) 216 : cluster [DBG] pgmap v182: 65 pgs: 65 active+clean; 588 B data, 44 MiB used, 715 GiB / 715 GiB avail 2022-03-27T07:08:01.928 INFO:teuthology.orchestra.run.smithi176.stderr:Invalid command: missing required parameter clusterid() 2022-03-27T07:08:01.929 INFO:teuthology.orchestra.run.smithi176.stderr:nfs cluster create [] : Create an NFS Cluster 2022-03-27T07:08:01.929 INFO:teuthology.orchestra.run.smithi176.stderr:Error EINVAL: invalid command 2022-03-27T07:08:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:01.293650+0000 mon.smithi176 (mon.0) 556 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:01.293650+0000 mon.smithi176 (mon.0) 556 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:03.561 INFO:teuthology.orchestra.run.smithi176.stdout:NFS Cluster Created Successfully 2022-03-27T07:08:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:01.632748+0000 mgr.smithi176.ajjlsm (mgr.14162) 217 : cluster [DBG] pgmap v183: 65 pgs: 65 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s wr, 14 op/s 2022-03-27T07:08:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:02.240492+0000 mgr.smithi176.ajjlsm (mgr.14162) 218 : audit [DBG] from='client.14480 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "type": "cephfs", "clusterid": "foo", "placement": "2", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:08:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:02.241653+0000 mon.smithi176 (mon.0) 557 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]: dispatch 2022-03-27T07:08:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:02.538940+0000 mon.smithi176 (mon.0) 558 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]': finished 2022-03-27T07:08:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:02.538990+0000 mon.smithi176 (mon.0) 559 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2022-03-27T07:08:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:02.540204+0000 mon.smithi176 (mon.0) 560 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]: dispatch 2022-03-27T07:08:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:02.544065+0000 mon.smithi176 (mon.0) 561 : cluster [DBG] mds.? [v2:172.21.15.204:6832/3455590054,v1:172.21.15.204:6833/3455590054] up:standby 2022-03-27T07:08:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:02.544127+0000 mon.smithi176 (mon.0) 562 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi176.psbtkl=up:active} 1 up:standby 2022-03-27T07:08:03.954 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- bash -c 'ceph nfs export create cephfs --fsname foofs --clusterid foo --binding /fake || ceph nfs export create cephfs --fsname foofs --cluster-id foo --pseudo-path /fake' 2022-03-27T07:08:03.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:01.632748+0000 mgr.smithi176.ajjlsm (mgr.14162) 217 : cluster [DBG] pgmap v183: 65 pgs: 65 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s wr, 14 op/s 2022-03-27T07:08:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:02.240492+0000 mgr.smithi176.ajjlsm (mgr.14162) 218 : audit [DBG] from='client.14480 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "type": "cephfs", "clusterid": "foo", "placement": "2", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:08:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:02.241653+0000 mon.smithi176 (mon.0) 557 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]: dispatch 2022-03-27T07:08:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:02.538940+0000 mon.smithi176 (mon.0) 558 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]': finished 2022-03-27T07:08:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:02.538990+0000 mon.smithi176 (mon.0) 559 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2022-03-27T07:08:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:02.540204+0000 mon.smithi176 (mon.0) 560 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]: dispatch 2022-03-27T07:08:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:02.544065+0000 mon.smithi176 (mon.0) 561 : cluster [DBG] mds.? [v2:172.21.15.204:6832/3455590054,v1:172.21.15.204:6833/3455590054] up:standby 2022-03-27T07:08:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:02.544127+0000 mon.smithi176 (mon.0) 562 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi176.psbtkl=up:active} 1 up:standby 2022-03-27T07:08:04.787 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:03.540588+0000 mon.smithi176 (mon.0) 563 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]': finished 2022-03-27T07:08:04.787 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:03.540775+0000 mon.smithi176 (mon.0) 564 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2022-03-27T07:08:04.787 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:08:03.557618+0000 mgr.smithi176.ajjlsm (mgr.14162) 219 : cephadm [INF] Saving service nfs.foo spec with placement count:2 2022-03-27T07:08:04.788 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:03.560672+0000 mon.smithi176 (mon.0) 565 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:04.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:03.540588+0000 mon.smithi176 (mon.0) 563 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]': finished 2022-03-27T07:08:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:03.540775+0000 mon.smithi176 (mon.0) 564 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2022-03-27T07:08:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:08:03.557618+0000 mgr.smithi176.ajjlsm (mgr.14162) 219 : cephadm [INF] Saving service nfs.foo spec with placement count:2 2022-03-27T07:08:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:03.560672+0000 mon.smithi176 (mon.0) 565 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:05.795 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:08:05.795 INFO:teuthology.orchestra.run.smithi176.stdout: "bind": "/fake", 2022-03-27T07:08:05.795 INFO:teuthology.orchestra.run.smithi176.stdout: "fs": "foofs", 2022-03-27T07:08:05.796 INFO:teuthology.orchestra.run.smithi176.stdout: "path": "/", 2022-03-27T07:08:05.796 INFO:teuthology.orchestra.run.smithi176.stdout: "cluster": "foo", 2022-03-27T07:08:05.796 INFO:teuthology.orchestra.run.smithi176.stdout: "mode": "RW" 2022-03-27T07:08:05.796 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:08:05.822 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:03.633320+0000 mgr.smithi176.ajjlsm (mgr.14162) 220 : cluster [DBG] pgmap v186: 97 pgs: 9 creating+peering, 23 unknown, 65 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 7 op/s 2022-03-27T07:08:05.822 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:04.550180+0000 mon.smithi176 (mon.0) 566 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2022-03-27T07:08:05.822 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:04.644904+0000 mon.smithi176 (mon.0) 567 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:05.823 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:04.649117+0000 mon.smithi176 (mon.0) 568 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:05.823 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:04.656886+0000 mon.smithi176 (mon.0) 569 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi176", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-03-27T07:08:05.823 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:04.659840+0000 mon.smithi176 (mon.0) 570 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi176", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-03-27T07:08:05.823 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:04.661650+0000 mon.smithi176 (mon.0) 571 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi176-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-27T07:08:05.824 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:04.665400+0000 mon.smithi176 (mon.0) 572 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi176-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-03-27T07:08:05.824 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:04.667890+0000 mon.smithi176 (mon.0) 573 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:08:05.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:03.633320+0000 mgr.smithi176.ajjlsm (mgr.14162) 220 : cluster [DBG] pgmap v186: 97 pgs: 9 creating+peering, 23 unknown, 65 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 7 op/s 2022-03-27T07:08:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:04.550180+0000 mon.smithi176 (mon.0) 566 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2022-03-27T07:08:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:04.644904+0000 mon.smithi176 (mon.0) 567 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:04.649117+0000 mon.smithi176 (mon.0) 568 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:04.656886+0000 mon.smithi176 (mon.0) 569 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi176", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-03-27T07:08:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:04.659840+0000 mon.smithi176 (mon.0) 570 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi176", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-03-27T07:08:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:04.661650+0000 mon.smithi176 (mon.0) 571 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi176-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-27T07:08:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:04.665400+0000 mon.smithi176 (mon.0) 572 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi176-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-03-27T07:08:05.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:04.667890+0000 mon.smithi176 (mon.0) 573 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:08:06.590 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -- bash -c 'while ! ceph orch ls | grep nfs | grep 2/2 ; do sleep 1 ; done' 2022-03-27T07:08:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:08:04.651236+0000 mgr.smithi176.ajjlsm (mgr.14162) 221 : cephadm [INF] Checking pool "nfs-ganesha" exists for service nfs.foo 2022-03-27T07:08:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:08:04.656663+0000 mgr.smithi176.ajjlsm (mgr.14162) 222 : cephadm [INF] Creating key for client.nfs.foo.smithi176 2022-03-27T07:08:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:08:04.661381+0000 mgr.smithi176.ajjlsm (mgr.14162) 223 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-03-27T07:08:06.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:08:04.661445+0000 mgr.smithi176.ajjlsm (mgr.14162) 224 : cephadm [INF] Creating key for client.nfs.foo.smithi176-rgw 2022-03-27T07:08:06.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:08:04.668490+0000 mgr.smithi176.ajjlsm (mgr.14162) 225 : cephadm [INF] Deploying daemon nfs.foo.smithi176 on smithi176 2022-03-27T07:08:06.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:05.671245+0000 mon.smithi176 (mon.0) 574 : cluster [DBG] mgrmap e19: smithi176.ajjlsm(active, since 4m), standbys: smithi204.vnvrbl 2022-03-27T07:08:06.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:05.784827+0000 mon.smithi176 (mon.0) 575 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-03-27T07:08:06.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:05.790666+0000 mon.smithi176 (mon.0) 576 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-03-27T07:08:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:08:04.651236+0000 mgr.smithi176.ajjlsm (mgr.14162) 221 : cephadm [INF] Checking pool "nfs-ganesha" exists for service nfs.foo 2022-03-27T07:08:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:08:04.656663+0000 mgr.smithi176.ajjlsm (mgr.14162) 222 : cephadm [INF] Creating key for client.nfs.foo.smithi176 2022-03-27T07:08:06.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:08:04.661381+0000 mgr.smithi176.ajjlsm (mgr.14162) 223 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-03-27T07:08:06.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:08:04.661445+0000 mgr.smithi176.ajjlsm (mgr.14162) 224 : cephadm [INF] Creating key for client.nfs.foo.smithi176-rgw 2022-03-27T07:08:06.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:08:04.668490+0000 mgr.smithi176.ajjlsm (mgr.14162) 225 : cephadm [INF] Deploying daemon nfs.foo.smithi176 on smithi176 2022-03-27T07:08:06.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:05.671245+0000 mon.smithi176 (mon.0) 574 : cluster [DBG] mgrmap e19: smithi176.ajjlsm(active, since 4m), standbys: smithi204.vnvrbl 2022-03-27T07:08:06.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:05.784827+0000 mon.smithi176 (mon.0) 575 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-03-27T07:08:06.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:05.790666+0000 mon.smithi176 (mon.0) 576 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-03-27T07:08:07.768 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:05.633668+0000 mgr.smithi176.ajjlsm (mgr.14162) 226 : cluster [DBG] pgmap v188: 97 pgs: 9 creating+peering, 13 unknown, 75 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1023 B/s wr, 5 op/s 2022-03-27T07:08:07.768 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:05.759529+0000 mgr.smithi176.ajjlsm (mgr.14162) 227 : audit [DBG] from='client.14488 -' entity='client.admin' cmd=[{"prefix": "nfs export create cephfs", "fsname": "foofs", "clusterid": "foo", "binding": "/fake", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:08:07.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:05.633668+0000 mgr.smithi176.ajjlsm (mgr.14162) 226 : cluster [DBG] pgmap v188: 97 pgs: 9 creating+peering, 13 unknown, 75 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1023 B/s wr, 5 op/s 2022-03-27T07:08:07.974 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:05.759529+0000 mgr.smithi176.ajjlsm (mgr.14162) 227 : audit [DBG] from='client.14488 -' entity='client.admin' cmd=[{"prefix": "nfs export create cephfs", "fsname": "foofs", "clusterid": "foo", "binding": "/fake", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:08:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:07.634061+0000 mgr.smithi176.ajjlsm (mgr.14162) 228 : cluster [DBG] pgmap v189: 97 pgs: 9 creating+peering, 88 active+clean; 2.6 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2022-03-27T07:08:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:08.279547+0000 mon.smithi176 (mon.0) 577 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:09.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:08:08.280219+0000 mgr.smithi176.ajjlsm (mgr.14162) 229 : cephadm [INF] Creating key for client.nfs.foo.smithi204 2022-03-27T07:08:09.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:08.280424+0000 mon.smithi176 (mon.0) 578 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi204", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-03-27T07:08:09.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:08.282915+0000 mon.smithi176 (mon.0) 579 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi204", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-03-27T07:08:09.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:08:08.283961+0000 mgr.smithi176.ajjlsm (mgr.14162) 230 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-03-27T07:08:09.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:08:08.284020+0000 mgr.smithi176.ajjlsm (mgr.14162) 231 : cephadm [INF] Creating key for client.nfs.foo.smithi204-rgw 2022-03-27T07:08:09.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:08.284206+0000 mon.smithi176 (mon.0) 580 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi204-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-27T07:08:09.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:08.287557+0000 mon.smithi176 (mon.0) 581 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi204-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-03-27T07:08:09.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:08.288529+0000 mon.smithi176 (mon.0) 582 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:08:09.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:08:08.289223+0000 mgr.smithi176.ajjlsm (mgr.14162) 232 : cephadm [INF] Deploying daemon nfs.foo.smithi204 on smithi204 2022-03-27T07:08:09.581 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:07.634061+0000 mgr.smithi176.ajjlsm (mgr.14162) 228 : cluster [DBG] pgmap v189: 97 pgs: 9 creating+peering, 88 active+clean; 2.6 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2022-03-27T07:08:09.581 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:08.279547+0000 mon.smithi176 (mon.0) 577 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:09.581 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:08:08.280219+0000 mgr.smithi176.ajjlsm (mgr.14162) 229 : cephadm [INF] Creating key for client.nfs.foo.smithi204 2022-03-27T07:08:09.581 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:08.280424+0000 mon.smithi176 (mon.0) 578 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi204", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-03-27T07:08:09.582 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:08.282915+0000 mon.smithi176 (mon.0) 579 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi204", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-03-27T07:08:09.582 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:08:08.283961+0000 mgr.smithi176.ajjlsm (mgr.14162) 230 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-03-27T07:08:09.582 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:08:08.284020+0000 mgr.smithi176.ajjlsm (mgr.14162) 231 : cephadm [INF] Creating key for client.nfs.foo.smithi204-rgw 2022-03-27T07:08:09.582 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:08.284206+0000 mon.smithi176 (mon.0) 580 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi204-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-27T07:08:09.583 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:08.287557+0000 mon.smithi176 (mon.0) 581 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi204-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-03-27T07:08:09.583 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:08.288529+0000 mon.smithi176 (mon.0) 582 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:08:09.583 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:08:08.289223+0000 mgr.smithi176.ajjlsm (mgr.14162) 232 : cephadm [INF] Deploying daemon nfs.foo.smithi204 on smithi204 2022-03-27T07:08:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:08.701992+0000 mgr.smithi176.ajjlsm (mgr.14162) 233 : audit [DBG] from='client.14504 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:08:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:08.701992+0000 mgr.smithi176.ajjlsm (mgr.14162) 233 : audit [DBG] from='client.14504 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:08:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:09.634579+0000 mgr.smithi176.ajjlsm (mgr.14162) 234 : cluster [DBG] pgmap v190: 97 pgs: 97 active+clean; 2.7 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 144 B/s rd, 577 B/s wr, 1 op/s 2022-03-27T07:08:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:10.000722+0000 mgr.smithi176.ajjlsm (mgr.14162) 235 : audit [DBG] from='client.14508 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:08:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:09.634579+0000 mgr.smithi176.ajjlsm (mgr.14162) 234 : cluster [DBG] pgmap v190: 97 pgs: 97 active+clean; 2.7 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 144 B/s rd, 577 B/s wr, 1 op/s 2022-03-27T07:08:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:10.000722+0000 mgr.smithi176.ajjlsm (mgr.14162) 235 : audit [DBG] from='client.14508 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:08:12.294 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:11.297467+0000 mgr.smithi176.ajjlsm (mgr.14162) 236 : audit [DBG] from='client.14514 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:08:12.294 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:12.102747+0000 mon.smithi176 (mon.0) 583 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:12.295 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:12.103610+0000 mon.smithi176 (mon.0) 584 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:08:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:11.297467+0000 mgr.smithi176.ajjlsm (mgr.14162) 236 : audit [DBG] from='client.14514 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:08:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:12.102747+0000 mon.smithi176 (mon.0) 583 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:12.103610+0000 mon.smithi176 (mon.0) 584 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:08:12.625 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo 2/2 - 9s count:2 2022-03-27T07:08:13.004 INFO:teuthology.run_tasks:Running task vip.exec... 2022-03-27T07:08:13.016 INFO:tasks.vip:Running commands on role host.a host ubuntu@smithi176.front.sepia.ceph.com 2022-03-27T07:08:13.016 DEBUG:teuthology.orchestra.run.smithi176:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'mkdir /mnt/foo' 2022-03-27T07:08:13.046 INFO:teuthology.orchestra.run.smithi176.stderr:+ mkdir /mnt/foo 2022-03-27T07:08:13.076 DEBUG:teuthology.orchestra.run.smithi176:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'while ! mount -t nfs $(hostname):/fake /mnt/foo -o sync ; do sleep 5 ; done' 2022-03-27T07:08:13.151 INFO:teuthology.orchestra.run.smithi176.stderr:++ hostname 2022-03-27T07:08:13.151 INFO:teuthology.orchestra.run.smithi176.stderr:+ mount -t nfs smithi176:/fake /mnt/foo -o sync 2022-03-27T07:08:13.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:11.635095+0000 mgr.smithi176.ajjlsm (mgr.14162) 237 : cluster [DBG] pgmap v191: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 252 B/s rd, 885 B/s wr, 1 op/s 2022-03-27T07:08:13.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:11.635095+0000 mgr.smithi176.ajjlsm (mgr.14162) 237 : cluster [DBG] pgmap v191: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 252 B/s rd, 885 B/s wr, 1 op/s 2022-03-27T07:08:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:12.609346+0000 mgr.smithi176.ajjlsm (mgr.14162) 238 : audit [DBG] from='client.14528 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:08:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:12.609346+0000 mgr.smithi176.ajjlsm (mgr.14162) 238 : audit [DBG] from='client.14528 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:08:15.164 DEBUG:teuthology.orchestra.run.smithi176:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'echo test > /mnt/foo/testfile' 2022-03-27T07:08:15.235 INFO:teuthology.orchestra.run.smithi176.stderr:+ echo test 2022-03-27T07:08:15.243 DEBUG:teuthology.orchestra.run.smithi176:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c sync 2022-03-27T07:08:15.310 INFO:teuthology.orchestra.run.smithi176.stderr:+ sync 2022-03-27T07:08:15.649 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:13.635509+0000 mgr.smithi176.ajjlsm (mgr.14162) 239 : cluster [DBG] pgmap v192: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2.2 KiB/s wr, 5 op/s 2022-03-27T07:08:15.650 INFO:teuthology.run_tasks:Running task parallel... 2022-03-27T07:08:15.668 INFO:teuthology.task.parallel:starting parallel... 2022-03-27T07:08:15.669 INFO:teuthology.task.parallel:In parallel, running task sequential... 2022-03-27T07:08:15.670 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2022-03-27T07:08:15.671 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi176.front.sepia.ceph.com 2022-03-27T07:08:15.671 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -e sha1=179a7bca8a84771b0dde09e26f7a2146a985df90 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2022-03-27T07:08:15.672 INFO:teuthology.task.parallel:In parallel, running task sequential... 2022-03-27T07:08:15.672 INFO:teuthology.task.sequential:In sequential, running task exec... 2022-03-27T07:08:15.673 INFO:teuthology.task.exec:Executing custom commands... 2022-03-27T07:08:15.673 INFO:teuthology.task.exec:Running commands on role host.a host ubuntu@smithi176.front.sepia.ceph.com 2022-03-27T07:08:15.674 DEBUG:teuthology.orchestra.run.smithi176:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'cd /mnt/foo && dbench 5 -t 600 || true' 2022-03-27T07:08:15.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:13.635509+0000 mgr.smithi176.ajjlsm (mgr.14162) 239 : cluster [DBG] pgmap v192: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2.2 KiB/s wr, 5 op/s 2022-03-27T07:08:15.759 INFO:teuthology.orchestra.run.smithi176.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2022-03-27T07:08:15.759 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:08:15.760 INFO:teuthology.orchestra.run.smithi176.stdout:Running for 600 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 120 secs 2022-03-27T07:08:15.773 INFO:teuthology.orchestra.run.smithi176.stdout:3 of 5 processes prepared for launch 0 sec 2022-03-27T07:08:15.873 INFO:teuthology.orchestra.run.smithi176.stdout:5 of 5 processes prepared for launch 0 sec 2022-03-27T07:08:15.873 INFO:teuthology.orchestra.run.smithi176.stdout:releasing clients 2022-03-27T07:08:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:15.633080+0000 mon.smithi176 (mon.0) 585 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:15.635988+0000 mgr.smithi176.ajjlsm (mgr.14162) 240 : cluster [DBG] pgmap v193: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2022-03-27T07:08:16.873 INFO:teuthology.orchestra.run.smithi176.stdout: 5 288 53.33 MB/sec warmup 1 sec latency 9.834 ms 2022-03-27T07:08:16.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:15.633080+0000 mon.smithi176 (mon.0) 585 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:15.635988+0000 mgr.smithi176.ajjlsm (mgr.14162) 240 : cluster [DBG] pgmap v193: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2022-03-27T07:08:17.873 INFO:teuthology.orchestra.run.smithi176.stdout: 5 580 49.27 MB/sec warmup 2 sec latency 11.064 ms 2022-03-27T07:08:18.548 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -e sha1=179a7bca8a84771b0dde09e26f7a2146a985df90 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2022-03-27T07:08:18.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:17.636525+0000 mgr.smithi176.ajjlsm (mgr.14162) 241 : cluster [DBG] pgmap v194: 97 pgs: 97 active+clean; 9.7 MiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 886 KiB/s wr, 73 op/s 2022-03-27T07:08:18.873 INFO:teuthology.orchestra.run.smithi176.stdout: 5 1515 43.46 MB/sec warmup 3 sec latency 10.413 ms 2022-03-27T07:08:18.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:17.636525+0000 mgr.smithi176.ajjlsm (mgr.14162) 241 : cluster [DBG] pgmap v194: 97 pgs: 97 active+clean; 9.7 MiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 886 KiB/s wr, 73 op/s 2022-03-27T07:08:19.873 INFO:teuthology.orchestra.run.smithi176.stdout: 5 2902 41.05 MB/sec warmup 4 sec latency 58.599 ms 2022-03-27T07:08:20.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:19.213547+0000 mon.smithi176 (mon.0) 586 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:19.218309+0000 mon.smithi176 (mon.0) 587 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:19.223188+0000 mon.smithi176 (mon.0) 588 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:08:20.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:19.228730+0000 mon.smithi176 (mon.0) 589 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:19.213547+0000 mon.smithi176 (mon.0) 586 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:19.218309+0000 mon.smithi176 (mon.0) 587 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:19.223188+0000 mon.smithi176 (mon.0) 588 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:08:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:19.228730+0000 mon.smithi176 (mon.0) 589 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:20.873 INFO:teuthology.orchestra.run.smithi176.stdout: 5 3978 40.07 MB/sec warmup 5 sec latency 19.416 ms 2022-03-27T07:08:20.969 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -e sha1=179a7bca8a84771b0dde09e26f7a2146a985df90 -- bash -c 'ceph config set global log_to_journald false --force' 2022-03-27T07:08:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:19.636972+0000 mgr.smithi176.ajjlsm (mgr.14162) 242 : cluster [DBG] pgmap v195: 97 pgs: 97 active+clean; 85 MiB data, 244 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 7.6 MiB/s wr, 276 op/s 2022-03-27T07:08:21.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:19.636972+0000 mgr.smithi176.ajjlsm (mgr.14162) 242 : cluster [DBG] pgmap v195: 97 pgs: 97 active+clean; 85 MiB data, 244 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 7.6 MiB/s wr, 276 op/s 2022-03-27T07:08:21.873 INFO:teuthology.orchestra.run.smithi176.stdout: 5 5212 37.76 MB/sec warmup 6 sec latency 14.452 ms 2022-03-27T07:08:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:21.610475+0000 mon.smithi176 (mon.0) 590 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]: dispatch 2022-03-27T07:08:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:21.610818+0000 mon.smithi176 (mon.0) 591 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2022-03-27T07:08:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:21.611087+0000 mon.smithi176 (mon.0) 592 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2022-03-27T07:08:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:21.611376+0000 mon.smithi176 (mon.0) 593 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2022-03-27T07:08:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:21.749522+0000 mon.smithi176 (mon.0) 594 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:08:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:21.750366+0000 mon.smithi176 (mon.0) 595 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:08:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:21.610475+0000 mon.smithi176 (mon.0) 590 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]: dispatch 2022-03-27T07:08:22.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:21.610818+0000 mon.smithi176 (mon.0) 591 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2022-03-27T07:08:22.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:21.611087+0000 mon.smithi176 (mon.0) 592 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2022-03-27T07:08:22.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:21.611376+0000 mon.smithi176 (mon.0) 593 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2022-03-27T07:08:22.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:21.749522+0000 mon.smithi176 (mon.0) 594 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:08:22.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:21.750366+0000 mon.smithi176 (mon.0) 595 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:08:22.874 INFO:teuthology.orchestra.run.smithi176.stdout: 5 6480 37.34 MB/sec warmup 7 sec latency 18.029 ms 2022-03-27T07:08:23.240 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:21.637563+0000 mgr.smithi176.ajjlsm (mgr.14162) 243 : cluster [DBG] pgmap v196: 97 pgs: 97 active+clean; 116 MiB data, 488 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 11 MiB/s wr, 474 op/s 2022-03-27T07:08:23.241 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:22.239856+0000 mon.smithi176 (mon.0) 596 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]': finished 2022-03-27T07:08:23.241 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:22.239911+0000 mon.smithi176 (mon.0) 597 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]': finished 2022-03-27T07:08:23.241 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:22.239952+0000 mon.smithi176 (mon.0) 598 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]': finished 2022-03-27T07:08:23.241 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:22.239996+0000 mon.smithi176 (mon.0) 599 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2022-03-27T07:08:23.242 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:22.240043+0000 mon.smithi176 (mon.0) 600 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2022-03-27T07:08:23.242 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:22.965172+0000 mon.smithi176 (mon.0) 601 : audit [INF] from='client.? 172.21.15.176:0/4274351086' entity='client.admin' 2022-03-27T07:08:23.242 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:22.972394+0000 mon.smithi176 (mon.0) 602 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:08:23.242 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:22.982447+0000 mon.smithi176 (mon.0) 603 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:23.344 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -e sha1=179a7bca8a84771b0dde09e26f7a2146a985df90 -- bash -c 'ceph mgr module enable nfs --force' 2022-03-27T07:08:23.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:21.637563+0000 mgr.smithi176.ajjlsm (mgr.14162) 243 : cluster [DBG] pgmap v196: 97 pgs: 97 active+clean; 116 MiB data, 488 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 11 MiB/s wr, 474 op/s 2022-03-27T07:08:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:22.239856+0000 mon.smithi176 (mon.0) 596 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]': finished 2022-03-27T07:08:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:22.239911+0000 mon.smithi176 (mon.0) 597 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]': finished 2022-03-27T07:08:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:22.239952+0000 mon.smithi176 (mon.0) 598 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]': finished 2022-03-27T07:08:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:22.239996+0000 mon.smithi176 (mon.0) 599 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2022-03-27T07:08:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:22.240043+0000 mon.smithi176 (mon.0) 600 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2022-03-27T07:08:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:22.965172+0000 mon.smithi176 (mon.0) 601 : audit [INF] from='client.? 172.21.15.176:0/4274351086' entity='client.admin' 2022-03-27T07:08:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:22.972394+0000 mon.smithi176 (mon.0) 602 : audit [DBG] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:08:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:22.982447+0000 mon.smithi176 (mon.0) 603 : audit [INF] from='mgr.14162 172.21.15.176:0/769334694' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:23.873 INFO:teuthology.orchestra.run.smithi176.stdout: 5 7509 36.99 MB/sec warmup 8 sec latency 15.469 ms 2022-03-27T07:08:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:23.246269+0000 mon.smithi176 (mon.0) 604 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2022-03-27T07:08:24.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:23.246269+0000 mon.smithi176 (mon.0) 604 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2022-03-27T07:08:24.873 INFO:teuthology.orchestra.run.smithi176.stdout: 5 8638 35.74 MB/sec warmup 9 sec latency 16.324 ms 2022-03-27T07:08:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:23.637947+0000 mgr.smithi176.ajjlsm (mgr.14162) 244 : cluster [DBG] pgmap v199: 97 pgs: 2 peering, 95 active+clean; 127 MiB data, 534 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 19 MiB/s wr, 995 op/s 2022-03-27T07:08:25.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:23.637947+0000 mgr.smithi176.ajjlsm (mgr.14162) 244 : cluster [DBG] pgmap v199: 97 pgs: 2 peering, 95 active+clean; 127 MiB data, 534 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 19 MiB/s wr, 995 op/s 2022-03-27T07:08:25.873 INFO:teuthology.orchestra.run.smithi176.stdout: 5 10006 35.48 MB/sec warmup 10 sec latency 12.662 ms 2022-03-27T07:08:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:25.338586+0000 mon.smithi204 (mon.1) 20 : audit [INF] from='client.? 172.21.15.176:0/2120047123' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]: dispatch 2022-03-27T07:08:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:25.338944+0000 mon.smithi176 (mon.0) 605 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]: dispatch 2022-03-27T07:08:26.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:25.338586+0000 mon.smithi204 (mon.1) 20 : audit [INF] from='client.? 172.21.15.176:0/2120047123' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]: dispatch 2022-03-27T07:08:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:25.338944+0000 mon.smithi176 (mon.0) 605 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]: dispatch 2022-03-27T07:08:26.724 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -e sha1=179a7bca8a84771b0dde09e26f7a2146a985df90 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2022-03-27T07:08:26.878 INFO:teuthology.orchestra.run.smithi176.stdout: 5 10978 35.50 MB/sec warmup 11 sec latency 25.032 ms 2022-03-27T07:08:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:26.265327+0000 mon.smithi176 (mon.0) 606 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]': finished 2022-03-27T07:08:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:26.265401+0000 mon.smithi176 (mon.0) 607 : cluster [DBG] mgrmap e20: smithi176.ajjlsm(active, since 5m), standbys: smithi204.vnvrbl 2022-03-27T07:08:27.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:26.265327+0000 mon.smithi176 (mon.0) 606 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]': finished 2022-03-27T07:08:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:26.265401+0000 mon.smithi176 (mon.0) 607 : cluster [DBG] mgrmap e20: smithi176.ajjlsm(active, since 5m), standbys: smithi204.vnvrbl 2022-03-27T07:08:27.878 INFO:teuthology.orchestra.run.smithi176.stdout: 5 11796 33.46 MB/sec warmup 12 sec latency 15.967 ms 2022-03-27T07:08:28.878 INFO:teuthology.orchestra.run.smithi176.stdout: 5 13061 32.83 MB/sec warmup 13 sec latency 25.867 ms 2022-03-27T07:08:29.879 INFO:teuthology.orchestra.run.smithi176.stdout: 5 14204 34.02 MB/sec warmup 14 sec latency 17.033 ms 2022-03-27T07:08:30.879 INFO:teuthology.orchestra.run.smithi176.stdout: 5 14925 32.56 MB/sec warmup 15 sec latency 19.390 ms 2022-03-27T07:08:31.879 INFO:teuthology.orchestra.run.smithi176.stdout: 5 15771 32.05 MB/sec warmup 16 sec latency 14.393 ms 2022-03-27T07:08:32.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:32.410980+0000 mon.smithi176 (mon.0) 608 : cluster [DBG] Standby manager daemon smithi204.vnvrbl restarted 2022-03-27T07:08:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:32.411094+0000 mon.smithi176 (mon.0) 609 : cluster [DBG] Standby manager daemon smithi204.vnvrbl started 2022-03-27T07:08:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:32.412894+0000 mon.smithi204 (mon.1) 21 : audit [DBG] from='mgr.? 172.21.15.204:0/3228421966' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi204.vnvrbl/crt"}]: dispatch 2022-03-27T07:08:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:32.413836+0000 mon.smithi204 (mon.1) 22 : audit [DBG] from='mgr.? 172.21.15.204:0/3228421966' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-27T07:08:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:32.417491+0000 mon.smithi204 (mon.1) 23 : audit [DBG] from='mgr.? 172.21.15.204:0/3228421966' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi204.vnvrbl/key"}]: dispatch 2022-03-27T07:08:32.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:32.418216+0000 mon.smithi204 (mon.1) 24 : audit [DBG] from='mgr.? 172.21.15.204:0/3228421966' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-27T07:08:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:32.410980+0000 mon.smithi176 (mon.0) 608 : cluster [DBG] Standby manager daemon smithi204.vnvrbl restarted 2022-03-27T07:08:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:32.411094+0000 mon.smithi176 (mon.0) 609 : cluster [DBG] Standby manager daemon smithi204.vnvrbl started 2022-03-27T07:08:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:32.412894+0000 mon.smithi204 (mon.1) 21 : audit [DBG] from='mgr.? 172.21.15.204:0/3228421966' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi204.vnvrbl/crt"}]: dispatch 2022-03-27T07:08:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:32.413836+0000 mon.smithi204 (mon.1) 22 : audit [DBG] from='mgr.? 172.21.15.204:0/3228421966' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-27T07:08:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:32.417491+0000 mon.smithi204 (mon.1) 23 : audit [DBG] from='mgr.? 172.21.15.204:0/3228421966' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi204.vnvrbl/key"}]: dispatch 2022-03-27T07:08:32.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:32.418216+0000 mon.smithi204 (mon.1) 24 : audit [DBG] from='mgr.? 172.21.15.204:0/3228421966' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-27T07:08:32.879 INFO:teuthology.orchestra.run.smithi176.stdout: 5 17134 32.19 MB/sec warmup 17 sec latency 15.322 ms 2022-03-27T07:08:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:32.470400+0000 mon.smithi176 (mon.0) 610 : cluster [DBG] mgrmap e21: smithi176.ajjlsm(active, since 5m), standbys: smithi204.vnvrbl 2022-03-27T07:08:33.880 INFO:teuthology.orchestra.run.smithi176.stdout: 5 18173 32.36 MB/sec warmup 18 sec latency 20.372 ms 2022-03-27T07:08:33.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:32.470400+0000 mon.smithi176 (mon.0) 610 : cluster [DBG] mgrmap e21: smithi176.ajjlsm(active, since 5m), standbys: smithi204.vnvrbl 2022-03-27T07:08:34.739 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:34.031426+0000 mon.smithi176 (mon.0) 611 : cluster [INF] Active manager daemon smithi176.ajjlsm restarted 2022-03-27T07:08:34.740 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:34.032011+0000 mon.smithi176 (mon.0) 612 : cluster [INF] Activating manager daemon smithi176.ajjlsm 2022-03-27T07:08:34.740 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:34.035287+0000 mon.smithi176 (mon.0) 613 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2022-03-27T07:08:34.763 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:34.031426+0000 mon.smithi176 (mon.0) 611 : cluster [INF] Active manager daemon smithi176.ajjlsm restarted 2022-03-27T07:08:34.764 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:34.032011+0000 mon.smithi176 (mon.0) 612 : cluster [INF] Activating manager daemon smithi176.ajjlsm 2022-03-27T07:08:34.765 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:34.035287+0000 mon.smithi176 (mon.0) 613 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2022-03-27T07:08:34.880 INFO:teuthology.orchestra.run.smithi176.stdout: 5 19166 31.70 MB/sec warmup 19 sec latency 21.082 ms 2022-03-27T07:08:35.519 INFO:teuthology.orchestra.run.smithi176.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:179a7bca8a84771b0dde09e26f7a2146a985df90 2022-03-27T07:08:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:34.481280+0000 mon.smithi176 (mon.0) 614 : cluster [DBG] mgrmap e22: smithi176.ajjlsm(active, starting, since 0.449364s), standbys: smithi204.vnvrbl 2022-03-27T07:08:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.488859+0000 mon.smithi176 (mon.0) 615 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi176"}]: dispatch 2022-03-27T07:08:35.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.489177+0000 mon.smithi176 (mon.0) 616 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:08:35.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.489418+0000 mon.smithi176 (mon.0) 617 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi176.psbtkl"}]: dispatch 2022-03-27T07:08:35.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.489649+0000 mon.smithi176 (mon.0) 618 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi204.klmhfu"}]: dispatch 2022-03-27T07:08:35.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.489910+0000 mon.smithi176 (mon.0) 619 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr metadata", "who": "smithi176.ajjlsm", "id": "smithi176.ajjlsm"}]: dispatch 2022-03-27T07:08:35.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.490103+0000 mon.smithi176 (mon.0) 620 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr metadata", "who": "smithi204.vnvrbl", "id": "smithi204.vnvrbl"}]: dispatch 2022-03-27T07:08:35.802 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.490281+0000 mon.smithi176 (mon.0) 621 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T07:08:35.802 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.490506+0000 mon.smithi176 (mon.0) 622 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-27T07:08:35.802 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.490708+0000 mon.smithi176 (mon.0) 623 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-27T07:08:35.803 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.490907+0000 mon.smithi176 (mon.0) 624 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:08:35.803 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.491140+0000 mon.smithi176 (mon.0) 625 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-27T07:08:35.804 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.491357+0000 mon.smithi176 (mon.0) 626 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-27T07:08:35.804 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.491573+0000 mon.smithi176 (mon.0) 627 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-27T07:08:35.804 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.491785+0000 mon.smithi176 (mon.0) 628 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-27T07:08:35.804 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.492029+0000 mon.smithi176 (mon.0) 629 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-27T07:08:35.805 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.492894+0000 mon.smithi176 (mon.0) 630 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-27T07:08:35.805 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.493603+0000 mon.smithi176 (mon.0) 631 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-27T07:08:35.805 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:34.508031+0000 mon.smithi176 (mon.0) 632 : cluster [INF] Manager daemon smithi176.ajjlsm is now available 2022-03-27T07:08:35.805 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.688978+0000 mon.smithi176 (mon.0) 633 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:08:35.806 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.694212+0000 mon.smithi176 (mon.0) 634 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:08:35.806 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.727798+0000 mon.smithi176 (mon.0) 635 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:08:35.806 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:34.738915+0000 mon.smithi176 (mon.0) 636 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:08:35.880 INFO:teuthology.orchestra.run.smithi176.stdout: 5 20276 31.04 MB/sec warmup 20 sec latency 23.176 ms 2022-03-27T07:08:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:34.481280+0000 mon.smithi176 (mon.0) 614 : cluster [DBG] mgrmap e22: smithi176.ajjlsm(active, starting, since 0.449364s), standbys: smithi204.vnvrbl 2022-03-27T07:08:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.488859+0000 mon.smithi176 (mon.0) 615 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi176"}]: dispatch 2022-03-27T07:08:35.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.489177+0000 mon.smithi176 (mon.0) 616 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:08:35.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.489418+0000 mon.smithi176 (mon.0) 617 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi176.psbtkl"}]: dispatch 2022-03-27T07:08:35.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.489649+0000 mon.smithi176 (mon.0) 618 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi204.klmhfu"}]: dispatch 2022-03-27T07:08:35.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.489910+0000 mon.smithi176 (mon.0) 619 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr metadata", "who": "smithi176.ajjlsm", "id": "smithi176.ajjlsm"}]: dispatch 2022-03-27T07:08:35.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.490103+0000 mon.smithi176 (mon.0) 620 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr metadata", "who": "smithi204.vnvrbl", "id": "smithi204.vnvrbl"}]: dispatch 2022-03-27T07:08:35.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.490281+0000 mon.smithi176 (mon.0) 621 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T07:08:35.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.490506+0000 mon.smithi176 (mon.0) 622 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-27T07:08:35.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.490708+0000 mon.smithi176 (mon.0) 623 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-27T07:08:35.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.490907+0000 mon.smithi176 (mon.0) 624 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:08:35.973 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.491140+0000 mon.smithi176 (mon.0) 625 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-27T07:08:35.973 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.491357+0000 mon.smithi176 (mon.0) 626 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-27T07:08:35.973 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.491573+0000 mon.smithi176 (mon.0) 627 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-27T07:08:35.973 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.491785+0000 mon.smithi176 (mon.0) 628 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-27T07:08:35.974 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.492029+0000 mon.smithi176 (mon.0) 629 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-27T07:08:35.974 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.492894+0000 mon.smithi176 (mon.0) 630 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-27T07:08:35.974 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.493603+0000 mon.smithi176 (mon.0) 631 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-27T07:08:35.975 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:34.508031+0000 mon.smithi176 (mon.0) 632 : cluster [INF] Manager daemon smithi176.ajjlsm is now available 2022-03-27T07:08:35.975 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.688978+0000 mon.smithi176 (mon.0) 633 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:08:35.975 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.694212+0000 mon.smithi176 (mon.0) 634 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:08:35.975 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.727798+0000 mon.smithi176 (mon.0) 635 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:08:35.976 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:34.738915+0000 mon.smithi176 (mon.0) 636 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:08:35.977 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2022-03-27T07:08:35.977 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi176.front.sepia.ceph.com 2022-03-27T07:08:35.978 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c -e sha1=179a7bca8a84771b0dde09e26f7a2146a985df90 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2022-03-27T07:08:36.776 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:35.502652+0000 mon.smithi176 (mon.0) 637 : cluster [DBG] mgrmap e23: smithi176.ajjlsm(active, since 1.47074s), standbys: smithi204.vnvrbl 2022-03-27T07:08:36.776 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:08:35.510980+0000 mgr.smithi176.ajjlsm (mgr.14556) 2 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:179a7bca8a84771b0dde09e26f7a2146a985df90 2022-03-27T07:08:36.776 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:35.512934+0000 mgr.smithi176.ajjlsm (mgr.14556) 3 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 182 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail 2022-03-27T07:08:36.777 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:35.516741+0000 mon.smithi176 (mon.0) 638 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:36.880 INFO:teuthology.orchestra.run.smithi176.stdout: 5 21286 31.65 MB/sec warmup 21 sec latency 36.920 ms 2022-03-27T07:08:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:35.502652+0000 mon.smithi176 (mon.0) 637 : cluster [DBG] mgrmap e23: smithi176.ajjlsm(active, since 1.47074s), standbys: smithi204.vnvrbl 2022-03-27T07:08:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:08:35.510980+0000 mgr.smithi176.ajjlsm (mgr.14556) 2 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:179a7bca8a84771b0dde09e26f7a2146a985df90 2022-03-27T07:08:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:35.512934+0000 mgr.smithi176.ajjlsm (mgr.14556) 3 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 182 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail 2022-03-27T07:08:36.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:35.516741+0000 mon.smithi176 (mon.0) 638 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:37.651 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:36.492170+0000 mgr.smithi176.ajjlsm (mgr.14556) 4 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 182 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail 2022-03-27T07:08:37.651 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:36.653256+0000 mon.smithi176 (mon.0) 639 : cluster [DBG] mgrmap e24: smithi176.ajjlsm(active, since 2s), standbys: smithi204.vnvrbl 2022-03-27T07:08:37.880 INFO:teuthology.orchestra.run.smithi176.stdout: 5 22050 30.91 MB/sec warmup 22 sec latency 18.692 ms 2022-03-27T07:08:37.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:36.492170+0000 mgr.smithi176.ajjlsm (mgr.14556) 4 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 182 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail 2022-03-27T07:08:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:36.653256+0000 mon.smithi176 (mon.0) 639 : cluster [DBG] mgrmap e24: smithi176.ajjlsm(active, since 2s), standbys: smithi204.vnvrbl 2022-03-27T07:08:38.403 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:08:38.880 INFO:teuthology.orchestra.run.smithi176.stdout: 5 22987 30.64 MB/sec warmup 23 sec latency 29.078 ms 2022-03-27T07:08:38.921 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-03-27T07:08:38.921 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4m) 19s ago 5m 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:08:38.922 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5m) 19s ago 5m 16.2.4 8d91d370c2b8 951098bf22f8 2022-03-27T07:08:38.922 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4m) 23s ago 4m 16.2.4 8d91d370c2b8 34b124ac2f4b 2022-03-27T07:08:38.922 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3m) 19s ago 4m 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:08:38.922 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (43s) 19s ago 42s 16.2.4 8d91d370c2b8 c74785b3ae13 2022-03-27T07:08:38.923 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (41s) 23s ago 40s 16.2.4 8d91d370c2b8 de37a72bbc39 2022-03-27T07:08:38.923 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:9283 running (6m) 19s ago 6m 16.2.4 8d91d370c2b8 a1ce419c94ec 2022-03-27T07:08:38.923 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4m) 23s ago 4m 16.2.4 8d91d370c2b8 cf3b0ea09d18 2022-03-27T07:08:38.923 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6m) 19s ago 6m 16.2.4 8d91d370c2b8 a808d6fae056 2022-03-27T07:08:38.924 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4m) 23s ago 4m 16.2.4 8d91d370c2b8 a9495590cfe5 2022-03-27T07:08:38.924 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.smithi176 smithi176 *:2049 running (31s) 19s ago 30s 3.5 8d91d370c2b8 6113ae39a3a3 2022-03-27T07:08:38.924 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.smithi204 smithi204 *:2049 running (27s) 23s ago 26s 3.5 8d91d370c2b8 f187910458b9 2022-03-27T07:08:38.924 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4m) 19s ago 4m 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:08:38.925 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4m) 23s ago 4m 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:08:38.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3m) 19s ago 3m 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:08:38.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3m) 19s ago 3m 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:08:38.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3m) 19s ago 3m 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:08:38.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3m) 19s ago 3m 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:08:38.926 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2m) 23s ago 2m 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:08:38.926 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2m) 23s ago 2m 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:08:38.926 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2m) 23s ago 2m 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:08:38.926 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2m) 23s ago 2m 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:08:38.927 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3m) 19s ago 4m 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:08:39.486 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:08:39.486 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:08:39.487 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:08:39.487 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:08:39.487 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:08:39.487 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:08:39.488 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:08:39.488 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:08:39.488 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-03-27T07:08:39.488 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:08:39.489 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:08:39.489 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:08:39.489 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:08:39.489 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:08:39.489 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-03-27T07:08:39.490 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:08:39.490 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:08:39.880 INFO:teuthology.orchestra.run.smithi176.stdout: 5 24098 30.45 MB/sec warmup 24 sec latency 15.700 ms 2022-03-27T07:08:40.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:38.381125+0000 mgr.smithi176.ajjlsm (mgr.14556) 5 : audit [DBG] from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:08:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:38.492616+0000 mgr.smithi176.ajjlsm (mgr.14556) 6 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 182 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail 2022-03-27T07:08:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:38.904608+0000 mgr.smithi176.ajjlsm (mgr.14556) 7 : audit [DBG] from='client.14576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:08:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:38.929314+0000 mon.smithi176 (mon.0) 640 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:40.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:39.483580+0000 mon.smithi204 (mon.1) 25 : audit [DBG] from='client.? 172.21.15.176:0/2283479044' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:08:40.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:38.381125+0000 mgr.smithi176.ajjlsm (mgr.14556) 5 : audit [DBG] from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:08:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:38.492616+0000 mgr.smithi176.ajjlsm (mgr.14556) 6 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 182 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail 2022-03-27T07:08:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:38.904608+0000 mgr.smithi176.ajjlsm (mgr.14556) 7 : audit [DBG] from='client.14576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:08:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:38.929314+0000 mon.smithi176 (mon.0) 640 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:40.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:39.483580+0000 mon.smithi204 (mon.1) 25 : audit [DBG] from='client.? 172.21.15.176:0/2283479044' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:08:40.881 INFO:teuthology.orchestra.run.smithi176.stdout: 5 25219 30.94 MB/sec warmup 25 sec latency 19.859 ms 2022-03-27T07:08:41.880 INFO:teuthology.orchestra.run.smithi176.stdout: 5 26024 30.14 MB/sec warmup 26 sec latency 19.435 ms 2022-03-27T07:08:42.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:40.492974+0000 mgr.smithi176.ajjlsm (mgr.14556) 8 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 182 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail 2022-03-27T07:08:42.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:40.492974+0000 mgr.smithi176.ajjlsm (mgr.14556) 8 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 182 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail 2022-03-27T07:08:42.881 INFO:teuthology.orchestra.run.smithi176.stdout: 5 27392 30.08 MB/sec warmup 27 sec latency 12.098 ms 2022-03-27T07:08:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:42.019369+0000 mon.smithi176 (mon.0) 641 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:08:42.507423+0000 mon.smithi176 (mon.0) 642 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:43.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:42.019369+0000 mon.smithi176 (mon.0) 641 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:08:42.507423+0000 mon.smithi176 (mon.0) 642 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:08:43.881 INFO:teuthology.orchestra.run.smithi176.stdout: 5 28478 30.72 MB/sec warmup 28 sec latency 15.967 ms 2022-03-27T07:08:44.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:42.493583+0000 mgr.smithi176.ajjlsm (mgr.14556) 9 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 946 op/s 2022-03-27T07:08:44.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:08:42.512757+0000 mgr.smithi176.ajjlsm (mgr.14556) 10 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:179a7bca8a84771b0dde09e26f7a2146a985df90 2022-03-27T07:08:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:42.493583+0000 mgr.smithi176.ajjlsm (mgr.14556) 9 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 946 op/s 2022-03-27T07:08:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:08:42.512757+0000 mgr.smithi176.ajjlsm (mgr.14556) 10 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:179a7bca8a84771b0dde09e26f7a2146a985df90 2022-03-27T07:08:44.881 INFO:teuthology.orchestra.run.smithi176.stdout: 5 29148 30.05 MB/sec warmup 29 sec latency 21.808 ms 2022-03-27T07:08:45.881 INFO:teuthology.orchestra.run.smithi176.stdout: 5 30030 29.86 MB/sec warmup 30 sec latency 71.673 ms 2022-03-27T07:08:46.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:44.493940+0000 mgr.smithi176.ajjlsm (mgr.14556) 11 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 8.6 MiB/s wr, 735 op/s 2022-03-27T07:08:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:44.493940+0000 mgr.smithi176.ajjlsm (mgr.14556) 11 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 8.6 MiB/s wr, 735 op/s 2022-03-27T07:08:46.883 INFO:teuthology.orchestra.run.smithi176.stdout: 5 31106 29.64 MB/sec warmup 31 sec latency 38.432 ms 2022-03-27T07:08:47.883 INFO:teuthology.orchestra.run.smithi176.stdout: 5 32161 30.06 MB/sec warmup 32 sec latency 18.669 ms 2022-03-27T07:08:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:46.494592+0000 mgr.smithi176.ajjlsm (mgr.14556) 12 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 213 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 KiB/s rd, 13 MiB/s wr, 1.18k op/s 2022-03-27T07:08:48.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:46.494592+0000 mgr.smithi176.ajjlsm (mgr.14556) 12 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 213 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 KiB/s rd, 13 MiB/s wr, 1.18k op/s 2022-03-27T07:08:48.883 INFO:teuthology.orchestra.run.smithi176.stdout: 5 32944 29.41 MB/sec warmup 33 sec latency 15.353 ms 2022-03-27T07:08:49.883 INFO:teuthology.orchestra.run.smithi176.stdout: 5 34091 29.26 MB/sec warmup 34 sec latency 19.117 ms 2022-03-27T07:08:50.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:48.494999+0000 mgr.smithi176.ajjlsm (mgr.14556) 13 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 213 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.08k op/s 2022-03-27T07:08:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:48.494999+0000 mgr.smithi176.ajjlsm (mgr.14556) 13 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 213 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.08k op/s 2022-03-27T07:08:50.889 INFO:teuthology.orchestra.run.smithi176.stdout: 5 35345 29.70 MB/sec warmup 35 sec latency 15.774 ms 2022-03-27T07:08:51.888 INFO:teuthology.orchestra.run.smithi176.stdout: 5 36176 29.50 MB/sec warmup 36 sec latency 17.394 ms 2022-03-27T07:08:52.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:50.495416+0000 mgr.smithi176.ajjlsm (mgr.14556) 14 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 213 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.08k op/s 2022-03-27T07:08:52.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:50.495416+0000 mgr.smithi176.ajjlsm (mgr.14556) 14 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 213 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.08k op/s 2022-03-27T07:08:52.889 INFO:teuthology.orchestra.run.smithi176.stdout: 5 36793 29.03 MB/sec warmup 37 sec latency 30.129 ms 2022-03-27T07:08:53.888 INFO:teuthology.orchestra.run.smithi176.stdout: 5 37785 28.76 MB/sec warmup 38 sec latency 26.913 ms 2022-03-27T07:08:54.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:52.496063+0000 mgr.smithi176.ajjlsm (mgr.14556) 15 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 236 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 18 MiB/s wr, 1.64k op/s 2022-03-27T07:08:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:52.496063+0000 mgr.smithi176.ajjlsm (mgr.14556) 15 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 236 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 18 MiB/s wr, 1.64k op/s 2022-03-27T07:08:54.888 INFO:teuthology.orchestra.run.smithi176.stdout: 5 38417 28.67 MB/sec warmup 39 sec latency 26.082 ms 2022-03-27T07:08:55.888 INFO:teuthology.orchestra.run.smithi176.stdout: 5 39191 28.77 MB/sec warmup 40 sec latency 33.520 ms 2022-03-27T07:08:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:54.496686+0000 mgr.smithi176.ajjlsm (mgr.14556) 16 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 236 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 11 MiB/s wr, 1.09k op/s 2022-03-27T07:08:56.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:54.496686+0000 mgr.smithi176.ajjlsm (mgr.14556) 16 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 236 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 11 MiB/s wr, 1.09k op/s 2022-03-27T07:08:56.888 INFO:teuthology.orchestra.run.smithi176.stdout: 5 39840 28.25 MB/sec warmup 41 sec latency 48.858 ms 2022-03-27T07:08:57.888 INFO:teuthology.orchestra.run.smithi176.stdout: 5 40766 28.16 MB/sec warmup 42 sec latency 19.620 ms 2022-03-27T07:08:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:08:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:56.497590+0000 mgr.smithi176.ajjlsm (mgr.14556) 17 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 237 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 17 MiB/s wr, 1.54k op/s 2022-03-27T07:08:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:08:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:56.497590+0000 mgr.smithi176.ajjlsm (mgr.14556) 17 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 237 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 17 MiB/s wr, 1.54k op/s 2022-03-27T07:08:58.888 INFO:teuthology.orchestra.run.smithi176.stdout: 5 41642 27.88 MB/sec warmup 43 sec latency 24.063 ms 2022-03-27T07:08:59.888 INFO:teuthology.orchestra.run.smithi176.stdout: 5 42622 28.23 MB/sec warmup 44 sec latency 16.024 ms 2022-03-27T07:09:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:08:58.497970+0000 mgr.smithi176.ajjlsm (mgr.14556) 18 : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 237 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 1.01k op/s 2022-03-27T07:09:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:08:58.497970+0000 mgr.smithi176.ajjlsm (mgr.14556) 18 : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 237 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 1.01k op/s 2022-03-27T07:09:00.888 INFO:teuthology.orchestra.run.smithi176.stdout: 5 43263 27.84 MB/sec warmup 45 sec latency 30.853 ms 2022-03-27T07:09:01.889 INFO:teuthology.orchestra.run.smithi176.stdout: 5 44086 27.77 MB/sec warmup 46 sec latency 49.137 ms 2022-03-27T07:09:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:00.498310+0000 mgr.smithi176.ajjlsm (mgr.14556) 19 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 237 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 1.01k op/s 2022-03-27T07:09:02.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:00.498310+0000 mgr.smithi176.ajjlsm (mgr.14556) 19 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 237 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 1.01k op/s 2022-03-27T07:09:02.888 INFO:teuthology.orchestra.run.smithi176.stdout: 5 45322 27.67 MB/sec warmup 47 sec latency 24.141 ms 2022-03-27T07:09:03.888 INFO:teuthology.orchestra.run.smithi176.stdout: 5 46317 27.97 MB/sec warmup 48 sec latency 28.049 ms 2022-03-27T07:09:04.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:02.498953+0000 mgr.smithi176.ajjlsm (mgr.14556) 20 : cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 16 MiB/s wr, 1.47k op/s 2022-03-27T07:09:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:02.498953+0000 mgr.smithi176.ajjlsm (mgr.14556) 20 : cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 16 MiB/s wr, 1.47k op/s 2022-03-27T07:09:04.888 INFO:teuthology.orchestra.run.smithi176.stdout: 5 46955 27.55 MB/sec warmup 49 sec latency 19.116 ms 2022-03-27T07:09:05.888 INFO:teuthology.orchestra.run.smithi176.stdout: 5 47837 27.48 MB/sec warmup 50 sec latency 22.607 ms 2022-03-27T07:09:06.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:04.499326+0000 mgr.smithi176.ajjlsm (mgr.14556) 21 : cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 10 MiB/s wr, 906 op/s 2022-03-27T07:09:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:04.499326+0000 mgr.smithi176.ajjlsm (mgr.14556) 21 : cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 10 MiB/s wr, 906 op/s 2022-03-27T07:09:06.889 INFO:teuthology.orchestra.run.smithi176.stdout: 5 48910 27.39 MB/sec warmup 51 sec latency 21.300 ms 2022-03-27T07:09:07.889 INFO:teuthology.orchestra.run.smithi176.stdout: 5 49938 27.69 MB/sec warmup 52 sec latency 25.617 ms 2022-03-27T07:09:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:06.500894+0000 mgr.smithi176.ajjlsm (mgr.14556) 22 : cluster [DBG] pgmap v19: 97 pgs: 97 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 15 MiB/s wr, 1.41k op/s 2022-03-27T07:09:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:06.500894+0000 mgr.smithi176.ajjlsm (mgr.14556) 22 : cluster [DBG] pgmap v19: 97 pgs: 97 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 15 MiB/s wr, 1.41k op/s 2022-03-27T07:09:08.889 INFO:teuthology.orchestra.run.smithi176.stdout: 5 50756 27.40 MB/sec warmup 53 sec latency 15.190 ms 2022-03-27T07:09:09.889 INFO:teuthology.orchestra.run.smithi176.stdout: 5 51681 27.27 MB/sec warmup 54 sec latency 21.239 ms 2022-03-27T07:09:10.039 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:09:10.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:08.501289+0000 mgr.smithi176.ajjlsm (mgr.14556) 23 : cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 10 MiB/s wr, 959 op/s 2022-03-27T07:09:10.499 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-03-27T07:09:10.499 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4m) 28s ago 5m 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:09:10.500 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5m) 28s ago 5m 16.2.4 8d91d370c2b8 951098bf22f8 2022-03-27T07:09:10.500 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5m) 31s ago 5m 16.2.4 8d91d370c2b8 34b124ac2f4b 2022-03-27T07:09:10.500 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4m) 28s ago 5m 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:09:10.501 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (74s) 28s ago 74s 16.2.4 8d91d370c2b8 c74785b3ae13 2022-03-27T07:09:10.501 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (72s) 31s ago 72s 16.2.4 8d91d370c2b8 de37a72bbc39 2022-03-27T07:09:10.501 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:9283 running (6m) 28s ago 6m 16.2.4 8d91d370c2b8 a1ce419c94ec 2022-03-27T07:09:10.501 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5m) 31s ago 5m 16.2.4 8d91d370c2b8 cf3b0ea09d18 2022-03-27T07:09:10.501 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6m) 28s ago 6m 16.2.4 8d91d370c2b8 a808d6fae056 2022-03-27T07:09:10.502 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4m) 31s ago 4m 16.2.4 8d91d370c2b8 a9495590cfe5 2022-03-27T07:09:10.502 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.smithi176 smithi176 *:2049 running (62s) 28s ago 62s 3.5 8d91d370c2b8 6113ae39a3a3 2022-03-27T07:09:10.502 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.smithi204 smithi204 *:2049 running (58s) 31s ago 58s 3.5 8d91d370c2b8 f187910458b9 2022-03-27T07:09:10.502 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5m) 28s ago 5m 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:09:10.503 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4m) 31s ago 4m 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:09:10.503 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4m) 28s ago 4m 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:09:10.503 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4m) 28s ago 4m 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:09:10.503 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3m) 28s ago 3m 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:09:10.504 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3m) 28s ago 3m 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:09:10.504 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3m) 31s ago 3m 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:09:10.504 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3m) 31s ago 3m 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:09:10.504 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2m) 31s ago 2m 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:09:10.504 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2m) 31s ago 2m 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:09:10.505 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4m) 28s ago 5m 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:09:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:08.501289+0000 mgr.smithi176.ajjlsm (mgr.14556) 23 : cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 10 MiB/s wr, 959 op/s 2022-03-27T07:09:10.889 INFO:teuthology.orchestra.run.smithi176.stdout: 5 52441 27.14 MB/sec warmup 55 sec latency 47.133 ms 2022-03-27T07:09:11.041 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:09:11.042 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:09:11.042 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:09:11.042 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:09:11.042 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:09:11.043 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:09:11.043 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:09:11.043 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:09:11.043 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-03-27T07:09:11.044 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:09:11.044 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:09:11.044 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:09:11.044 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:09:11.044 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:09:11.045 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-03-27T07:09:11.045 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:09:11.045 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:09:11.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:10.014912+0000 mgr.smithi176.ajjlsm (mgr.14556) 24 : audit [DBG] from='client.14584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:09:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:11.040375+0000 mon.smithi176 (mon.0) 643 : audit [DBG] from='client.? 172.21.15.176:0/3751496770' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:09:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:10.014912+0000 mgr.smithi176.ajjlsm (mgr.14556) 24 : audit [DBG] from='client.14584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:09:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:11.040375+0000 mon.smithi176 (mon.0) 643 : audit [DBG] from='client.? 172.21.15.176:0/3751496770' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:09:11.889 INFO:teuthology.orchestra.run.smithi176.stdout: 5 53380 27.38 MB/sec warmup 56 sec latency 26.471 ms 2022-03-27T07:09:12.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:10.486164+0000 mgr.smithi176.ajjlsm (mgr.14556) 25 : audit [DBG] from='client.24429 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:09:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:10.501689+0000 mgr.smithi176.ajjlsm (mgr.14556) 26 : cluster [DBG] pgmap v21: 97 pgs: 97 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 10 MiB/s wr, 959 op/s 2022-03-27T07:09:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:10.486164+0000 mgr.smithi176.ajjlsm (mgr.14556) 25 : audit [DBG] from='client.24429 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:09:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:10.501689+0000 mgr.smithi176.ajjlsm (mgr.14556) 26 : cluster [DBG] pgmap v21: 97 pgs: 97 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 10 MiB/s wr, 959 op/s 2022-03-27T07:09:12.889 INFO:teuthology.orchestra.run.smithi176.stdout: 5 54199 27.10 MB/sec warmup 57 sec latency 31.843 ms 2022-03-27T07:09:13.889 INFO:teuthology.orchestra.run.smithi176.stdout: 5 55072 27.01 MB/sec warmup 58 sec latency 74.292 ms 2022-03-27T07:09:14.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:12.502310+0000 mgr.smithi176.ajjlsm (mgr.14556) 27 : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 282 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 15 MiB/s wr, 1.47k op/s 2022-03-27T07:09:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:13.944839+0000 mon.smithi176 (mon.0) 644 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:09:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:13.946534+0000 mon.smithi176 (mon.0) 645 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:09:14.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:12.502310+0000 mgr.smithi176.ajjlsm (mgr.14556) 27 : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 282 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 15 MiB/s wr, 1.47k op/s 2022-03-27T07:09:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:13.944839+0000 mon.smithi176 (mon.0) 644 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:09:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:13.946534+0000 mon.smithi176 (mon.0) 645 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:09:14.889 INFO:teuthology.orchestra.run.smithi176.stdout: 5 55777 26.77 MB/sec warmup 59 sec latency 27.295 ms 2022-03-27T07:09:15.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:09:13.945454+0000 mgr.smithi176.ajjlsm (mgr.14556) 28 : cephadm [INF] Upgrade: Target is version 16.2.7-601-g179a7bca (pacific) 2022-03-27T07:09:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:09:13.945552+0000 mgr.smithi176.ajjlsm (mgr.14556) 29 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:40763040dd4e1fc773ded959ea5c55667de3ec831630d113106e9904b554d5a0, digests ['quay.ceph.io/ceph-ci/ceph@sha256:40763040dd4e1fc773ded959ea5c55667de3ec831630d113106e9904b554d5a0'] 2022-03-27T07:09:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:09:13.947867+0000 mgr.smithi176.ajjlsm (mgr.14556) 30 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi176.ajjlsm) 2022-03-27T07:09:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:09:13.945454+0000 mgr.smithi176.ajjlsm (mgr.14556) 28 : cephadm [INF] Upgrade: Target is version 16.2.7-601-g179a7bca (pacific) 2022-03-27T07:09:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:09:13.945552+0000 mgr.smithi176.ajjlsm (mgr.14556) 29 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:40763040dd4e1fc773ded959ea5c55667de3ec831630d113106e9904b554d5a0, digests ['quay.ceph.io/ceph-ci/ceph@sha256:40763040dd4e1fc773ded959ea5c55667de3ec831630d113106e9904b554d5a0'] 2022-03-27T07:09:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:09:13.947867+0000 mgr.smithi176.ajjlsm (mgr.14556) 30 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi176.ajjlsm) 2022-03-27T07:09:15.889 INFO:teuthology.orchestra.run.smithi176.stdout: 5 56687 26.96 MB/sec warmup 60 sec latency 43.428 ms 2022-03-27T07:09:16.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:09:14.400719+0000 mgr.smithi176.ajjlsm (mgr.14556) 31 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:40763040dd4e1fc773ded959ea5c55667de3ec831630d113106e9904b554d5a0 on smithi204 2022-03-27T07:09:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:14.502653+0000 mgr.smithi176.ajjlsm (mgr.14556) 32 : cluster [DBG] pgmap v23: 97 pgs: 97 active+clean; 282 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 10 MiB/s wr, 1.01k op/s 2022-03-27T07:09:16.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:09:14.400719+0000 mgr.smithi176.ajjlsm (mgr.14556) 31 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:40763040dd4e1fc773ded959ea5c55667de3ec831630d113106e9904b554d5a0 on smithi204 2022-03-27T07:09:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:14.502653+0000 mgr.smithi176.ajjlsm (mgr.14556) 32 : cluster [DBG] pgmap v23: 97 pgs: 97 active+clean; 282 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 10 MiB/s wr, 1.01k op/s 2022-03-27T07:09:16.889 INFO:teuthology.orchestra.run.smithi176.stdout: 5 57373 26.81 MB/sec warmup 61 sec latency 34.283 ms 2022-03-27T07:09:17.889 INFO:teuthology.orchestra.run.smithi176.stdout: 5 58204 26.63 MB/sec warmup 62 sec latency 20.298 ms 2022-03-27T07:09:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:16.503328+0000 mgr.smithi176.ajjlsm (mgr.14556) 33 : cluster [DBG] pgmap v24: 97 pgs: 97 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 16 MiB/s wr, 1.48k op/s 2022-03-27T07:09:18.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:16.503328+0000 mgr.smithi176.ajjlsm (mgr.14556) 33 : cluster [DBG] pgmap v24: 97 pgs: 97 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 16 MiB/s wr, 1.48k op/s 2022-03-27T07:09:18.889 INFO:teuthology.orchestra.run.smithi176.stdout: 5 58875 26.41 MB/sec warmup 63 sec latency 27.099 ms 2022-03-27T07:09:19.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 59311 26.19 MB/sec warmup 64 sec latency 47.352 ms 2022-03-27T07:09:20.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:18.503707+0000 mgr.smithi176.ajjlsm (mgr.14556) 34 : cluster [DBG] pgmap v25: 97 pgs: 97 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 10 MiB/s wr, 971 op/s 2022-03-27T07:09:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:18.503707+0000 mgr.smithi176.ajjlsm (mgr.14556) 34 : cluster [DBG] pgmap v25: 97 pgs: 97 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 10 MiB/s wr, 971 op/s 2022-03-27T07:09:20.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 59955 26.21 MB/sec warmup 65 sec latency 36.908 ms 2022-03-27T07:09:21.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 60741 26.20 MB/sec warmup 66 sec latency 19.939 ms 2022-03-27T07:09:22.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:20.504027+0000 mgr.smithi176.ajjlsm (mgr.14556) 35 : cluster [DBG] pgmap v26: 97 pgs: 97 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 10 MiB/s wr, 971 op/s 2022-03-27T07:09:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:20.504027+0000 mgr.smithi176.ajjlsm (mgr.14556) 35 : cluster [DBG] pgmap v26: 97 pgs: 97 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 10 MiB/s wr, 971 op/s 2022-03-27T07:09:22.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 61294 25.89 MB/sec warmup 67 sec latency 24.045 ms 2022-03-27T07:09:23.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 61703 25.69 MB/sec warmup 68 sec latency 49.160 ms 2022-03-27T07:09:24.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:22.504662+0000 mgr.smithi176.ajjlsm (mgr.14556) 36 : cluster [DBG] pgmap v27: 97 pgs: 97 active+clean; 297 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 14 MiB/s wr, 1.35k op/s 2022-03-27T07:09:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:22.504662+0000 mgr.smithi176.ajjlsm (mgr.14556) 36 : cluster [DBG] pgmap v27: 97 pgs: 97 active+clean; 297 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 14 MiB/s wr, 1.35k op/s 2022-03-27T07:09:24.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 62659 25.60 MB/sec warmup 69 sec latency 38.427 ms 2022-03-27T07:09:25.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 63539 25.73 MB/sec warmup 70 sec latency 17.337 ms 2022-03-27T07:09:26.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:24.505026+0000 mgr.smithi176.ajjlsm (mgr.14556) 37 : cluster [DBG] pgmap v28: 97 pgs: 97 active+clean; 297 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 9.1 MiB/s wr, 846 op/s 2022-03-27T07:09:26.559 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:24.505026+0000 mgr.smithi176.ajjlsm (mgr.14556) 37 : cluster [DBG] pgmap v28: 97 pgs: 97 active+clean; 297 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 9.1 MiB/s wr, 846 op/s 2022-03-27T07:09:26.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 64228 25.70 MB/sec warmup 71 sec latency 30.203 ms 2022-03-27T07:09:27.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 64859 25.47 MB/sec warmup 72 sec latency 20.644 ms 2022-03-27T07:09:28.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:26.505673+0000 mgr.smithi176.ajjlsm (mgr.14556) 38 : cluster [DBG] pgmap v29: 97 pgs: 97 active+clean; 309 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 13 MiB/s wr, 1.25k op/s 2022-03-27T07:09:28.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:26.505673+0000 mgr.smithi176.ajjlsm (mgr.14556) 38 : cluster [DBG] pgmap v29: 97 pgs: 97 active+clean; 309 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 13 MiB/s wr, 1.25k op/s 2022-03-27T07:09:28.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 65548 25.34 MB/sec warmup 73 sec latency 47.084 ms 2022-03-27T07:09:29.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 66415 25.24 MB/sec warmup 74 sec latency 27.306 ms 2022-03-27T07:09:30.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:28.506031+0000 mgr.smithi176.ajjlsm (mgr.14556) 39 : cluster [DBG] pgmap v30: 97 pgs: 97 active+clean; 309 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.2 MiB/s wr, 784 op/s 2022-03-27T07:09:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:28.506031+0000 mgr.smithi176.ajjlsm (mgr.14556) 39 : cluster [DBG] pgmap v30: 97 pgs: 97 active+clean; 309 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.2 MiB/s wr, 784 op/s 2022-03-27T07:09:30.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 67241 25.36 MB/sec warmup 75 sec latency 15.401 ms 2022-03-27T07:09:31.891 INFO:teuthology.orchestra.run.smithi176.stdout: 5 67771 25.26 MB/sec warmup 76 sec latency 106.946 ms 2022-03-27T07:09:32.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:30.506410+0000 mgr.smithi176.ajjlsm (mgr.14556) 40 : cluster [DBG] pgmap v31: 97 pgs: 97 active+clean; 309 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.2 MiB/s wr, 784 op/s 2022-03-27T07:09:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:30.506410+0000 mgr.smithi176.ajjlsm (mgr.14556) 40 : cluster [DBG] pgmap v31: 97 pgs: 97 active+clean; 309 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.2 MiB/s wr, 784 op/s 2022-03-27T07:09:32.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 68229 24.99 MB/sec warmup 77 sec latency 34.828 ms 2022-03-27T07:09:33.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 68929 24.89 MB/sec warmup 78 sec latency 18.007 ms 2022-03-27T07:09:34.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:32.506907+0000 mgr.smithi176.ajjlsm (mgr.14556) 41 : cluster [DBG] pgmap v32: 97 pgs: 97 active+clean; 323 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 13 MiB/s wr, 1.20k op/s 2022-03-27T07:09:34.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:32.506907+0000 mgr.smithi176.ajjlsm (mgr.14556) 41 : cluster [DBG] pgmap v32: 97 pgs: 97 active+clean; 323 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 13 MiB/s wr, 1.20k op/s 2022-03-27T07:09:34.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 69677 24.74 MB/sec warmup 79 sec latency 22.415 ms 2022-03-27T07:09:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:34.730700+0000 mon.smithi176 (mon.0) 646 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:09:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:34.764931+0000 mon.smithi176 (mon.0) 647 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:09:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:34.730700+0000 mon.smithi176 (mon.0) 646 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:09:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:34.764931+0000 mon.smithi176 (mon.0) 647 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:09:35.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 70482 24.80 MB/sec warmup 80 sec latency 15.229 ms 2022-03-27T07:09:36.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:34.507290+0000 mgr.smithi176.ajjlsm (mgr.14556) 42 : cluster [DBG] pgmap v33: 97 pgs: 97 active+clean; 323 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.8 MiB/s wr, 821 op/s 2022-03-27T07:09:36.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:34.507290+0000 mgr.smithi176.ajjlsm (mgr.14556) 42 : cluster [DBG] pgmap v33: 97 pgs: 97 active+clean; 323 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.8 MiB/s wr, 821 op/s 2022-03-27T07:09:36.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 71115 24.82 MB/sec warmup 81 sec latency 27.640 ms 2022-03-27T07:09:37.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 71450 24.60 MB/sec warmup 82 sec latency 43.712 ms 2022-03-27T07:09:38.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:36.507926+0000 mgr.smithi176.ajjlsm (mgr.14556) 43 : cluster [DBG] pgmap v34: 97 pgs: 97 active+clean; 330 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 13 MiB/s wr, 1.26k op/s 2022-03-27T07:09:38.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:36.507926+0000 mgr.smithi176.ajjlsm (mgr.14556) 43 : cluster [DBG] pgmap v34: 97 pgs: 97 active+clean; 330 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 13 MiB/s wr, 1.26k op/s 2022-03-27T07:09:38.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 71877 24.35 MB/sec warmup 83 sec latency 43.219 ms 2022-03-27T07:09:39.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 72565 24.26 MB/sec warmup 84 sec latency 26.828 ms 2022-03-27T07:09:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:38.508303+0000 mgr.smithi176.ajjlsm (mgr.14556) 44 : cluster [DBG] pgmap v35: 97 pgs: 97 active+clean; 330 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.3 MiB/s wr, 858 op/s 2022-03-27T07:09:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:38.508303+0000 mgr.smithi176.ajjlsm (mgr.14556) 44 : cluster [DBG] pgmap v35: 97 pgs: 97 active+clean; 330 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.3 MiB/s wr, 858 op/s 2022-03-27T07:09:40.890 INFO:teuthology.orchestra.run.smithi176.stdout: 5 73349 24.16 MB/sec warmup 85 sec latency 35.157 ms 2022-03-27T07:09:41.559 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:09:41.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 74227 24.28 MB/sec warmup 86 sec latency 13.257 ms 2022-03-27T07:09:42.034 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-03-27T07:09:42.034 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5m) 60s ago 6m 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:09:42.035 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6m) 60s ago 6m 16.2.4 8d91d370c2b8 951098bf22f8 2022-03-27T07:09:42.035 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5m) 63s ago 5m 16.2.4 8d91d370c2b8 34b124ac2f4b 2022-03-27T07:09:42.035 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5m) 60s ago 5m 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:09:42.035 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (106s) 60s ago 105s 16.2.4 8d91d370c2b8 c74785b3ae13 2022-03-27T07:09:42.036 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (104s) 63s ago 103s 16.2.4 8d91d370c2b8 de37a72bbc39 2022-03-27T07:09:42.036 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:9283 running (7m) 60s ago 7m 16.2.4 8d91d370c2b8 a1ce419c94ec 2022-03-27T07:09:42.036 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5m) 63s ago 5m 16.2.4 8d91d370c2b8 cf3b0ea09d18 2022-03-27T07:09:42.036 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (7m) 60s ago 7m 16.2.4 8d91d370c2b8 a808d6fae056 2022-03-27T07:09:42.037 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5m) 63s ago 5m 16.2.4 8d91d370c2b8 a9495590cfe5 2022-03-27T07:09:42.037 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.smithi176 smithi176 *:2049 running (94s) 60s ago 93s 3.5 8d91d370c2b8 6113ae39a3a3 2022-03-27T07:09:42.037 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.smithi204 smithi204 *:2049 running (90s) 63s ago 89s 3.5 8d91d370c2b8 f187910458b9 2022-03-27T07:09:42.037 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5m) 60s ago 5m 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:09:42.037 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5m) 63s ago 5m 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:09:42.038 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4m) 60s ago 4m 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:09:42.038 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4m) 60s ago 4m 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:09:42.038 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4m) 60s ago 4m 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:09:42.038 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4m) 60s ago 4m 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:09:42.039 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3m) 63s ago 3m 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:09:42.039 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3m) 63s ago 3m 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:09:42.039 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3m) 63s ago 3m 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:09:42.039 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3m) 63s ago 3m 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:09:42.040 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4m) 60s ago 5m 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:09:42.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:40.508663+0000 mgr.smithi176.ajjlsm (mgr.14556) 45 : cluster [DBG] pgmap v36: 97 pgs: 97 active+clean; 330 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.3 MiB/s wr, 858 op/s 2022-03-27T07:09:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:41.805136+0000 mon.smithi176 (mon.0) 648 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:09:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:41.806371+0000 mon.smithi176 (mon.0) 649 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi204.vnvrbl", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-27T07:09:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:41.807680+0000 mon.smithi176 (mon.0) 650 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-27T07:09:42.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:41.810209+0000 mon.smithi176 (mon.0) 651 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:09:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:40.508663+0000 mgr.smithi176.ajjlsm (mgr.14556) 45 : cluster [DBG] pgmap v36: 97 pgs: 97 active+clean; 330 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.3 MiB/s wr, 858 op/s 2022-03-27T07:09:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:41.805136+0000 mon.smithi176 (mon.0) 648 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:09:42.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:41.806371+0000 mon.smithi176 (mon.0) 649 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi204.vnvrbl", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-27T07:09:42.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:41.807680+0000 mon.smithi176 (mon.0) 650 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-27T07:09:42.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:41.810209+0000 mon.smithi176 (mon.0) 651 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:09:42.556 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:09:42.556 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:09:42.556 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:09:42.556 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:09:42.557 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:09:42.557 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:09:42.557 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:09:42.557 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:09:42.558 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-03-27T07:09:42.558 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:09:42.558 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:09:42.559 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:09:42.559 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:09:42.559 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:09:42.559 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-03-27T07:09:42.560 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:09:42.560 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:09:42.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 74951 24.28 MB/sec warmup 87 sec latency 18.896 ms 2022-03-27T07:09:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:41.539347+0000 mgr.smithi176.ajjlsm (mgr.14556) 46 : audit [DBG] from='client.24437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:09:43.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:09:41.798958+0000 mgr.smithi176.ajjlsm (mgr.14556) 47 : cephadm [INF] Upgrade: Updating mgr.smithi204.vnvrbl 2022-03-27T07:09:43.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:09:41.811404+0000 mgr.smithi176.ajjlsm (mgr.14556) 48 : cephadm [INF] Deploying daemon mgr.smithi204.vnvrbl on smithi204 2022-03-27T07:09:43.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:42.022182+0000 mgr.smithi176.ajjlsm (mgr.14556) 49 : audit [DBG] from='client.14598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:09:43.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:42.555474+0000 mon.smithi176 (mon.0) 652 : audit [DBG] from='client.? 172.21.15.176:0/3943291120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:09:43.431 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:41.539347+0000 mgr.smithi176.ajjlsm (mgr.14556) 46 : audit [DBG] from='client.24437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:09:43.432 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:09:41.798958+0000 mgr.smithi176.ajjlsm (mgr.14556) 47 : cephadm [INF] Upgrade: Updating mgr.smithi204.vnvrbl 2022-03-27T07:09:43.432 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:09:41.811404+0000 mgr.smithi176.ajjlsm (mgr.14556) 48 : cephadm [INF] Deploying daemon mgr.smithi204.vnvrbl on smithi204 2022-03-27T07:09:43.432 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:42.022182+0000 mgr.smithi176.ajjlsm (mgr.14556) 49 : audit [DBG] from='client.14598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:09:43.432 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:42.555474+0000 mon.smithi176 (mon.0) 652 : audit [DBG] from='client.? 172.21.15.176:0/3943291120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:09:43.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 75632 24.12 MB/sec warmup 88 sec latency 17.726 ms 2022-03-27T07:09:44.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:42.509266+0000 mgr.smithi176.ajjlsm (mgr.14556) 50 : cluster [DBG] pgmap v37: 97 pgs: 97 active+clean; 331 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 12 MiB/s wr, 1.20k op/s 2022-03-27T07:09:44.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:42.509266+0000 mgr.smithi176.ajjlsm (mgr.14556) 50 : cluster [DBG] pgmap v37: 97 pgs: 97 active+clean; 331 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 12 MiB/s wr, 1.20k op/s 2022-03-27T07:09:44.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 76265 24.02 MB/sec warmup 89 sec latency 24.718 ms 2022-03-27T07:09:45.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 76955 23.89 MB/sec warmup 90 sec latency 27.349 ms 2022-03-27T07:09:46.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:44.509611+0000 mgr.smithi176.ajjlsm (mgr.14556) 51 : cluster [DBG] pgmap v38: 97 pgs: 97 active+clean; 331 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.1 MiB/s wr, 780 op/s 2022-03-27T07:09:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:44.509611+0000 mgr.smithi176.ajjlsm (mgr.14556) 51 : cluster [DBG] pgmap v38: 97 pgs: 97 active+clean; 331 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.1 MiB/s wr, 780 op/s 2022-03-27T07:09:46.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 77495 23.86 MB/sec warmup 91 sec latency 36.142 ms 2022-03-27T07:09:47.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 78058 23.85 MB/sec warmup 92 sec latency 80.226 ms 2022-03-27T07:09:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:46.510181+0000 mgr.smithi176.ajjlsm (mgr.14556) 52 : cluster [DBG] pgmap v39: 97 pgs: 97 active+clean; 331 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 12 MiB/s wr, 1.20k op/s 2022-03-27T07:09:48.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:46.510181+0000 mgr.smithi176.ajjlsm (mgr.14556) 52 : cluster [DBG] pgmap v39: 97 pgs: 97 active+clean; 331 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 12 MiB/s wr, 1.20k op/s 2022-03-27T07:09:48.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 78584 23.74 MB/sec warmup 93 sec latency 55.754 ms 2022-03-27T07:09:49.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 79266 23.61 MB/sec warmup 94 sec latency 16.987 ms 2022-03-27T07:09:50.164 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:48.510487+0000 mgr.smithi176.ajjlsm (mgr.14556) 53 : cluster [DBG] pgmap v40: 97 pgs: 97 active+clean; 331 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 7.8 MiB/s wr, 760 op/s 2022-03-27T07:09:50.165 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:49.760257+0000 mon.smithi176 (mon.0) 653 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:09:50.165 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:49.761187+0000 mon.smithi176 (mon.0) 654 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:09:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:48.510487+0000 mgr.smithi176.ajjlsm (mgr.14556) 53 : cluster [DBG] pgmap v40: 97 pgs: 97 active+clean; 331 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 7.8 MiB/s wr, 760 op/s 2022-03-27T07:09:50.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:49.760257+0000 mon.smithi176 (mon.0) 653 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:09:50.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:49.761187+0000 mon.smithi176 (mon.0) 654 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:09:50.893 INFO:teuthology.orchestra.run.smithi176.stdout: 5 79891 23.54 MB/sec warmup 95 sec latency 28.792 ms 2022-03-27T07:09:51.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 80489 23.39 MB/sec warmup 96 sec latency 31.648 ms 2022-03-27T07:09:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:50.510947+0000 mgr.smithi176.ajjlsm (mgr.14556) 54 : cluster [DBG] pgmap v41: 97 pgs: 97 active+clean; 331 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 7.8 MiB/s wr, 760 op/s 2022-03-27T07:09:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:50.510947+0000 mgr.smithi176.ajjlsm (mgr.14556) 54 : cluster [DBG] pgmap v41: 97 pgs: 97 active+clean; 331 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 7.8 MiB/s wr, 760 op/s 2022-03-27T07:09:52.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 81291 23.48 MB/sec warmup 97 sec latency 21.893 ms 2022-03-27T07:09:53.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 81919 23.48 MB/sec warmup 98 sec latency 30.383 ms 2022-03-27T07:09:54.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:52.511513+0000 mgr.smithi176.ajjlsm (mgr.14556) 55 : cluster [DBG] pgmap v42: 97 pgs: 97 active+clean; 331 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 12 MiB/s wr, 1.11k op/s 2022-03-27T07:09:54.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:52.511513+0000 mgr.smithi176.ajjlsm (mgr.14556) 55 : cluster [DBG] pgmap v42: 97 pgs: 97 active+clean; 331 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 12 MiB/s wr, 1.11k op/s 2022-03-27T07:09:54.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 82634 23.34 MB/sec warmup 99 sec latency 28.133 ms 2022-03-27T07:09:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:54.290999+0000 mon.smithi176 (mon.0) 655 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:09:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:54.764319+0000 mon.smithi176 (mon.0) 656 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:09:55.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:54.768848+0000 mon.smithi176 (mon.0) 657 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:09:55.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:54.772731+0000 mon.smithi176 (mon.0) 658 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr fail", "who": "smithi176.ajjlsm"}]: dispatch 2022-03-27T07:09:55.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:54.776166+0000 mon.smithi176 (mon.0) 659 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2022-03-27T07:09:55.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:54.776416+0000 mon.smithi176 (mon.0) 660 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-03-27T07:09:55.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:54.777627+0000 mon.smithi176 (mon.0) 661 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-27T07:09:55.557 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:54.290999+0000 mon.smithi176 (mon.0) 655 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:09:55.557 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:54.764319+0000 mon.smithi176 (mon.0) 656 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:09:55.557 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:54.768848+0000 mon.smithi176 (mon.0) 657 : audit [DBG] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:09:55.558 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:54.772731+0000 mon.smithi176 (mon.0) 658 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr fail", "who": "smithi176.ajjlsm"}]: dispatch 2022-03-27T07:09:55.558 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:54.776166+0000 mon.smithi176 (mon.0) 659 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2022-03-27T07:09:55.558 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:54.776416+0000 mon.smithi176 (mon.0) 660 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-03-27T07:09:55.558 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:54.777627+0000 mon.smithi176 (mon.0) 661 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-27T07:09:55.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 83473 23.32 MB/sec warmup 100 sec latency 20.640 ms 2022-03-27T07:09:56.414 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:54.511842+0000 mgr.smithi176.ajjlsm (mgr.14556) 56 : cluster [DBG] pgmap v43: 97 pgs: 97 active+clean; 331 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.3 MiB/s wr, 766 op/s 2022-03-27T07:09:56.415 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:09:54.770087+0000 mgr.smithi176.ajjlsm (mgr.14556) 57 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi176.ajjlsm) 2022-03-27T07:09:56.415 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:09:54.772441+0000 mgr.smithi176.ajjlsm (mgr.14556) 58 : cephadm [INF] Failing over to other MGR 2022-03-27T07:09:56.415 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:55.768428+0000 mon.smithi176 (mon.0) 662 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "mgr fail", "who": "smithi176.ajjlsm"}]': finished 2022-03-27T07:09:56.415 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:55.768485+0000 mon.smithi176 (mon.0) 663 : cluster [DBG] mgrmap e25: smithi204.vnvrbl(active, starting, since 0.995127s) 2022-03-27T07:09:56.416 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:55.780400+0000 mon.smithi176 (mon.0) 664 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-03-27T07:09:56.416 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:55.780488+0000 mon.smithi176 (mon.0) 665 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2022-03-27T07:09:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:54.511842+0000 mgr.smithi176.ajjlsm (mgr.14556) 56 : cluster [DBG] pgmap v43: 97 pgs: 97 active+clean; 331 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.3 MiB/s wr, 766 op/s 2022-03-27T07:09:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:09:54.770087+0000 mgr.smithi176.ajjlsm (mgr.14556) 57 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi176.ajjlsm) 2022-03-27T07:09:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:09:54.772441+0000 mgr.smithi176.ajjlsm (mgr.14556) 58 : cephadm [INF] Failing over to other MGR 2022-03-27T07:09:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:55.768428+0000 mon.smithi176 (mon.0) 662 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "mgr fail", "who": "smithi176.ajjlsm"}]': finished 2022-03-27T07:09:56.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:55.768485+0000 mon.smithi176 (mon.0) 663 : cluster [DBG] mgrmap e25: smithi204.vnvrbl(active, starting, since 0.995127s) 2022-03-27T07:09:56.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:55.780400+0000 mon.smithi176 (mon.0) 664 : audit [INF] from='mgr.14556 172.21.15.176:0/313793484' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-03-27T07:09:56.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:55.780488+0000 mon.smithi176 (mon.0) 665 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2022-03-27T07:09:56.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 84115 23.20 MB/sec warmup 101 sec latency 26.990 ms 2022-03-27T07:09:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:56.714467+0000 mon.smithi176 (mon.0) 666 : cluster [INF] Active manager daemon smithi204.vnvrbl restarted 2022-03-27T07:09:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:56.715294+0000 mon.smithi176 (mon.0) 667 : cluster [INF] Activating manager daemon smithi204.vnvrbl 2022-03-27T07:09:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:56.718123+0000 mon.smithi204 (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi204.vnvrbl/crt"}]: dispatch 2022-03-27T07:09:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:56.718687+0000 mon.smithi176 (mon.0) 668 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2022-03-27T07:09:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:56.719920+0000 mon.smithi204 (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-27T07:09:57.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:56.721682+0000 mon.smithi204 (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi204.vnvrbl/key"}]: dispatch 2022-03-27T07:09:57.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:56.722034+0000 mon.smithi204 (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-27T07:09:57.580 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:56.714467+0000 mon.smithi176 (mon.0) 666 : cluster [INF] Active manager daemon smithi204.vnvrbl restarted 2022-03-27T07:09:57.580 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:56.715294+0000 mon.smithi176 (mon.0) 667 : cluster [INF] Activating manager daemon smithi204.vnvrbl 2022-03-27T07:09:57.580 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:56.718123+0000 mon.smithi204 (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi204.vnvrbl/crt"}]: dispatch 2022-03-27T07:09:57.581 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:56.718687+0000 mon.smithi176 (mon.0) 668 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2022-03-27T07:09:57.581 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:56.719920+0000 mon.smithi204 (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-27T07:09:57.581 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:56.721682+0000 mon.smithi204 (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi204.vnvrbl/key"}]: dispatch 2022-03-27T07:09:57.581 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:56.722034+0000 mon.smithi204 (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-27T07:09:57.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 84576 23.14 MB/sec warmup 102 sec latency 50.944 ms 2022-03-27T07:09:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:57.305395+0000 mon.smithi176 (mon.0) 669 : cluster [DBG] mgrmap e26: smithi204.vnvrbl(active, starting, since 0.590334s) 2022-03-27T07:09:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.306888+0000 mon.smithi204 (mon.1) 30 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mon metadata", "id": "smithi176"}]: dispatch 2022-03-27T07:09:58.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.307136+0000 mon.smithi204 (mon.1) 31 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:09:58.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.307476+0000 mon.smithi204 (mon.1) 32 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi176.psbtkl"}]: dispatch 2022-03-27T07:09:58.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.307757+0000 mon.smithi204 (mon.1) 33 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi204.klmhfu"}]: dispatch 2022-03-27T07:09:58.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.308042+0000 mon.smithi204 (mon.1) 34 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mgr metadata", "who": "smithi204.vnvrbl", "id": "smithi204.vnvrbl"}]: dispatch 2022-03-27T07:09:58.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.308402+0000 mon.smithi204 (mon.1) 35 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T07:09:58.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.308704+0000 mon.smithi204 (mon.1) 36 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-27T07:09:58.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.309003+0000 mon.smithi204 (mon.1) 37 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-27T07:09:58.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.309333+0000 mon.smithi204 (mon.1) 38 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:09:58.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.309646+0000 mon.smithi204 (mon.1) 39 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-27T07:09:58.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.309898+0000 mon.smithi204 (mon.1) 40 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-27T07:09:58.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.310184+0000 mon.smithi204 (mon.1) 41 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-27T07:09:58.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.310456+0000 mon.smithi204 (mon.1) 42 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-27T07:09:58.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.311389+0000 mon.smithi204 (mon.1) 43 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-27T07:09:58.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.311620+0000 mon.smithi204 (mon.1) 44 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-27T07:09:58.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.312080+0000 mon.smithi204 (mon.1) 45 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-27T07:09:58.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:57.329371+0000 mon.smithi176 (mon.0) 670 : cluster [INF] Manager daemon smithi204.vnvrbl is now available 2022-03-27T07:09:58.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.352784+0000 mon.smithi176 (mon.0) 671 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:09:58.725 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:09:57.353360+0000 mgr.smithi204.vnvrbl (mgr.24447) 1 : cephadm [INF] Queued nfs.foo for migration 2022-03-27T07:09:58.725 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.471938+0000 mon.smithi204 (mon.1) 46 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:09:58.725 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.473450+0000 mon.smithi204 (mon.1) 47 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:09:58.725 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.521565+0000 mon.smithi176 (mon.0) 672 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:09:58.725 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.545415+0000 mon.smithi204 (mon.1) 48 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:09:58.726 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.545739+0000 mon.smithi176 (mon.0) 673 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:09:58.726 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.549627+0000 mon.smithi204 (mon.1) 49 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T07:09:58.726 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:09:57.549873+0000 mon.smithi176 (mon.0) 674 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T07:09:58.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:57.305395+0000 mon.smithi176 (mon.0) 669 : cluster [DBG] mgrmap e26: smithi204.vnvrbl(active, starting, since 0.590334s) 2022-03-27T07:09:58.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.306888+0000 mon.smithi204 (mon.1) 30 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mon metadata", "id": "smithi176"}]: dispatch 2022-03-27T07:09:58.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.307136+0000 mon.smithi204 (mon.1) 31 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:09:58.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.307476+0000 mon.smithi204 (mon.1) 32 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi176.psbtkl"}]: dispatch 2022-03-27T07:09:58.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.307757+0000 mon.smithi204 (mon.1) 33 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi204.klmhfu"}]: dispatch 2022-03-27T07:09:58.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.308042+0000 mon.smithi204 (mon.1) 34 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mgr metadata", "who": "smithi204.vnvrbl", "id": "smithi204.vnvrbl"}]: dispatch 2022-03-27T07:09:58.802 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.308402+0000 mon.smithi204 (mon.1) 35 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T07:09:58.802 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.308704+0000 mon.smithi204 (mon.1) 36 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-27T07:09:58.802 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.309003+0000 mon.smithi204 (mon.1) 37 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-27T07:09:58.803 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.309333+0000 mon.smithi204 (mon.1) 38 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:09:58.803 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.309646+0000 mon.smithi204 (mon.1) 39 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-27T07:09:58.803 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.309898+0000 mon.smithi204 (mon.1) 40 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-27T07:09:58.803 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.310184+0000 mon.smithi204 (mon.1) 41 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-27T07:09:58.804 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.310456+0000 mon.smithi204 (mon.1) 42 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-27T07:09:58.804 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.311389+0000 mon.smithi204 (mon.1) 43 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-27T07:09:58.804 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.311620+0000 mon.smithi204 (mon.1) 44 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-27T07:09:58.804 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.312080+0000 mon.smithi204 (mon.1) 45 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-27T07:09:58.804 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:57.329371+0000 mon.smithi176 (mon.0) 670 : cluster [INF] Manager daemon smithi204.vnvrbl is now available 2022-03-27T07:09:58.805 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.352784+0000 mon.smithi176 (mon.0) 671 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:09:58.805 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:09:57.353360+0000 mgr.smithi204.vnvrbl (mgr.24447) 1 : cephadm [INF] Queued nfs.foo for migration 2022-03-27T07:09:58.805 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.471938+0000 mon.smithi204 (mon.1) 46 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:09:58.805 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.473450+0000 mon.smithi204 (mon.1) 47 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:09:58.806 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.521565+0000 mon.smithi176 (mon.0) 672 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:09:58.806 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.545415+0000 mon.smithi204 (mon.1) 48 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:09:58.806 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.545739+0000 mon.smithi176 (mon.0) 673 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:09:58.806 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.549627+0000 mon.smithi204 (mon.1) 49 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T07:09:58.807 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:09:57.549873+0000 mon.smithi176 (mon.0) 674 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T07:09:58.893 INFO:teuthology.orchestra.run.smithi176.stdout: 5 85100 23.15 MB/sec warmup 103 sec latency 41.528 ms 2022-03-27T07:09:59.596 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:58.315215+0000 mon.smithi176 (mon.0) 675 : cluster [DBG] mgrmap e27: smithi204.vnvrbl(active, since 1.60015s) 2022-03-27T07:09:59.596 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:09:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:58.328150+0000 mgr.smithi204.vnvrbl (mgr.24447) 2 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 322 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2022-03-27T07:09:59.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:58.315215+0000 mon.smithi176 (mon.0) 675 : cluster [DBG] mgrmap e27: smithi204.vnvrbl(active, since 1.60015s) 2022-03-27T07:09:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:09:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:58.328150+0000 mgr.smithi204.vnvrbl (mgr.24447) 2 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 322 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2022-03-27T07:09:59.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 85428 23.04 MB/sec warmup 104 sec latency 47.907 ms 2022-03-27T07:10:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:59.311490+0000 mgr.smithi204.vnvrbl (mgr.24447) 3 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 322 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2022-03-27T07:10:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:09:59.318880+0000 mon.smithi176 (mon.0) 676 : cluster [DBG] mgrmap e28: smithi204.vnvrbl(active, since 2s) 2022-03-27T07:10:00.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:00.000097+0000 mon.smithi176 (mon.0) 677 : cluster [INF] overall HEALTH_OK 2022-03-27T07:10:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:59.311490+0000 mgr.smithi204.vnvrbl (mgr.24447) 3 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 322 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2022-03-27T07:10:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:09:59.318880+0000 mon.smithi176 (mon.0) 676 : cluster [DBG] mgrmap e28: smithi204.vnvrbl(active, since 2s) 2022-03-27T07:10:00.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:00.000097+0000 mon.smithi176 (mon.0) 677 : cluster [INF] overall HEALTH_OK 2022-03-27T07:10:00.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 85812 22.86 MB/sec warmup 105 sec latency 25.045 ms 2022-03-27T07:10:01.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 86292 22.74 MB/sec warmup 106 sec latency 22.001 ms 2022-03-27T07:10:01.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:01.311891+0000 mgr.smithi204.vnvrbl (mgr.24447) 4 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 322 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2022-03-27T07:10:02.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:01.311891+0000 mgr.smithi204.vnvrbl (mgr.24447) 4 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 322 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2022-03-27T07:10:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:02.508129+0000 mon.smithi176 (mon.0) 678 : cluster [DBG] Standby manager daemon smithi176.ajjlsm started 2022-03-27T07:10:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:02.511328+0000 mon.smithi176 (mon.0) 679 : audit [DBG] from='mgr.? 172.21.15.176:0/21286785' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi176.ajjlsm/crt"}]: dispatch 2022-03-27T07:10:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:02.511938+0000 mon.smithi176 (mon.0) 680 : audit [DBG] from='mgr.? 172.21.15.176:0/21286785' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-27T07:10:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:02.516350+0000 mon.smithi176 (mon.0) 681 : audit [DBG] from='mgr.? 172.21.15.176:0/21286785' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi176.ajjlsm/key"}]: dispatch 2022-03-27T07:10:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:02.517076+0000 mon.smithi176 (mon.0) 682 : audit [DBG] from='mgr.? 172.21.15.176:0/21286785' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-27T07:10:02.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 86757 22.62 MB/sec warmup 107 sec latency 36.812 ms 2022-03-27T07:10:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:02.508129+0000 mon.smithi176 (mon.0) 678 : cluster [DBG] Standby manager daemon smithi176.ajjlsm started 2022-03-27T07:10:02.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:02.511328+0000 mon.smithi176 (mon.0) 679 : audit [DBG] from='mgr.? 172.21.15.176:0/21286785' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi176.ajjlsm/crt"}]: dispatch 2022-03-27T07:10:02.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:02.511938+0000 mon.smithi176 (mon.0) 680 : audit [DBG] from='mgr.? 172.21.15.176:0/21286785' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-27T07:10:02.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:02.516350+0000 mon.smithi176 (mon.0) 681 : audit [DBG] from='mgr.? 172.21.15.176:0/21286785' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi176.ajjlsm/key"}]: dispatch 2022-03-27T07:10:02.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:02.517076+0000 mon.smithi176 (mon.0) 682 : audit [DBG] from='mgr.? 172.21.15.176:0/21286785' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-27T07:10:03.892 INFO:teuthology.orchestra.run.smithi176.stdout: 5 87373 22.51 MB/sec warmup 108 sec latency 38.471 ms 2022-03-27T07:10:03.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:02.679360+0000 mon.smithi176 (mon.0) 683 : cluster [DBG] mgrmap e29: smithi204.vnvrbl(active, since 5s), standbys: smithi176.ajjlsm 2022-03-27T07:10:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:02.682556+0000 mon.smithi204 (mon.1) 50 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mgr metadata", "who": "smithi176.ajjlsm", "id": "smithi176.ajjlsm"}]: dispatch 2022-03-27T07:10:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:03.312326+0000 mgr.smithi204.vnvrbl (mgr.24447) 5 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 322 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2022-03-27T07:10:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:03.538075+0000 mon.smithi176 (mon.0) 684 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:02.679360+0000 mon.smithi176 (mon.0) 683 : cluster [DBG] mgrmap e29: smithi204.vnvrbl(active, since 5s), standbys: smithi176.ajjlsm 2022-03-27T07:10:04.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:02.682556+0000 mon.smithi204 (mon.1) 50 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mgr metadata", "who": "smithi176.ajjlsm", "id": "smithi176.ajjlsm"}]: dispatch 2022-03-27T07:10:04.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:03.312326+0000 mgr.smithi204.vnvrbl (mgr.24447) 5 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 322 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2022-03-27T07:10:04.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:03.538075+0000 mon.smithi176 (mon.0) 684 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:04.893 INFO:teuthology.orchestra.run.smithi176.stdout: 5 88038 22.52 MB/sec warmup 109 sec latency 22.700 ms 2022-03-27T07:10:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:03.970965+0000 mon.smithi204 (mon.1) 51 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:10:04.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:03.971289+0000 mon.smithi176 (mon.0) 685 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:10:05.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:03.970965+0000 mon.smithi204 (mon.1) 51 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:10:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:03.971289+0000 mon.smithi176 (mon.0) 685 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:10:05.893 INFO:teuthology.orchestra.run.smithi176.stdout: 5 88888 22.65 MB/sec warmup 110 sec latency 32.894 ms 2022-03-27T07:10:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:05.313180+0000 mgr.smithi204.vnvrbl (mgr.24447) 6 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 313 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 4.4 MiB/s wr, 486 op/s 2022-03-27T07:10:06.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:05.313180+0000 mgr.smithi204.vnvrbl (mgr.24447) 6 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 313 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 4.4 MiB/s wr, 486 op/s 2022-03-27T07:10:06.893 INFO:teuthology.orchestra.run.smithi176.stdout: 5 89462 22.50 MB/sec warmup 111 sec latency 37.162 ms 2022-03-27T07:10:07.893 INFO:teuthology.orchestra.run.smithi176.stdout: 5 90037 22.45 MB/sec warmup 112 sec latency 250.698 ms 2022-03-27T07:10:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:06.719281+0000 mon.smithi176 (mon.0) 686 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:07.281393+0000 mon.smithi204 (mon.1) 52 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:10:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:07.281780+0000 mon.smithi176 (mon.0) 687 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:10:07.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:07.287482+0000 mon.smithi176 (mon.0) 688 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:07.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:07.304909+0000 mon.smithi204 (mon.1) 53 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-03-27T07:10:07.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:07.305253+0000 mon.smithi176 (mon.0) 689 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-03-27T07:10:07.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:07.313591+0000 mgr.smithi204.vnvrbl (mgr.24447) 7 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 313 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 KiB/s rd, 3.4 MiB/s wr, 377 op/s 2022-03-27T07:10:08.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:06.719281+0000 mon.smithi176 (mon.0) 686 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:08.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:07.281393+0000 mon.smithi204 (mon.1) 52 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:10:08.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:07.281780+0000 mon.smithi176 (mon.0) 687 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:10:08.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:07.287482+0000 mon.smithi176 (mon.0) 688 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:08.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:07.304909+0000 mon.smithi204 (mon.1) 53 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-03-27T07:10:08.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:07.305253+0000 mon.smithi176 (mon.0) 689 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-03-27T07:10:08.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:07.313591+0000 mgr.smithi204.vnvrbl (mgr.24447) 7 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 313 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 KiB/s rd, 3.4 MiB/s wr, 377 op/s 2022-03-27T07:10:08.893 INFO:teuthology.orchestra.run.smithi176.stdout: 5 90967 22.37 MB/sec warmup 113 sec latency 24.323 ms 2022-03-27T07:10:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:08.291085+0000 mon.smithi176 (mon.0) 690 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "osd pool create", "pool": ".nfs"}]': finished 2022-03-27T07:10:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:08.291135+0000 mon.smithi176 (mon.0) 691 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2022-03-27T07:10:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:08.292337+0000 mon.smithi204 (mon.1) 54 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-03-27T07:10:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:08.292797+0000 mon.smithi176 (mon.0) 692 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-03-27T07:10:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:08.293748+0000 mon.smithi204 (mon.1) 55 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-03-27T07:10:09.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:08.294446+0000 mon.smithi176 (mon.0) 693 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-03-27T07:10:09.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:08.298239+0000 mon.smithi204 (mon.1) 56 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-27T07:10:09.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:08.298748+0000 mon.smithi176 (mon.0) 694 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-27T07:10:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:08.291085+0000 mon.smithi176 (mon.0) 690 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "osd pool create", "pool": ".nfs"}]': finished 2022-03-27T07:10:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:08.291135+0000 mon.smithi176 (mon.0) 691 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2022-03-27T07:10:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:08.292337+0000 mon.smithi204 (mon.1) 54 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-03-27T07:10:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:08.292797+0000 mon.smithi176 (mon.0) 692 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-03-27T07:10:09.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:08.293748+0000 mon.smithi204 (mon.1) 55 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-03-27T07:10:09.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:08.294446+0000 mon.smithi176 (mon.0) 693 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-03-27T07:10:09.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:08.298239+0000 mon.smithi204 (mon.1) 56 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-27T07:10:09.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:08.298748+0000 mon.smithi176 (mon.0) 694 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-27T07:10:09.893 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91880 22.48 MB/sec warmup 114 sec latency 19.848 ms 2022-03-27T07:10:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:09.299099+0000 mon.smithi176 (mon.0) 695 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2022-03-27T07:10:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:09.299227+0000 mon.smithi176 (mon.0) 696 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-03-27T07:10:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:09.299363+0000 mon.smithi176 (mon.0) 697 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2022-03-27T07:10:10.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:09.301872+0000 mgr.smithi204.vnvrbl (mgr.24447) 8 : cephadm [INF] Migrating nfs.foo from legacy pool nfs-ganesha namespace foo 2022-03-27T07:10:10.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:09.316943+0000 mgr.smithi204.vnvrbl (mgr.24447) 9 : cluster [DBG] pgmap v11: 129 pgs: 32 creating+peering, 97 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 10 MiB/s wr, 1.02k op/s 2022-03-27T07:10:10.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:09.337455+0000 mgr.smithi204.vnvrbl (mgr.24447) 10 : cephadm [INF] Found 1 exports for legacy nfs.foo 2022-03-27T07:10:10.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:09.337553+0000 mgr.smithi204.vnvrbl (mgr.24447) 11 : cephadm [INF] Removing old nfs.foo daemons ['nfs.foo.smithi176', 'nfs.foo.smithi204'] 2022-03-27T07:10:10.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:09.337619+0000 mgr.smithi204.vnvrbl (mgr.24447) 12 : cephadm [INF] Remove daemons nfs.foo.smithi176 nfs.foo.smithi204 2022-03-27T07:10:10.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:09.338002+0000 mgr.smithi204.vnvrbl (mgr.24447) 13 : cephadm [INF] Removing daemon nfs.foo.smithi176 from smithi176 2022-03-27T07:10:10.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:09.338451+0000 mgr.smithi204.vnvrbl (mgr.24447) 14 : cephadm [INF] Removing daemon nfs.foo.smithi204 from smithi204 2022-03-27T07:10:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:09.299099+0000 mon.smithi176 (mon.0) 695 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2022-03-27T07:10:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:09.299227+0000 mon.smithi176 (mon.0) 696 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-03-27T07:10:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:09.299363+0000 mon.smithi176 (mon.0) 697 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2022-03-27T07:10:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:09.301872+0000 mgr.smithi204.vnvrbl (mgr.24447) 8 : cephadm [INF] Migrating nfs.foo from legacy pool nfs-ganesha namespace foo 2022-03-27T07:10:10.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:09.316943+0000 mgr.smithi204.vnvrbl (mgr.24447) 9 : cluster [DBG] pgmap v11: 129 pgs: 32 creating+peering, 97 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 10 MiB/s wr, 1.02k op/s 2022-03-27T07:10:10.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:09.337455+0000 mgr.smithi204.vnvrbl (mgr.24447) 10 : cephadm [INF] Found 1 exports for legacy nfs.foo 2022-03-27T07:10:10.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:09.337553+0000 mgr.smithi204.vnvrbl (mgr.24447) 11 : cephadm [INF] Removing old nfs.foo daemons ['nfs.foo.smithi176', 'nfs.foo.smithi204'] 2022-03-27T07:10:10.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:09.337619+0000 mgr.smithi204.vnvrbl (mgr.24447) 12 : cephadm [INF] Remove daemons nfs.foo.smithi176 nfs.foo.smithi204 2022-03-27T07:10:10.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:09.338002+0000 mgr.smithi204.vnvrbl (mgr.24447) 13 : cephadm [INF] Removing daemon nfs.foo.smithi176 from smithi176 2022-03-27T07:10:10.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:09.338451+0000 mgr.smithi204.vnvrbl (mgr.24447) 14 : cephadm [INF] Removing daemon nfs.foo.smithi204 from smithi204 2022-03-27T07:10:10.899 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 22.32 MB/sec warmup 115 sec latency 882.944 ms 2022-03-27T07:10:11.531 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:10.304938+0000 mon.smithi176 (mon.0) 698 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2022-03-27T07:10:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:10.304938+0000 mon.smithi176 (mon.0) 698 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2022-03-27T07:10:11.893 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 22.13 MB/sec warmup 116 sec latency 1882.984 ms 2022-03-27T07:10:12.429 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:11.317607+0000 mgr.smithi204.vnvrbl (mgr.24447) 15 : cluster [DBG] pgmap v13: 129 pgs: 32 creating+peering, 97 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.3 MiB/s wr, 792 op/s 2022-03-27T07:10:12.430 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:11.674296+0000 mon.smithi176 (mon.0) 699 : cluster [DBG] mgrmap e30: smithi204.vnvrbl(active, since 14s), standbys: smithi176.ajjlsm 2022-03-27T07:10:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:11.317607+0000 mgr.smithi204.vnvrbl (mgr.24447) 15 : cluster [DBG] pgmap v13: 129 pgs: 32 creating+peering, 97 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.3 MiB/s wr, 792 op/s 2022-03-27T07:10:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:11.674296+0000 mon.smithi176 (mon.0) 699 : cluster [DBG] mgrmap e30: smithi204.vnvrbl(active, since 14s), standbys: smithi176.ajjlsm 2022-03-27T07:10:12.875 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:10:12.893 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 21.94 MB/sec warmup 117 sec latency 2883.031 ms 2022-03-27T07:10:13.168 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:10:13.168 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5m) 6s ago 6m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:10:13.169 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6m) 6s ago 6m 7042k - 16.2.4 8d91d370c2b8 951098bf22f8 2022-03-27T07:10:13.169 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6m) 9s ago 6m 7155k - 16.2.4 8d91d370c2b8 34b124ac2f4b 2022-03-27T07:10:13.169 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5m) 6s ago 6m 40.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:10:13.169 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2m) 6s ago 2m 39.7M - 16.2.4 8d91d370c2b8 c74785b3ae13 2022-03-27T07:10:13.169 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2m) 9s ago 2m 13.3M - 16.2.4 8d91d370c2b8 de37a72bbc39 2022-03-27T07:10:13.170 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:9283 running (7m) 6s ago 7m 159M - 16.2.4 8d91d370c2b8 a1ce419c94ec 2022-03-27T07:10:13.170 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (23s) 9s ago 6m 418M - 16.2.7-601-g179a7bca 0f18c49abdb2 41fe517c6f0d 2022-03-27T07:10:13.170 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (7m) 6s ago 7m 112M 2048M 16.2.4 8d91d370c2b8 a808d6fae056 2022-03-27T07:10:13.170 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6m) 9s ago 6m 78.2M 2048M 16.2.4 8d91d370c2b8 a9495590cfe5 2022-03-27T07:10:13.171 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6m) 6s ago 6m 18.3M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:10:13.171 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5m) 9s ago 5m 18.0M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:10:13.171 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5m) 6s ago 5m 1162M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:10:13.171 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5m) 6s ago 5m 1044M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:10:13.172 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4m) 6s ago 4m 667M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:10:13.172 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4m) 6s ago 4m 1088M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:10:13.172 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4m) 9s ago 4m 1083M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:10:13.172 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4m) 9s ago 4m 1307M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:10:13.173 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3m) 9s ago 3m 997M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:10:13.173 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3m) 9s ago 3m 1655M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:10:13.174 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5m) 6s ago 6m 35.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:10:13.513 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:10:13.513 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:10:13.513 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:10:13.513 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:10:13.514 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:10:13.514 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 1, 2022-03-27T07:10:13.514 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:10:13.515 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:10:13.515 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:10:13.515 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-03-27T07:10:13.515 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:10:13.515 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:10:13.516 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:10:13.516 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:10:13.516 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:10:13.516 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 13, 2022-03-27T07:10:13.517 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:10:13.517 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:10:13.517 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:10:13.683 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:12.567287+0000 mgr.smithi204.vnvrbl (mgr.24447) 16 : cephadm [INF] Removing key for client.nfs.foo.smithi204 2022-03-27T07:10:13.683 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.567613+0000 mon.smithi204 (mon.1) 57 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi204"}]: dispatch 2022-03-27T07:10:13.684 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.567907+0000 mon.smithi176 (mon.0) 700 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi204"}]: dispatch 2022-03-27T07:10:13.684 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.571073+0000 mon.smithi176 (mon.0) 701 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi204"}]': finished 2022-03-27T07:10:13.684 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:12.572209+0000 mgr.smithi204.vnvrbl (mgr.24447) 17 : cephadm [INF] Removing key for client.nfs.foo.smithi204-rgw 2022-03-27T07:10:13.684 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.572402+0000 mon.smithi204 (mon.1) 58 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi204-rgw"}]: dispatch 2022-03-27T07:10:13.685 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.572649+0000 mon.smithi176 (mon.0) 702 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi204-rgw"}]: dispatch 2022-03-27T07:10:13.685 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.574879+0000 mon.smithi176 (mon.0) 703 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi204-rgw"}]': finished 2022-03-27T07:10:13.685 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:12.637236+0000 mgr.smithi204.vnvrbl (mgr.24447) 18 : cephadm [INF] Removing key for client.nfs.foo.smithi176 2022-03-27T07:10:13.685 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.637461+0000 mon.smithi204 (mon.1) 59 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi176"}]: dispatch 2022-03-27T07:10:13.686 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.637828+0000 mon.smithi176 (mon.0) 704 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi176"}]: dispatch 2022-03-27T07:10:13.686 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.640951+0000 mon.smithi176 (mon.0) 705 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi176"}]': finished 2022-03-27T07:10:13.686 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:12.641533+0000 mgr.smithi204.vnvrbl (mgr.24447) 19 : cephadm [INF] Removing key for client.nfs.foo.smithi176-rgw 2022-03-27T07:10:13.686 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.641694+0000 mon.smithi204 (mon.1) 60 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi176-rgw"}]: dispatch 2022-03-27T07:10:13.687 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.641908+0000 mon.smithi176 (mon.0) 706 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi176-rgw"}]: dispatch 2022-03-27T07:10:13.687 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.644254+0000 mon.smithi176 (mon.0) 707 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi176-rgw"}]': finished 2022-03-27T07:10:13.687 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.647661+0000 mon.smithi176 (mon.0) 708 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:13.687 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.648479+0000 mon.smithi204 (mon.1) 61 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-03-27T07:10:13.687 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.649126+0000 mgr.smithi204.vnvrbl (mgr.24447) 20 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-03-27T07:10:13.688 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.675159+0000 mon.smithi204 (mon.1) 62 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-03-27T07:10:13.688 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.678163+0000 mon.smithi176 (mon.0) 709 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-03-27T07:10:13.688 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.681919+0000 mon.smithi176 (mon.0) 710 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-03-27T07:10:13.688 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.689764+0000 mon.smithi176 (mon.0) 711 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:13.689 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.695089+0000 mon.smithi176 (mon.0) 712 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:13.689 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.698773+0000 mon.smithi176 (mon.0) 713 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:13.689 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.704344+0000 mon.smithi176 (mon.0) 714 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:13.689 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.712381+0000 mon.smithi176 (mon.0) 715 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:13.690 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.714021+0000 mon.smithi204 (mon.1) 63 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi176.zzuzdq", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-03-27T07:10:13.690 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.714284+0000 mon.smithi176 (mon.0) 716 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi176.zzuzdq", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-03-27T07:10:13.690 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.717159+0000 mon.smithi176 (mon.0) 717 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi176.zzuzdq", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-03-27T07:10:13.690 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.718096+0000 mon.smithi204 (mon.1) 64 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-03-27T07:10:13.691 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.718340+0000 mon.smithi176 (mon.0) 718 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-03-27T07:10:13.691 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.721139+0000 mon.smithi176 (mon.0) 719 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-03-27T07:10:13.691 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.722476+0000 mon.smithi204 (mon.1) 65 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:10:13.691 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.760234+0000 mon.smithi204 (mon.1) 66 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-03-27T07:10:13.692 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.760513+0000 mon.smithi176 (mon.0) 720 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-03-27T07:10:13.692 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.763928+0000 mon.smithi176 (mon.0) 721 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-03-27T07:10:13.692 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.806465+0000 mon.smithi204 (mon.1) 67 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi176.zzuzdq-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-27T07:10:13.692 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.806779+0000 mon.smithi176 (mon.0) 722 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi176.zzuzdq-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-27T07:10:13.692 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.810132+0000 mon.smithi176 (mon.0) 723 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi176.zzuzdq-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-03-27T07:10:13.693 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.816586+0000 mon.smithi204 (mon.1) 68 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:10:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:12.567287+0000 mgr.smithi204.vnvrbl (mgr.24447) 16 : cephadm [INF] Removing key for client.nfs.foo.smithi204 2022-03-27T07:10:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.567613+0000 mon.smithi204 (mon.1) 57 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi204"}]: dispatch 2022-03-27T07:10:13.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.567907+0000 mon.smithi176 (mon.0) 700 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi204"}]: dispatch 2022-03-27T07:10:13.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.571073+0000 mon.smithi176 (mon.0) 701 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi204"}]': finished 2022-03-27T07:10:13.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:12.572209+0000 mgr.smithi204.vnvrbl (mgr.24447) 17 : cephadm [INF] Removing key for client.nfs.foo.smithi204-rgw 2022-03-27T07:10:13.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.572402+0000 mon.smithi204 (mon.1) 58 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi204-rgw"}]: dispatch 2022-03-27T07:10:13.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.572649+0000 mon.smithi176 (mon.0) 702 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi204-rgw"}]: dispatch 2022-03-27T07:10:13.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.574879+0000 mon.smithi176 (mon.0) 703 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi204-rgw"}]': finished 2022-03-27T07:10:13.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:12.637236+0000 mgr.smithi204.vnvrbl (mgr.24447) 18 : cephadm [INF] Removing key for client.nfs.foo.smithi176 2022-03-27T07:10:13.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.637461+0000 mon.smithi204 (mon.1) 59 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi176"}]: dispatch 2022-03-27T07:10:13.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.637828+0000 mon.smithi176 (mon.0) 704 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi176"}]: dispatch 2022-03-27T07:10:13.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.640951+0000 mon.smithi176 (mon.0) 705 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi176"}]': finished 2022-03-27T07:10:13.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:12.641533+0000 mgr.smithi204.vnvrbl (mgr.24447) 19 : cephadm [INF] Removing key for client.nfs.foo.smithi176-rgw 2022-03-27T07:10:13.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.641694+0000 mon.smithi204 (mon.1) 60 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi176-rgw"}]: dispatch 2022-03-27T07:10:13.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.641908+0000 mon.smithi176 (mon.0) 706 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi176-rgw"}]: dispatch 2022-03-27T07:10:13.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.644254+0000 mon.smithi176 (mon.0) 707 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi176-rgw"}]': finished 2022-03-27T07:10:13.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.647661+0000 mon.smithi176 (mon.0) 708 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:13.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.648479+0000 mon.smithi204 (mon.1) 61 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-03-27T07:10:13.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.649126+0000 mgr.smithi204.vnvrbl (mgr.24447) 20 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-03-27T07:10:13.725 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.675159+0000 mon.smithi204 (mon.1) 62 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-03-27T07:10:13.725 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.678163+0000 mon.smithi176 (mon.0) 709 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-03-27T07:10:13.725 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.681919+0000 mon.smithi176 (mon.0) 710 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-03-27T07:10:13.725 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.689764+0000 mon.smithi176 (mon.0) 711 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:13.726 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.695089+0000 mon.smithi176 (mon.0) 712 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:13.726 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.698773+0000 mon.smithi176 (mon.0) 713 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:13.726 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.704344+0000 mon.smithi176 (mon.0) 714 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:13.726 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.712381+0000 mon.smithi176 (mon.0) 715 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:13.726 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.714021+0000 mon.smithi204 (mon.1) 63 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi176.zzuzdq", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-03-27T07:10:13.727 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.714284+0000 mon.smithi176 (mon.0) 716 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi176.zzuzdq", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-03-27T07:10:13.727 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.717159+0000 mon.smithi176 (mon.0) 717 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi176.zzuzdq", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-03-27T07:10:13.727 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.718096+0000 mon.smithi204 (mon.1) 64 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-03-27T07:10:13.727 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.718340+0000 mon.smithi176 (mon.0) 718 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-03-27T07:10:13.728 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.721139+0000 mon.smithi176 (mon.0) 719 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-03-27T07:10:13.728 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.722476+0000 mon.smithi204 (mon.1) 65 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:10:13.728 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.760234+0000 mon.smithi204 (mon.1) 66 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-03-27T07:10:13.728 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.760513+0000 mon.smithi176 (mon.0) 720 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-03-27T07:10:13.729 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.763928+0000 mon.smithi176 (mon.0) 721 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-03-27T07:10:13.729 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.806465+0000 mon.smithi204 (mon.1) 67 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi176.zzuzdq-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-27T07:10:13.729 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.806779+0000 mon.smithi176 (mon.0) 722 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi176.zzuzdq-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-27T07:10:13.729 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.810132+0000 mon.smithi176 (mon.0) 723 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi176.zzuzdq-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-03-27T07:10:13.729 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.816586+0000 mon.smithi204 (mon.1) 68 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:10:13.893 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 21.75 MB/sec warmup 118 sec latency 3883.098 ms 2022-03-27T07:10:14.487 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:12.686337+0000 mgr.smithi204.vnvrbl (mgr.24447) 21 : cephadm [INF] Done migrating nfs.foo 2022-03-27T07:10:14.487 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:12.686399+0000 mgr.smithi204.vnvrbl (mgr.24447) 22 : cephadm [INF] Done migrating all NFS services 2022-03-27T07:10:14.488 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:12.713703+0000 mgr.smithi204.vnvrbl (mgr.24447) 23 : cephadm [INF] Creating key for client.nfs.foo.0.0.smithi176.zzuzdq 2022-03-27T07:10:14.488 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:12.717915+0000 mgr.smithi204.vnvrbl (mgr.24447) 24 : cephadm [INF] Ensuring nfs.foo.0 is in the ganesha grace table 2022-03-27T07:10:14.488 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:12.806039+0000 mgr.smithi204.vnvrbl (mgr.24447) 25 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-03-27T07:10:14.488 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:12.806128+0000 mgr.smithi204.vnvrbl (mgr.24447) 26 : cephadm [INF] Creating key for client.nfs.foo.0.0.smithi176.zzuzdq-rgw 2022-03-27T07:10:14.488 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:12.817279+0000 mgr.smithi204.vnvrbl (mgr.24447) 27 : cephadm [INF] Deploying daemon nfs.foo.0.0.smithi176.zzuzdq on smithi176 2022-03-27T07:10:14.489 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:12.859917+0000 mgr.smithi204.vnvrbl (mgr.24447) 28 : audit [DBG] from='client.14644 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:10:14.489 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:13.158515+0000 mgr.smithi204.vnvrbl (mgr.24447) 29 : audit [DBG] from='client.14658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:10:14.489 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:13.318128+0000 mgr.smithi204.vnvrbl (mgr.24447) 30 : cluster [DBG] pgmap v14: 129 pgs: 25 creating+peering, 104 active+clean; 323 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 9.9 MiB/s wr, 928 op/s 2022-03-27T07:10:14.489 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:13.512203+0000 mon.smithi176 (mon.0) 724 : audit [DBG] from='client.? 172.21.15.176:0/2081983697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:10:14.490 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:13.768089+0000 mon.smithi176 (mon.0) 725 : cluster [DBG] mgrmap e31: smithi204.vnvrbl(active, since 17s), standbys: smithi176.ajjlsm 2022-03-27T07:10:14.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:12.686337+0000 mgr.smithi204.vnvrbl (mgr.24447) 21 : cephadm [INF] Done migrating nfs.foo 2022-03-27T07:10:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:12.686399+0000 mgr.smithi204.vnvrbl (mgr.24447) 22 : cephadm [INF] Done migrating all NFS services 2022-03-27T07:10:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:12.713703+0000 mgr.smithi204.vnvrbl (mgr.24447) 23 : cephadm [INF] Creating key for client.nfs.foo.0.0.smithi176.zzuzdq 2022-03-27T07:10:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:12.717915+0000 mgr.smithi204.vnvrbl (mgr.24447) 24 : cephadm [INF] Ensuring nfs.foo.0 is in the ganesha grace table 2022-03-27T07:10:14.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:12.806039+0000 mgr.smithi204.vnvrbl (mgr.24447) 25 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-03-27T07:10:14.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:12.806128+0000 mgr.smithi204.vnvrbl (mgr.24447) 26 : cephadm [INF] Creating key for client.nfs.foo.0.0.smithi176.zzuzdq-rgw 2022-03-27T07:10:14.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:12.817279+0000 mgr.smithi204.vnvrbl (mgr.24447) 27 : cephadm [INF] Deploying daemon nfs.foo.0.0.smithi176.zzuzdq on smithi176 2022-03-27T07:10:14.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:12.859917+0000 mgr.smithi204.vnvrbl (mgr.24447) 28 : audit [DBG] from='client.14644 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:10:14.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:13.158515+0000 mgr.smithi204.vnvrbl (mgr.24447) 29 : audit [DBG] from='client.14658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:10:14.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:13.318128+0000 mgr.smithi204.vnvrbl (mgr.24447) 30 : cluster [DBG] pgmap v14: 129 pgs: 25 creating+peering, 104 active+clean; 323 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 9.9 MiB/s wr, 928 op/s 2022-03-27T07:10:14.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:13.512203+0000 mon.smithi176 (mon.0) 724 : audit [DBG] from='client.? 172.21.15.176:0/2081983697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:10:14.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:13.768089+0000 mon.smithi176 (mon.0) 725 : cluster [DBG] mgrmap e31: smithi204.vnvrbl(active, since 17s), standbys: smithi176.ajjlsm 2022-03-27T07:10:14.893 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 21.57 MB/sec warmup 119 sec latency 4883.157 ms 2022-03-27T07:10:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:14.868606+0000 mon.smithi176 (mon.0) 726 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:14.870933+0000 mgr.smithi204.vnvrbl (mgr.24447) 31 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi204.vnaqzr 2022-03-27T07:10:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:14.871250+0000 mon.smithi204 (mon.1) 69 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi204.vnaqzr", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-03-27T07:10:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:14.871763+0000 mon.smithi176 (mon.0) 727 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi204.vnaqzr", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-03-27T07:10:16.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:14.874608+0000 mon.smithi176 (mon.0) 728 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi204.vnaqzr", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-03-27T07:10:16.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:14.876072+0000 mgr.smithi204.vnvrbl (mgr.24447) 32 : cephadm [INF] Ensuring nfs.foo.1 is in the ganesha grace table 2022-03-27T07:10:16.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:14.876342+0000 mon.smithi204 (mon.1) 70 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-03-27T07:10:16.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:14.876811+0000 mon.smithi176 (mon.0) 729 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-03-27T07:10:16.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:14.879452+0000 mon.smithi176 (mon.0) 730 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-03-27T07:10:16.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:14.881233+0000 mon.smithi204 (mon.1) 71 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:10:16.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:15.318970+0000 mgr.smithi204.vnvrbl (mgr.24447) 33 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 973 op/s 2022-03-27T07:10:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:14.868606+0000 mon.smithi176 (mon.0) 726 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:14.870933+0000 mgr.smithi204.vnvrbl (mgr.24447) 31 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi204.vnaqzr 2022-03-27T07:10:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:14.871250+0000 mon.smithi204 (mon.1) 69 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi204.vnaqzr", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-03-27T07:10:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:14.871763+0000 mon.smithi176 (mon.0) 727 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi204.vnaqzr", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-03-27T07:10:16.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:14.874608+0000 mon.smithi176 (mon.0) 728 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi204.vnaqzr", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-03-27T07:10:16.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:14.876072+0000 mgr.smithi204.vnvrbl (mgr.24447) 32 : cephadm [INF] Ensuring nfs.foo.1 is in the ganesha grace table 2022-03-27T07:10:16.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:14.876342+0000 mon.smithi204 (mon.1) 70 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-03-27T07:10:16.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:14.876811+0000 mon.smithi176 (mon.0) 729 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-03-27T07:10:16.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:14.879452+0000 mon.smithi176 (mon.0) 730 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-03-27T07:10:16.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:14.881233+0000 mon.smithi204 (mon.1) 71 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:10:16.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:15.318970+0000 mgr.smithi204.vnvrbl (mgr.24447) 33 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 973 op/s 2022-03-27T07:10:16.894 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 1 sec latency 6883.314 ms 2022-03-27T07:10:17.894 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 2 sec latency 7883.775 ms 2022-03-27T07:10:18.631 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:17.319384+0000 mgr.smithi204.vnvrbl (mgr.24447) 34 : cluster [DBG] pgmap v16: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.0 KiB/s rd, 3.2 MiB/s wr, 259 op/s 2022-03-27T07:10:18.632 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:17.760057+0000 mon.smithi204 (mon.1) 72 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-03-27T07:10:18.632 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:17.760474+0000 mon.smithi176 (mon.0) 731 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-03-27T07:10:18.632 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:17.764693+0000 mon.smithi176 (mon.0) 732 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-03-27T07:10:18.633 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:17.817783+0000 mon.smithi204 (mon.1) 73 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi204.vnaqzr-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-27T07:10:18.633 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:17.818133+0000 mon.smithi176 (mon.0) 733 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi204.vnaqzr-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-27T07:10:18.634 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:17.824010+0000 mon.smithi176 (mon.0) 734 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi204.vnaqzr-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-03-27T07:10:18.634 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:17.825589+0000 mon.smithi204 (mon.1) 74 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:10:18.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:17.319384+0000 mgr.smithi204.vnvrbl (mgr.24447) 34 : cluster [DBG] pgmap v16: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.0 KiB/s rd, 3.2 MiB/s wr, 259 op/s 2022-03-27T07:10:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:17.760057+0000 mon.smithi204 (mon.1) 72 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-03-27T07:10:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:17.760474+0000 mon.smithi176 (mon.0) 731 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-03-27T07:10:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:17.764693+0000 mon.smithi176 (mon.0) 732 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-03-27T07:10:18.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:17.817783+0000 mon.smithi204 (mon.1) 73 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi204.vnaqzr-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-27T07:10:18.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:17.818133+0000 mon.smithi176 (mon.0) 733 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi204.vnaqzr-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-27T07:10:18.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:17.824010+0000 mon.smithi176 (mon.0) 734 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi204.vnaqzr-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-03-27T07:10:18.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:17.825589+0000 mon.smithi204 (mon.1) 74 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:10:18.894 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 3 sec latency 8883.872 ms 2022-03-27T07:10:19.568 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:17.817206+0000 mgr.smithi204.vnvrbl (mgr.24447) 35 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-03-27T07:10:19.569 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:17.817323+0000 mgr.smithi204.vnvrbl (mgr.24447) 36 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi204.vnaqzr-rgw 2022-03-27T07:10:19.569 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:17.826374+0000 mgr.smithi204.vnvrbl (mgr.24447) 37 : cephadm [INF] Deploying daemon nfs.foo.1.0.smithi204.vnaqzr on smithi204 2022-03-27T07:10:19.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:17.817206+0000 mgr.smithi204.vnvrbl (mgr.24447) 35 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-03-27T07:10:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:17.817323+0000 mgr.smithi204.vnvrbl (mgr.24447) 36 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi204.vnaqzr-rgw 2022-03-27T07:10:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:17.826374+0000 mgr.smithi204.vnvrbl (mgr.24447) 37 : cephadm [INF] Deploying daemon nfs.foo.1.0.smithi204.vnaqzr on smithi204 2022-03-27T07:10:19.894 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 4 sec latency 9883.973 ms 2022-03-27T07:10:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:19.320070+0000 mgr.smithi204.vnvrbl (mgr.24447) 38 : cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 KiB/s rd, 2.6 MiB/s wr, 213 op/s 2022-03-27T07:10:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:19.939816+0000 mon.smithi176 (mon.0) 735 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:19.942276+0000 mon.smithi204 (mon.1) 75 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:10:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:19.943140+0000 mon.smithi204 (mon.1) 76 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:10:20.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:19.943682+0000 mon.smithi204 (mon.1) 77 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:10:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:19.320070+0000 mgr.smithi204.vnvrbl (mgr.24447) 38 : cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 KiB/s rd, 2.6 MiB/s wr, 213 op/s 2022-03-27T07:10:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:19.939816+0000 mon.smithi176 (mon.0) 735 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:19.942276+0000 mon.smithi204 (mon.1) 75 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:10:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:19.943140+0000 mon.smithi204 (mon.1) 76 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:10:20.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:19.943682+0000 mon.smithi204 (mon.1) 77 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:10:20.894 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 5 sec latency 10884.030 ms 2022-03-27T07:10:21.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:19.944202+0000 mgr.smithi204.vnvrbl (mgr.24447) 39 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:10:21.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:19.944202+0000 mgr.smithi204.vnvrbl (mgr.24447) 39 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:10:21.894 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 6 sec latency 11884.124 ms 2022-03-27T07:10:22.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:21.320518+0000 mgr.smithi204.vnvrbl (mgr.24447) 40 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 KiB/s rd, 2.3 MiB/s wr, 193 op/s 2022-03-27T07:10:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:21.320518+0000 mgr.smithi204.vnvrbl (mgr.24447) 40 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 KiB/s rd, 2.3 MiB/s wr, 193 op/s 2022-03-27T07:10:22.894 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 7 sec latency 12884.166 ms 2022-03-27T07:10:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:22.524667+0000 mon.smithi176 (mon.0) 736 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:23.894 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 8 sec latency 13884.281 ms 2022-03-27T07:10:23.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:22.524667+0000 mon.smithi176 (mon.0) 736 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:23.320970+0000 mgr.smithi204.vnvrbl (mgr.24447) 41 : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.1 KiB/s rd, 2.1 MiB/s wr, 179 op/s 2022-03-27T07:10:24.894 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 9 sec latency 14884.378 ms 2022-03-27T07:10:24.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:23.320970+0000 mgr.smithi204.vnvrbl (mgr.24447) 41 : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.1 KiB/s rd, 2.1 MiB/s wr, 179 op/s 2022-03-27T07:10:25.894 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 10 sec latency 15884.417 ms 2022-03-27T07:10:26.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:25.321619+0000 mgr.smithi204.vnvrbl (mgr.24447) 42 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 MiB/s wr, 112 op/s 2022-03-27T07:10:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:25.349875+0000 mon.smithi176 (mon.0) 737 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:25.321619+0000 mgr.smithi204.vnvrbl (mgr.24447) 42 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 MiB/s wr, 112 op/s 2022-03-27T07:10:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:25.349875+0000 mon.smithi176 (mon.0) 737 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:26.894 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 11 sec latency 16884.446 ms 2022-03-27T07:10:27.895 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 12 sec latency 17884.500 ms 2022-03-27T07:10:27.908 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:26.750416+0000 mon.smithi176 (mon.0) 738 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:27.908 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:26.755910+0000 mon.smithi176 (mon.0) 739 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:27.909 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:26.762728+0000 mon.smithi176 (mon.0) 740 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:27.909 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:26.767071+0000 mon.smithi204 (mon.1) 78 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:10:27.909 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:26.771606+0000 mon.smithi176 (mon.0) 741 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:27.909 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:26.773368+0000 mgr.smithi204.vnvrbl (mgr.24447) 43 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi204.vnvrbl) 2022-03-27T07:10:27.910 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:27.322243+0000 mgr.smithi204.vnvrbl (mgr.24447) 44 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 KiB/s rd, 9.0 KiB/s wr, 6 op/s 2022-03-27T07:10:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:26.750416+0000 mon.smithi176 (mon.0) 738 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:26.755910+0000 mon.smithi176 (mon.0) 739 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:26.762728+0000 mon.smithi176 (mon.0) 740 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:26.767071+0000 mon.smithi204 (mon.1) 78 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:10:27.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:26.771606+0000 mon.smithi176 (mon.0) 741 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:27.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:26.773368+0000 mgr.smithi204.vnvrbl (mgr.24447) 43 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi204.vnvrbl) 2022-03-27T07:10:27.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:27.322243+0000 mgr.smithi204.vnvrbl (mgr.24447) 44 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 KiB/s rd, 9.0 KiB/s wr, 6 op/s 2022-03-27T07:10:28.895 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 13 sec latency 18884.553 ms 2022-03-27T07:10:29.044 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:27.862422+0000 mgr.smithi204.vnvrbl (mgr.24447) 45 : cephadm [INF] Upgrade: Updating mgr.smithi176.ajjlsm 2022-03-27T07:10:29.044 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:27.866885+0000 mon.smithi176 (mon.0) 742 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:29.045 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:27.868339+0000 mon.smithi204 (mon.1) 79 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi176.ajjlsm", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-27T07:10:29.045 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:27.868710+0000 mon.smithi176 (mon.0) 743 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi176.ajjlsm", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-27T07:10:29.045 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:27.869932+0000 mon.smithi204 (mon.1) 80 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-27T07:10:29.045 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:27.870854+0000 mon.smithi204 (mon.1) 81 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:10:29.046 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:27.871550+0000 mgr.smithi204.vnvrbl (mgr.24447) 46 : cephadm [INF] Deploying daemon mgr.smithi176.ajjlsm on smithi176 2022-03-27T07:10:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:27.862422+0000 mgr.smithi204.vnvrbl (mgr.24447) 45 : cephadm [INF] Upgrade: Updating mgr.smithi176.ajjlsm 2022-03-27T07:10:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:27.866885+0000 mon.smithi176 (mon.0) 742 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:27.868339+0000 mon.smithi204 (mon.1) 79 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi176.ajjlsm", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-27T07:10:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:27.868710+0000 mon.smithi176 (mon.0) 743 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi176.ajjlsm", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-27T07:10:29.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:27.869932+0000 mon.smithi204 (mon.1) 80 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-27T07:10:29.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:27.870854+0000 mon.smithi204 (mon.1) 81 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:10:29.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:27.871550+0000 mgr.smithi204.vnvrbl (mgr.24447) 46 : cephadm [INF] Deploying daemon mgr.smithi176.ajjlsm on smithi176 2022-03-27T07:10:29.895 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 14 sec latency 19884.656 ms 2022-03-27T07:10:29.998 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:29.322915+0000 mgr.smithi204.vnvrbl (mgr.24447) 47 : cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.8 KiB/s rd, 9.4 KiB/s wr, 6 op/s 2022-03-27T07:10:30.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:29.322915+0000 mgr.smithi204.vnvrbl (mgr.24447) 47 : cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.8 KiB/s rd, 9.4 KiB/s wr, 6 op/s 2022-03-27T07:10:30.895 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 15 sec latency 20884.732 ms 2022-03-27T07:10:31.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:30.421899+0000 mon.smithi176 (mon.0) 744 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:30.423674+0000 mon.smithi204 (mon.1) 82 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:10:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:30.424919+0000 mon.smithi204 (mon.1) 83 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:10:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:30.425708+0000 mon.smithi204 (mon.1) 84 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:10:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:30.426426+0000 mgr.smithi204.vnvrbl (mgr.24447) 48 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:10:31.732 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:30.421899+0000 mon.smithi176 (mon.0) 744 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:31.732 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:30.423674+0000 mon.smithi204 (mon.1) 82 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:10:31.733 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:30.424919+0000 mon.smithi204 (mon.1) 83 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:10:31.733 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:30.425708+0000 mon.smithi204 (mon.1) 84 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:10:31.733 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:30.426426+0000 mgr.smithi204.vnvrbl (mgr.24447) 48 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:10:31.895 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 16 sec latency 21884.790 ms 2022-03-27T07:10:32.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:31.323557+0000 mgr.smithi204.vnvrbl (mgr.24447) 49 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2022-03-27T07:10:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:31.323557+0000 mgr.smithi204.vnvrbl (mgr.24447) 49 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2022-03-27T07:10:32.895 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 17 sec latency 22884.849 ms 2022-03-27T07:10:33.895 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 18 sec latency 23884.881 ms 2022-03-27T07:10:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:33.324048+0000 mgr.smithi204.vnvrbl (mgr.24447) 50 : cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2022-03-27T07:10:34.750 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:33.324048+0000 mgr.smithi204.vnvrbl (mgr.24447) 50 : cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2022-03-27T07:10:34.895 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 19 sec latency 24884.909 ms 2022-03-27T07:10:35.895 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 20 sec latency 25884.937 ms 2022-03-27T07:10:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:35.324565+0000 mgr.smithi204.vnvrbl (mgr.24447) 51 : cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 597 B/s wr, 0 op/s 2022-03-27T07:10:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:35.438643+0000 mon.smithi176 (mon.0) 745 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:35.887255+0000 mon.smithi176 (mon.0) 746 : cluster [DBG] Standby manager daemon smithi176.ajjlsm restarted 2022-03-27T07:10:36.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:35.887344+0000 mon.smithi176 (mon.0) 747 : cluster [DBG] Standby manager daemon smithi176.ajjlsm started 2022-03-27T07:10:36.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:35.889521+0000 mon.smithi176 (mon.0) 748 : audit [DBG] from='mgr.? 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi176.ajjlsm/crt"}]: dispatch 2022-03-27T07:10:36.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:35.890031+0000 mon.smithi176 (mon.0) 749 : audit [DBG] from='mgr.? 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-27T07:10:36.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:35.892753+0000 mon.smithi176 (mon.0) 750 : audit [DBG] from='mgr.? 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi176.ajjlsm/key"}]: dispatch 2022-03-27T07:10:36.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:35.893568+0000 mon.smithi176 (mon.0) 751 : audit [DBG] from='mgr.? 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-27T07:10:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:35.324565+0000 mgr.smithi204.vnvrbl (mgr.24447) 51 : cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 597 B/s wr, 0 op/s 2022-03-27T07:10:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:35.438643+0000 mon.smithi176 (mon.0) 745 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:35.887255+0000 mon.smithi176 (mon.0) 746 : cluster [DBG] Standby manager daemon smithi176.ajjlsm restarted 2022-03-27T07:10:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:35.887344+0000 mon.smithi176 (mon.0) 747 : cluster [DBG] Standby manager daemon smithi176.ajjlsm started 2022-03-27T07:10:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:35.889521+0000 mon.smithi176 (mon.0) 748 : audit [DBG] from='mgr.? 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi176.ajjlsm/crt"}]: dispatch 2022-03-27T07:10:36.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:35.890031+0000 mon.smithi176 (mon.0) 749 : audit [DBG] from='mgr.? 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-27T07:10:36.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:35.892753+0000 mon.smithi176 (mon.0) 750 : audit [DBG] from='mgr.? 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi176.ajjlsm/key"}]: dispatch 2022-03-27T07:10:36.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:35.893568+0000 mon.smithi176 (mon.0) 751 : audit [DBG] from='mgr.? 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-27T07:10:36.895 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 21 sec latency 26884.965 ms 2022-03-27T07:10:37.895 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 22 sec latency 27884.989 ms 2022-03-27T07:10:37.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:36.678809+0000 mon.smithi176 (mon.0) 752 : cluster [DBG] mgrmap e32: smithi204.vnvrbl(active, since 39s), standbys: smithi176.ajjlsm 2022-03-27T07:10:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:37.325230+0000 mgr.smithi204.vnvrbl (mgr.24447) 52 : cluster [DBG] pgmap v26: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-03-27T07:10:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:36.678809+0000 mon.smithi176 (mon.0) 752 : cluster [DBG] mgrmap e32: smithi204.vnvrbl(active, since 39s), standbys: smithi176.ajjlsm 2022-03-27T07:10:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:37.325230+0000 mgr.smithi204.vnvrbl (mgr.24447) 52 : cluster [DBG] pgmap v26: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-03-27T07:10:38.896 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 23 sec latency 28885.051 ms 2022-03-27T07:10:39.895 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 24 sec latency 29885.101 ms 2022-03-27T07:10:40.081 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:38.802406+0000 mon.smithi176 (mon.0) 753 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:40.081 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:38.809944+0000 mon.smithi176 (mon.0) 754 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:40.081 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:38.818536+0000 mon.smithi176 (mon.0) 755 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:40.082 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:38.822693+0000 mon.smithi204 (mon.1) 85 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:10:40.082 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:38.825034+0000 mgr.smithi204.vnvrbl (mgr.24447) 53 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi204.vnvrbl) 2022-03-27T07:10:40.082 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:38.827427+0000 mgr.smithi204.vnvrbl (mgr.24447) 54 : cephadm [INF] Failing over to other MGR 2022-03-27T07:10:40.082 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:38.827687+0000 mon.smithi204 (mon.1) 86 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mgr fail", "who": "smithi204.vnvrbl"}]: dispatch 2022-03-27T07:10:40.083 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:38.827996+0000 mon.smithi176 (mon.0) 756 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mgr fail", "who": "smithi204.vnvrbl"}]: dispatch 2022-03-27T07:10:40.083 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:38.835326+0000 mon.smithi176 (mon.0) 757 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2022-03-27T07:10:40.083 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:38.903840+0000 mon.smithi176 (mon.0) 758 : cluster [DBG] Standby manager daemon smithi204.vnvrbl started 2022-03-27T07:10:40.083 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:39.325740+0000 mgr.smithi204.vnvrbl (mgr.24447) 55 : cluster [DBG] pgmap v28: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-27T07:10:40.088 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:38.802406+0000 mon.smithi176 (mon.0) 753 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:40.089 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:38.809944+0000 mon.smithi176 (mon.0) 754 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:40.089 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:38.818536+0000 mon.smithi176 (mon.0) 755 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T07:10:40.089 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:38.822693+0000 mon.smithi204 (mon.1) 85 : audit [DBG] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:10:40.089 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:38.825034+0000 mgr.smithi204.vnvrbl (mgr.24447) 53 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi204.vnvrbl) 2022-03-27T07:10:40.089 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:38.827427+0000 mgr.smithi204.vnvrbl (mgr.24447) 54 : cephadm [INF] Failing over to other MGR 2022-03-27T07:10:40.090 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:38.827687+0000 mon.smithi204 (mon.1) 86 : audit [INF] from='mgr.24447 172.21.15.204:0/2307297567' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mgr fail", "who": "smithi204.vnvrbl"}]: dispatch 2022-03-27T07:10:40.090 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:38.827996+0000 mon.smithi176 (mon.0) 756 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mgr fail", "who": "smithi204.vnvrbl"}]: dispatch 2022-03-27T07:10:40.090 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:38.835326+0000 mon.smithi176 (mon.0) 757 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2022-03-27T07:10:40.090 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:38.903840+0000 mon.smithi176 (mon.0) 758 : cluster [DBG] Standby manager daemon smithi204.vnvrbl started 2022-03-27T07:10:40.091 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:39.325740+0000 mgr.smithi204.vnvrbl (mgr.24447) 55 : cluster [DBG] pgmap v28: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-27T07:10:40.895 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 25 sec latency 30885.130 ms 2022-03-27T07:10:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.826090+0000 mon.smithi176 (mon.0) 759 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "mgr fail", "who": "smithi204.vnvrbl"}]': finished 2022-03-27T07:10:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:39.826177+0000 mon.smithi176 (mon.0) 760 : cluster [DBG] mgrmap e33: smithi176.ajjlsm(active, starting, since 0.997566s), standbys: smithi204.vnvrbl 2022-03-27T07:10:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.828155+0000 mon.smithi176 (mon.0) 761 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi176"}]: dispatch 2022-03-27T07:10:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.828317+0000 mon.smithi176 (mon.0) 762 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:10:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.828517+0000 mon.smithi176 (mon.0) 763 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi176.psbtkl"}]: dispatch 2022-03-27T07:10:41.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.828757+0000 mon.smithi176 (mon.0) 764 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi204.klmhfu"}]: dispatch 2022-03-27T07:10:41.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.829729+0000 mon.smithi176 (mon.0) 765 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr metadata", "who": "smithi176.ajjlsm", "id": "smithi176.ajjlsm"}]: dispatch 2022-03-27T07:10:41.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.829936+0000 mon.smithi176 (mon.0) 766 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr metadata", "who": "smithi204.vnvrbl", "id": "smithi204.vnvrbl"}]: dispatch 2022-03-27T07:10:41.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.830156+0000 mon.smithi176 (mon.0) 767 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T07:10:41.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.830405+0000 mon.smithi176 (mon.0) 768 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-27T07:10:41.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.830596+0000 mon.smithi176 (mon.0) 769 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-27T07:10:41.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.830807+0000 mon.smithi176 (mon.0) 770 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:10:41.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.830998+0000 mon.smithi176 (mon.0) 771 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-27T07:10:41.224 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.831218+0000 mon.smithi176 (mon.0) 772 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-27T07:10:41.224 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.831778+0000 mon.smithi176 (mon.0) 773 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-27T07:10:41.224 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.832015+0000 mon.smithi176 (mon.0) 774 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-27T07:10:41.224 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.832428+0000 mon.smithi176 (mon.0) 775 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-27T07:10:41.225 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.834890+0000 mon.smithi176 (mon.0) 776 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-27T07:10:41.225 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.835376+0000 mon.smithi176 (mon.0) 777 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-27T07:10:41.225 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:39.862855+0000 mon.smithi176 (mon.0) 778 : cluster [INF] Manager daemon smithi176.ajjlsm is now available 2022-03-27T07:10:41.225 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:39.876054+0000 mgr.smithi176.ajjlsm (mgr.14696) 1 : cephadm [INF] inventory: adjusted host smithi204 addr 'smithi204' -> '172.21.15.204' 2022-03-27T07:10:41.225 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.879606+0000 mon.smithi176 (mon.0) 779 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:10:41.226 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.972570+0000 mon.smithi176 (mon.0) 780 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:10:41.226 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.973773+0000 mon.smithi176 (mon.0) 781 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:10:41.227 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.975314+0000 mon.smithi176 (mon.0) 782 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:10:41.227 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:39.976126+0000 mon.smithi176 (mon.0) 783 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:10:41.227 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:39.977275+0000 mgr.smithi176.ajjlsm (mgr.14696) 2 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:10:41.227 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:40.019325+0000 mon.smithi176 (mon.0) 784 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:10:41.228 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:40.023929+0000 mon.smithi176 (mon.0) 785 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:10:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.826090+0000 mon.smithi176 (mon.0) 759 : audit [INF] from='mgr.24447 ' entity='mgr.smithi204.vnvrbl' cmd='[{"prefix": "mgr fail", "who": "smithi204.vnvrbl"}]': finished 2022-03-27T07:10:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:39.826177+0000 mon.smithi176 (mon.0) 760 : cluster [DBG] mgrmap e33: smithi176.ajjlsm(active, starting, since 0.997566s), standbys: smithi204.vnvrbl 2022-03-27T07:10:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.828155+0000 mon.smithi176 (mon.0) 761 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi176"}]: dispatch 2022-03-27T07:10:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.828317+0000 mon.smithi176 (mon.0) 762 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:10:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.828517+0000 mon.smithi176 (mon.0) 763 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi176.psbtkl"}]: dispatch 2022-03-27T07:10:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.828757+0000 mon.smithi176 (mon.0) 764 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi204.klmhfu"}]: dispatch 2022-03-27T07:10:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.829729+0000 mon.smithi176 (mon.0) 765 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr metadata", "who": "smithi176.ajjlsm", "id": "smithi176.ajjlsm"}]: dispatch 2022-03-27T07:10:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.829936+0000 mon.smithi176 (mon.0) 766 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr metadata", "who": "smithi204.vnvrbl", "id": "smithi204.vnvrbl"}]: dispatch 2022-03-27T07:10:41.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.830156+0000 mon.smithi176 (mon.0) 767 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T07:10:41.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.830405+0000 mon.smithi176 (mon.0) 768 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-27T07:10:41.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.830596+0000 mon.smithi176 (mon.0) 769 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-27T07:10:41.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.830807+0000 mon.smithi176 (mon.0) 770 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T07:10:41.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.830998+0000 mon.smithi176 (mon.0) 771 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-27T07:10:41.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.831218+0000 mon.smithi176 (mon.0) 772 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-27T07:10:41.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.831778+0000 mon.smithi176 (mon.0) 773 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-27T07:10:41.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.832015+0000 mon.smithi176 (mon.0) 774 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-27T07:10:41.302 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.832428+0000 mon.smithi176 (mon.0) 775 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-27T07:10:41.302 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.834890+0000 mon.smithi176 (mon.0) 776 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-27T07:10:41.302 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.835376+0000 mon.smithi176 (mon.0) 777 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-27T07:10:41.302 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:39.862855+0000 mon.smithi176 (mon.0) 778 : cluster [INF] Manager daemon smithi176.ajjlsm is now available 2022-03-27T07:10:41.303 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:39.876054+0000 mgr.smithi176.ajjlsm (mgr.14696) 1 : cephadm [INF] inventory: adjusted host smithi204 addr 'smithi204' -> '172.21.15.204' 2022-03-27T07:10:41.303 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.879606+0000 mon.smithi176 (mon.0) 779 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:10:41.303 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.972570+0000 mon.smithi176 (mon.0) 780 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:10:41.303 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.973773+0000 mon.smithi176 (mon.0) 781 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:10:41.303 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.975314+0000 mon.smithi176 (mon.0) 782 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:10:41.304 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:39.976126+0000 mon.smithi176 (mon.0) 783 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:10:41.304 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:39.977275+0000 mgr.smithi176.ajjlsm (mgr.14696) 2 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:10:41.304 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:40.019325+0000 mon.smithi176 (mon.0) 784 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:10:41.304 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:40.023929+0000 mon.smithi176 (mon.0) 785 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:10:41.895 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 26 sec latency 31885.158 ms 2022-03-27T07:10:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:40.841231+0000 mon.smithi176 (mon.0) 786 : cluster [DBG] mgrmap e34: smithi176.ajjlsm(active, since 2s), standbys: smithi204.vnvrbl 2022-03-27T07:10:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:40.857415+0000 mgr.smithi176.ajjlsm (mgr.14696) 3 : cluster [DBG] pgmap v3: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-27T07:10:42.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:40.841231+0000 mon.smithi176 (mon.0) 786 : cluster [DBG] mgrmap e34: smithi176.ajjlsm(active, since 2s), standbys: smithi204.vnvrbl 2022-03-27T07:10:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:40.857415+0000 mgr.smithi176.ajjlsm (mgr.14696) 3 : cluster [DBG] pgmap v3: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-27T07:10:42.895 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 27 sec latency 32885.212 ms 2022-03-27T07:10:42.941 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:41.832414+0000 mgr.smithi176.ajjlsm (mgr.14696) 4 : cluster [DBG] pgmap v4: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-27T07:10:43.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:41.832414+0000 mgr.smithi176.ajjlsm (mgr.14696) 4 : cluster [DBG] pgmap v4: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-27T07:10:43.823 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:10:43.895 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 28 sec latency 33885.252 ms 2022-03-27T07:10:44.105 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:10:44.105 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6m) 5s ago 7m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:10:44.106 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (7m) 5s ago 7m 7042k - 16.2.4 8d91d370c2b8 951098bf22f8 2022-03-27T07:10:44.106 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6m) 8s ago 6m 7147k - 16.2.4 8d91d370c2b8 34b124ac2f4b 2022-03-27T07:10:44.106 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6m) 5s ago 6m 40.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:10:44.106 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2m) 5s ago 2m 39.4M - 16.2.4 8d91d370c2b8 c74785b3ae13 2022-03-27T07:10:44.107 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2m) 8s ago 2m 13.6M - 16.2.4 8d91d370c2b8 de37a72bbc39 2022-03-27T07:10:44.107 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (14s) 5s ago 8m 60.1M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:10:44.107 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (54s) 8s ago 6m 436M - 16.2.7-601-g179a7bca 0f18c49abdb2 41fe517c6f0d 2022-03-27T07:10:44.107 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (8m) 5s ago 8m 125M 2048M 16.2.4 8d91d370c2b8 a808d6fae056 2022-03-27T07:10:44.107 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6m) 8s ago 6m 90.1M 2048M 16.2.4 8d91d370c2b8 a9495590cfe5 2022-03-27T07:10:44.108 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (29s) 5s ago 29s 55.5M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:10:44.108 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (24s) 8s ago 24s 61.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:10:44.108 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6m) 5s ago 6m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:10:44.108 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6m) 8s ago 6m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:10:44.109 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5m) 5s ago 5m 1256M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:10:44.109 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5m) 5s ago 5m 1140M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:10:44.109 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5m) 5s ago 5m 716M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:10:44.109 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5m) 5s ago 5m 1233M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:10:44.110 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4m) 8s ago 4m 1153M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:10:44.110 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4m) 8s ago 4m 1418M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:10:44.110 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4m) 8s ago 4m 1077M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:10:44.110 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4m) 8s ago 4m 1793M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:10:44.110 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5m) 5s ago 6m 45.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:10:44.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:42.849822+0000 mon.smithi176 (mon.0) 787 : cluster [DBG] mgrmap e35: smithi176.ajjlsm(active, since 4s), standbys: smithi204.vnvrbl 2022-03-27T07:10:44.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:42.849822+0000 mon.smithi176 (mon.0) 787 : cluster [DBG] mgrmap e35: smithi176.ajjlsm(active, since 4s), standbys: smithi204.vnvrbl 2022-03-27T07:10:44.470 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:10:44.471 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:10:44.471 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:10:44.471 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:10:44.471 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:10:44.471 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:10:44.472 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:10:44.472 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:10:44.472 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-03-27T07:10:44.472 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:10:44.473 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:10:44.473 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:10:44.473 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:10:44.473 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:10:44.473 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 12, 2022-03-27T07:10:44.474 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:10:44.474 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:10:44.474 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:10:44.895 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 29 sec latency 34885.295 ms 2022-03-27T07:10:45.026 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:43.810014+0000 mgr.smithi176.ajjlsm (mgr.14696) 5 : audit [DBG] from='client.14720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:10:45.027 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:43.832810+0000 mgr.smithi176.ajjlsm (mgr.14696) 6 : cluster [DBG] pgmap v5: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-27T07:10:45.027 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:44.095967+0000 mgr.smithi176.ajjlsm (mgr.14696) 7 : audit [DBG] from='client.14724 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:10:45.027 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:44.469908+0000 mon.smithi176 (mon.0) 788 : audit [DBG] from='client.? 172.21.15.176:0/1579383087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:10:45.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:43.810014+0000 mgr.smithi176.ajjlsm (mgr.14696) 5 : audit [DBG] from='client.14720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:10:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:43.832810+0000 mgr.smithi176.ajjlsm (mgr.14696) 6 : cluster [DBG] pgmap v5: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-27T07:10:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:44.095967+0000 mgr.smithi176.ajjlsm (mgr.14696) 7 : audit [DBG] from='client.14724 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:10:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:44.469908+0000 mon.smithi176 (mon.0) 788 : audit [DBG] from='client.? 172.21.15.176:0/1579383087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:10:45.895 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 30 sec latency 35885.334 ms 2022-03-27T07:10:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:45.267597+0000 mon.smithi176 (mon.0) 789 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:10:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:45.587471+0000 mon.smithi176 (mon.0) 790 : cluster [DBG] Standby manager daemon smithi204.vnvrbl restarted 2022-03-27T07:10:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:45.587555+0000 mon.smithi176 (mon.0) 791 : cluster [DBG] Standby manager daemon smithi204.vnvrbl started 2022-03-27T07:10:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:45.589466+0000 mon.smithi204 (mon.1) 87 : audit [DBG] from='mgr.? 172.21.15.204:0/3004998416' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi204.vnvrbl/crt"}]: dispatch 2022-03-27T07:10:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:45.591077+0000 mon.smithi204 (mon.1) 88 : audit [DBG] from='mgr.? 172.21.15.204:0/3004998416' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-27T07:10:46.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:45.594000+0000 mon.smithi204 (mon.1) 89 : audit [DBG] from='mgr.? 172.21.15.204:0/3004998416' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi204.vnvrbl/key"}]: dispatch 2022-03-27T07:10:46.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:45.594378+0000 mon.smithi204 (mon.1) 90 : audit [DBG] from='mgr.? 172.21.15.204:0/3004998416' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-27T07:10:46.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:45.668635+0000 mon.smithi176 (mon.0) 792 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:10:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:45.267597+0000 mon.smithi176 (mon.0) 789 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:10:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:45.587471+0000 mon.smithi176 (mon.0) 790 : cluster [DBG] Standby manager daemon smithi204.vnvrbl restarted 2022-03-27T07:10:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:45.587555+0000 mon.smithi176 (mon.0) 791 : cluster [DBG] Standby manager daemon smithi204.vnvrbl started 2022-03-27T07:10:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:45.589466+0000 mon.smithi204 (mon.1) 87 : audit [DBG] from='mgr.? 172.21.15.204:0/3004998416' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi204.vnvrbl/crt"}]: dispatch 2022-03-27T07:10:46.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:45.591077+0000 mon.smithi204 (mon.1) 88 : audit [DBG] from='mgr.? 172.21.15.204:0/3004998416' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-27T07:10:46.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:45.594000+0000 mon.smithi204 (mon.1) 89 : audit [DBG] from='mgr.? 172.21.15.204:0/3004998416' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi204.vnvrbl/key"}]: dispatch 2022-03-27T07:10:46.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:45.594378+0000 mon.smithi204 (mon.1) 90 : audit [DBG] from='mgr.? 172.21.15.204:0/3004998416' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-27T07:10:46.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:45.668635+0000 mon.smithi176 (mon.0) 792 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:10:46.895 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 31 sec latency 36885.364 ms 2022-03-27T07:10:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:45.833182+0000 mgr.smithi176.ajjlsm (mgr.14696) 8 : cluster [DBG] pgmap v6: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-27T07:10:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:46.276223+0000 mon.smithi176 (mon.0) 793 : cluster [DBG] mgrmap e36: smithi176.ajjlsm(active, since 7s), standbys: smithi204.vnvrbl 2022-03-27T07:10:47.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:45.833182+0000 mgr.smithi176.ajjlsm (mgr.14696) 8 : cluster [DBG] pgmap v6: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-27T07:10:47.608 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:46.276223+0000 mon.smithi176 (mon.0) 793 : cluster [DBG] mgrmap e36: smithi176.ajjlsm(active, since 7s), standbys: smithi204.vnvrbl 2022-03-27T07:10:47.895 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 32 sec latency 37885.393 ms 2022-03-27T07:10:48.896 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 33 sec latency 38885.473 ms 2022-03-27T07:10:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:47.710997+0000 mon.smithi176 (mon.0) 794 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:10:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:47.833823+0000 mgr.smithi176.ajjlsm (mgr.14696) 9 : cluster [DBG] pgmap v7: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 146 B/s rd, 0 op/s 2022-03-27T07:10:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:48.089373+0000 mon.smithi176 (mon.0) 795 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:10:48.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:48.093533+0000 mon.smithi176 (mon.0) 796 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:10:48.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:48.100768+0000 mon.smithi176 (mon.0) 797 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:10:48.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:48.103471+0000 mon.smithi176 (mon.0) 798 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:10:49.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:47.710997+0000 mon.smithi176 (mon.0) 794 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:10:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:47.833823+0000 mgr.smithi176.ajjlsm (mgr.14696) 9 : cluster [DBG] pgmap v7: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 146 B/s rd, 0 op/s 2022-03-27T07:10:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:48.089373+0000 mon.smithi176 (mon.0) 795 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:10:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:48.093533+0000 mon.smithi176 (mon.0) 796 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:10:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:48.100768+0000 mon.smithi176 (mon.0) 797 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:10:49.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:48.103471+0000 mon.smithi176 (mon.0) 798 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:10:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:49.400633+0000 mon.smithi176 (mon.0) 799 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi204.vnvrbl", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-27T07:10:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:49.401655+0000 mon.smithi176 (mon.0) 800 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-27T07:10:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:49.402572+0000 mon.smithi176 (mon.0) 801 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:10:49.896 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 34 sec latency 39885.559 ms 2022-03-27T07:10:50.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:49.400633+0000 mon.smithi176 (mon.0) 799 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi204.vnvrbl", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-27T07:10:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:49.401655+0000 mon.smithi176 (mon.0) 800 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-27T07:10:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:49.402572+0000 mon.smithi176 (mon.0) 801 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:10:50.896 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 35 sec latency 40885.684 ms 2022-03-27T07:10:51.026 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:49.400161+0000 mgr.smithi176.ajjlsm (mgr.14696) 10 : cephadm [INF] Upgrade: Updating mgr.smithi204.vnvrbl 2022-03-27T07:10:51.026 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:49.403274+0000 mgr.smithi176.ajjlsm (mgr.14696) 11 : cephadm [INF] Deploying daemon mgr.smithi204.vnvrbl on smithi204 2022-03-27T07:10:51.026 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:49.834433+0000 mgr.smithi176.ajjlsm (mgr.14696) 12 : cluster [DBG] pgmap v8: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 114 B/s rd, 0 op/s 2022-03-27T07:10:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:49.400161+0000 mgr.smithi176.ajjlsm (mgr.14696) 10 : cephadm [INF] Upgrade: Updating mgr.smithi204.vnvrbl 2022-03-27T07:10:51.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:49.403274+0000 mgr.smithi176.ajjlsm (mgr.14696) 11 : cephadm [INF] Deploying daemon mgr.smithi204.vnvrbl on smithi204 2022-03-27T07:10:51.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:49.834433+0000 mgr.smithi176.ajjlsm (mgr.14696) 12 : cluster [DBG] pgmap v8: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 114 B/s rd, 0 op/s 2022-03-27T07:10:51.896 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 36 sec latency 41885.813 ms 2022-03-27T07:10:52.896 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 37 sec latency 42885.926 ms 2022-03-27T07:10:53.161 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:51.835460+0000 mgr.smithi176.ajjlsm (mgr.14696) 13 : cluster [DBG] pgmap v9: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 186 B/s rd, 0 op/s 2022-03-27T07:10:53.161 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:51.841658+0000 mon.smithi176 (mon.0) 802 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:10:53.161 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:51.842465+0000 mon.smithi176 (mon.0) 803 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:10:53.161 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:51.843711+0000 mon.smithi176 (mon.0) 804 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:10:53.162 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:51.844491+0000 mon.smithi176 (mon.0) 805 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:10:53.162 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:51.845216+0000 mgr.smithi176.ajjlsm (mgr.14696) 14 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:10:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:51.835460+0000 mgr.smithi176.ajjlsm (mgr.14696) 13 : cluster [DBG] pgmap v9: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 186 B/s rd, 0 op/s 2022-03-27T07:10:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:51.841658+0000 mon.smithi176 (mon.0) 802 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:10:53.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:51.842465+0000 mon.smithi176 (mon.0) 803 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:10:53.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:51.843711+0000 mon.smithi176 (mon.0) 804 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:10:53.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:51.844491+0000 mon.smithi176 (mon.0) 805 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:10:53.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:51.845216+0000 mgr.smithi176.ajjlsm (mgr.14696) 14 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:10:53.896 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 38 sec latency 43886.059 ms 2022-03-27T07:10:54.896 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 39 sec latency 44886.176 ms 2022-03-27T07:10:55.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:53.836027+0000 mgr.smithi176.ajjlsm (mgr.14696) 15 : cluster [DBG] pgmap v10: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:10:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:53.836027+0000 mgr.smithi176.ajjlsm (mgr.14696) 15 : cluster [DBG] pgmap v10: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:10:55.896 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 40 sec latency 45886.270 ms 2022-03-27T07:10:56.778 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:55.836541+0000 mgr.smithi176.ajjlsm (mgr.14696) 16 : cluster [DBG] pgmap v11: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:10:56.778 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:56.254186+0000 mds.foofs.smithi176.psbtkl (mds.0) 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 33.376200 secs 2022-03-27T07:10:56.778 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:56.254192+0000 mds.foofs.smithi176.psbtkl (mds.0) 2 : cluster [WRN] slow request 33.376200 seconds old, received at 2022-03-27T07:10:22.877944+0000: client_request(client.14678:4 getattr pAsLsXsFs #0x10000004128 2022-03-27T07:10:22.877903+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-03-27T07:10:56.896 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 41 sec latency 46886.346 ms 2022-03-27T07:10:57.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:55.836541+0000 mgr.smithi176.ajjlsm (mgr.14696) 16 : cluster [DBG] pgmap v11: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:10:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:56.254186+0000 mds.foofs.smithi176.psbtkl (mds.0) 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 33.376200 secs 2022-03-27T07:10:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:56.254192+0000 mds.foofs.smithi176.psbtkl (mds.0) 2 : cluster [WRN] slow request 33.376200 seconds old, received at 2022-03-27T07:10:22.877944+0000: client_request(client.14678:4 getattr pAsLsXsFs #0x10000004128 2022-03-27T07:10:22.877903+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-03-27T07:10:57.897 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 42 sec latency 47886.461 ms 2022-03-27T07:10:57.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:57.363998+0000 mon.smithi176 (mon.0) 806 : cluster [DBG] Standby manager daemon smithi204.vnvrbl restarted 2022-03-27T07:10:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:57.364182+0000 mon.smithi176 (mon.0) 807 : cluster [DBG] Standby manager daemon smithi204.vnvrbl started 2022-03-27T07:10:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:57.366091+0000 mon.smithi204 (mon.1) 91 : audit [DBG] from='mgr.? 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi204.vnvrbl/crt"}]: dispatch 2022-03-27T07:10:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:57.366683+0000 mon.smithi204 (mon.1) 92 : audit [DBG] from='mgr.? 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-27T07:10:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:57.369969+0000 mon.smithi204 (mon.1) 93 : audit [DBG] from='mgr.? 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi204.vnvrbl/key"}]: dispatch 2022-03-27T07:10:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:57.370757+0000 mon.smithi204 (mon.1) 94 : audit [DBG] from='mgr.? 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-27T07:10:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:57.363998+0000 mon.smithi176 (mon.0) 806 : cluster [DBG] Standby manager daemon smithi204.vnvrbl restarted 2022-03-27T07:10:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:57.364182+0000 mon.smithi176 (mon.0) 807 : cluster [DBG] Standby manager daemon smithi204.vnvrbl started 2022-03-27T07:10:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:57.366091+0000 mon.smithi204 (mon.1) 91 : audit [DBG] from='mgr.? 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi204.vnvrbl/crt"}]: dispatch 2022-03-27T07:10:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:57.366683+0000 mon.smithi204 (mon.1) 92 : audit [DBG] from='mgr.? 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-27T07:10:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:57.369969+0000 mon.smithi204 (mon.1) 93 : audit [DBG] from='mgr.? 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi204.vnvrbl/key"}]: dispatch 2022-03-27T07:10:58.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:57.370757+0000 mon.smithi204 (mon.1) 94 : audit [DBG] from='mgr.? 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-27T07:10:58.897 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 43 sec latency 48886.535 ms 2022-03-27T07:10:58.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:57.681747+0000 mon.smithi176 (mon.0) 808 : cluster [WRN] Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST) 2022-03-27T07:10:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:57.693623+0000 mon.smithi176 (mon.0) 809 : cluster [DBG] mds.? [v2:172.21.15.176:6834/3951673238,v1:172.21.15.176:6835/3951673238] up:active 2022-03-27T07:10:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:57.693684+0000 mon.smithi176 (mon.0) 810 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi176.psbtkl=up:active} 1 up:standby 2022-03-27T07:10:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:57.694126+0000 mon.smithi176 (mon.0) 811 : cluster [DBG] mgrmap e37: smithi176.ajjlsm(active, since 18s), standbys: smithi204.vnvrbl 2022-03-27T07:10:58.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:57.837307+0000 mgr.smithi176.ajjlsm (mgr.14696) 17 : cluster [DBG] pgmap v12: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:10:59.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:57.681747+0000 mon.smithi176 (mon.0) 808 : cluster [WRN] Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST) 2022-03-27T07:10:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:57.693623+0000 mon.smithi176 (mon.0) 809 : cluster [DBG] mds.? [v2:172.21.15.176:6834/3951673238,v1:172.21.15.176:6835/3951673238] up:active 2022-03-27T07:10:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:57.693684+0000 mon.smithi176 (mon.0) 810 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi176.psbtkl=up:active} 1 up:standby 2022-03-27T07:10:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:57.694126+0000 mon.smithi176 (mon.0) 811 : cluster [DBG] mgrmap e37: smithi176.ajjlsm(active, since 18s), standbys: smithi204.vnvrbl 2022-03-27T07:10:59.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:57.837307+0000 mgr.smithi176.ajjlsm (mgr.14696) 17 : cluster [DBG] pgmap v12: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:10:59.897 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 44 sec latency 49886.619 ms 2022-03-27T07:10:59.966 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:58.685716+0000 mon.smithi176 (mon.0) 812 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:10:59.966 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:58.693604+0000 mon.smithi176 (mon.0) 813 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:10:59.966 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:58.699286+0000 mon.smithi176 (mon.0) 814 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:10:59.966 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:58.702612+0000 mon.smithi176 (mon.0) 815 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:10:59.967 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:58.704410+0000 mon.smithi176 (mon.0) 816 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:10:59.967 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:10:58.705088+0000 mgr.smithi176.ajjlsm (mgr.14696) 18 : cephadm [INF] Upgrade: Setting container_image for all mgr 2022-03-27T07:10:59.967 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:58.708927+0000 mon.smithi176 (mon.0) 817 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:10:59.967 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:58.709705+0000 mon.smithi176 (mon.0) 818 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi176.ajjlsm"}]: dispatch 2022-03-27T07:10:59.968 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:58.712830+0000 mon.smithi176 (mon.0) 819 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi176.ajjlsm"}]': finished 2022-03-27T07:10:59.968 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:58.713503+0000 mon.smithi176 (mon.0) 820 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi204.vnvrbl"}]: dispatch 2022-03-27T07:10:59.968 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:58.716560+0000 mon.smithi176 (mon.0) 821 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi204.vnvrbl"}]': finished 2022-03-27T07:10:59.968 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:10:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:10:58.717360+0000 mon.smithi176 (mon.0) 822 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-03-27T07:10:59.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:58.685716+0000 mon.smithi176 (mon.0) 812 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:10:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:58.693604+0000 mon.smithi176 (mon.0) 813 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:10:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:58.699286+0000 mon.smithi176 (mon.0) 814 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:10:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:58.702612+0000 mon.smithi176 (mon.0) 815 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:10:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:58.704410+0000 mon.smithi176 (mon.0) 816 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:10:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:10:58.705088+0000 mgr.smithi176.ajjlsm (mgr.14696) 18 : cephadm [INF] Upgrade: Setting container_image for all mgr 2022-03-27T07:10:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:58.708927+0000 mon.smithi176 (mon.0) 817 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:10:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:58.709705+0000 mon.smithi176 (mon.0) 818 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi176.ajjlsm"}]: dispatch 2022-03-27T07:10:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:58.712830+0000 mon.smithi176 (mon.0) 819 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi176.ajjlsm"}]': finished 2022-03-27T07:10:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:58.713503+0000 mon.smithi176 (mon.0) 820 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi204.vnvrbl"}]: dispatch 2022-03-27T07:10:59.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:58.716560+0000 mon.smithi176 (mon.0) 821 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi204.vnvrbl"}]': finished 2022-03-27T07:10:59.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:10:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:10:58.717360+0000 mon.smithi176 (mon.0) 822 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-03-27T07:11:00.897 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 45 sec latency 50886.725 ms 2022-03-27T07:11:01.181 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cluster 2022-03-27T07:10:59.837804+0000 mgr.smithi176.ajjlsm (mgr.14696) 19 : cluster [DBG] pgmap v13: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:11:01.181 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:11:00.015280+0000 mgr.smithi176.ajjlsm (mgr.14696) 20 : cephadm [INF] Upgrade: Updating mon.smithi176 2022-03-27T07:11:01.182 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:11:00.019533+0000 mon.smithi176 (mon.0) 823 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:01.182 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:11:00.020129+0000 mon.smithi176 (mon.0) 824 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-27T07:11:01.182 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:11:00.020670+0000 mon.smithi176 (mon.0) 825 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-03-27T07:11:01.182 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: audit 2022-03-27T07:11:00.021218+0000 mon.smithi176 (mon.0) 826 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:11:01.183 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: cephadm 2022-03-27T07:11:00.021677+0000 mgr.smithi176.ajjlsm (mgr.14696) 21 : cephadm [INF] Deploying daemon mon.smithi176 on smithi176 2022-03-27T07:11:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:10:59.837804+0000 mgr.smithi176.ajjlsm (mgr.14696) 19 : cluster [DBG] pgmap v13: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:11:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:11:00.015280+0000 mgr.smithi176.ajjlsm (mgr.14696) 20 : cephadm [INF] Upgrade: Updating mon.smithi176 2022-03-27T07:11:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:00.019533+0000 mon.smithi176 (mon.0) 823 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:00.020129+0000 mon.smithi176 (mon.0) 824 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-27T07:11:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:00.020670+0000 mon.smithi176 (mon.0) 825 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-03-27T07:11:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:00.021218+0000 mon.smithi176 (mon.0) 826 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:11:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:11:00.021677+0000 mgr.smithi176.ajjlsm (mgr.14696) 21 : cephadm [INF] Deploying daemon mon.smithi176 on smithi176 2022-03-27T07:11:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:01 smithi176 systemd[1]: Stopping Ceph mon.smithi176 for cfd54f38-ad9b-11ec-8c35-001a4aab830c... 2022-03-27T07:11:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:11:01.381+0000 7f233ccb8700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.smithi176 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2022-03-27T07:11:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176[31248]: debug 2022-03-27T07:11:01.381+0000 7f233ccb8700 -1 mon.smithi176@0(leader) e2 *** Got Signal Terminated *** 2022-03-27T07:11:01.897 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 46 sec latency 51886.815 ms 2022-03-27T07:11:02.076 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:01 smithi176 bash[74051]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176 2022-03-27T07:11:02.077 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 bash[74094]: Error: no container with name or ID "ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176" found: no such container 2022-03-27T07:11:02.077 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 bash[74106]: Error: no container with name or ID "ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi176" found: no such container 2022-03-27T07:11:02.473 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@mon.smithi176.service: Succeeded. 2022-03-27T07:11:02.474 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 systemd[1]: Stopped Ceph mon.smithi176 for cfd54f38-ad9b-11ec-8c35-001a4aab830c. 2022-03-27T07:11:02.474 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 systemd[1]: Starting Ceph mon.smithi176 for cfd54f38-ad9b-11ec-8c35-001a4aab830c... 2022-03-27T07:11:02.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 podman[74208]: 2022-03-27T07:11:02.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.675+0000 7fc4bf51a880 0 set uid:gid to 167:167 (ceph:ceph) 2022-03-27T07:11:02.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.675+0000 7fc4bf51a880 0 ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable), process ceph-mon, pid 7 2022-03-27T07:11:02.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.675+0000 7fc4bf51a880 0 pidfile_write: ignore empty --pid-file 2022-03-27T07:11:02.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.679+0000 7fc4bf51a880 0 load: jerasure load: lrc load: isa 2022-03-27T07:11:02.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: RocksDB version: 6.8.1 2022-03-27T07:11:02.802 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.802 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-03-27T07:11:02.803 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Compile date Mar 16 2022 2022-03-27T07:11:02.803 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: DB SUMMARY 2022-03-27T07:11:02.803 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.804 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: CURRENT file: CURRENT 2022-03-27T07:11:02.804 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.804 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: IDENTITY file: IDENTITY 2022-03-27T07:11:02.804 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.805 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: MANIFEST file: MANIFEST-000008 size: 392 Bytes 2022-03-27T07:11:02.805 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.805 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi176/store.db dir, Total Num: 1, files: 000014.sst 2022-03-27T07:11:02.806 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.806 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi176/store.db: 000012.log size: 9499950 ; 2022-03-27T07:11:02.806 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.806 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.error_if_exists: 0 2022-03-27T07:11:02.807 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.create_if_missing: 0 2022-03-27T07:11:02.807 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.paranoid_checks: 1 2022-03-27T07:11:02.807 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.env: 0x556e26e5e000 2022-03-27T07:11:02.808 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.fs: Posix File System 2022-03-27T07:11:02.808 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.info_log: 0x556e293da820 2022-03-27T07:11:02.808 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_file_opening_threads: 16 2022-03-27T07:11:02.808 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.statistics: (nil) 2022-03-27T07:11:02.809 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.use_fsync: 0 2022-03-27T07:11:02.809 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_log_file_size: 0 2022-03-27T07:11:02.809 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-03-27T07:11:02.809 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.log_file_time_to_roll: 0 2022-03-27T07:11:02.810 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.keep_log_file_num: 1000 2022-03-27T07:11:02.810 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.recycle_log_file_num: 0 2022-03-27T07:11:02.810 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.allow_fallocate: 1 2022-03-27T07:11:02.810 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.allow_mmap_reads: 0 2022-03-27T07:11:02.811 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.allow_mmap_writes: 0 2022-03-27T07:11:02.811 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.use_direct_reads: 0 2022-03-27T07:11:02.811 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-03-27T07:11:02.812 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.create_missing_column_families: 0 2022-03-27T07:11:02.812 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.db_log_dir: 2022-03-27T07:11:02.812 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi176/store.db 2022-03-27T07:11:02.813 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.table_cache_numshardbits: 6 2022-03-27T07:11:02.813 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_subcompactions: 1 2022-03-27T07:11:02.813 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_background_flushes: -1 2022-03-27T07:11:02.814 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-03-27T07:11:02.814 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-03-27T07:11:02.814 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-03-27T07:11:02.815 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-03-27T07:11:02.815 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-03-27T07:11:02.815 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.advise_random_on_open: 1 2022-03-27T07:11:02.815 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.db_write_buffer_size: 0 2022-03-27T07:11:02.816 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.write_buffer_manager: 0x556e2a0d6150 2022-03-27T07:11:02.816 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-03-27T07:11:02.816 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-03-27T07:11:02.816 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-03-27T07:11:02.817 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.use_adaptive_mutex: 0 2022-03-27T07:11:02.817 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.rate_limiter: (nil) 2022-03-27T07:11:02.817 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-03-27T07:11:02.817 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.wal_recovery_mode: 2 2022-03-27T07:11:02.818 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.enable_thread_tracking: 0 2022-03-27T07:11:02.818 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.enable_pipelined_write: 0 2022-03-27T07:11:02.818 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.unordered_write: 0 2022-03-27T07:11:02.818 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-03-27T07:11:02.819 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-03-27T07:11:02.819 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-03-27T07:11:02.819 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-03-27T07:11:02.819 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.row_cache: None 2022-03-27T07:11:02.820 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.wal_filter: None 2022-03-27T07:11:02.820 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-03-27T07:11:02.820 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.allow_ingest_behind: 0 2022-03-27T07:11:02.820 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.preserve_deletes: 0 2022-03-27T07:11:02.820 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.two_write_queues: 0 2022-03-27T07:11:02.821 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.manual_wal_flush: 0 2022-03-27T07:11:02.821 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.atomic_flush: 0 2022-03-27T07:11:02.821 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-03-27T07:11:02.821 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.persist_stats_to_disk: 0 2022-03-27T07:11:02.822 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-03-27T07:11:02.822 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.log_readahead_size: 0 2022-03-27T07:11:02.822 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-03-27T07:11:02.822 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_background_jobs: 2 2022-03-27T07:11:02.822 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_background_compactions: -1 2022-03-27T07:11:02.823 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-03-27T07:11:02.823 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-03-27T07:11:02.823 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.delayed_write_rate : 16777216 2022-03-27T07:11:02.823 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_total_wal_size: 0 2022-03-27T07:11:02.824 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-03-27T07:11:02.824 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.stats_dump_period_sec: 600 2022-03-27T07:11:02.824 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.stats_persist_period_sec: 600 2022-03-27T07:11:02.824 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-03-27T07:11:02.825 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_open_files: -1 2022-03-27T07:11:02.825 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.bytes_per_sync: 0 2022-03-27T07:11:02.825 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-03-27T07:11:02.825 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-03-27T07:11:02.825 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.compaction_readahead_size: 0 2022-03-27T07:11:02.826 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Compression algorithms supported: 2022-03-27T07:11:02.826 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-03-27T07:11:02.826 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: kZSTD supported: 0 2022-03-27T07:11:02.826 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: kXpressCompression supported: 0 2022-03-27T07:11:02.827 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: kLZ4HCCompression supported: 1 2022-03-27T07:11:02.827 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: kLZ4Compression supported: 1 2022-03-27T07:11:02.827 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: kBZip2Compression supported: 0 2022-03-27T07:11:02.827 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: kZlibCompression supported: 1 2022-03-27T07:11:02.828 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: kSnappyCompression supported: 1 2022-03-27T07:11:02.828 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-03-27T07:11:02.828 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi176/store.db/MANIFEST-000008 2022-03-27T07:11:02.828 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.828 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-03-27T07:11:02.829 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.829 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-03-27T07:11:02.829 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.merge_operator: 2022-03-27T07:11:02.829 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.compaction_filter: None 2022-03-27T07:11:02.830 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.compaction_filter_factory: None 2022-03-27T07:11:02.830 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-03-27T07:11:02.830 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.table_factory: BlockBasedTable 2022-03-27T07:11:02.830 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556e29379d08) 2022-03-27T07:11:02.830 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cache_index_and_filter_blocks: 1 2022-03-27T07:11:02.831 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cache_index_and_filter_blocks_with_high_priority: 0 2022-03-27T07:11:02.831 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-03-27T07:11:02.831 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: pin_top_level_index_and_filter: 1 2022-03-27T07:11:02.831 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: index_type: 0 2022-03-27T07:11:02.832 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: data_block_index_type: 0 2022-03-27T07:11:02.832 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: index_shortening: 1 2022-03-27T07:11:02.832 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: data_block_hash_table_util_ratio: 0.750000 2022-03-27T07:11:02.832 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: hash_index_allow_collision: 1 2022-03-27T07:11:02.832 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: checksum: 1 2022-03-27T07:11:02.833 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: no_block_cache: 0 2022-03-27T07:11:02.833 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: block_cache: 0x556e293b3010 2022-03-27T07:11:02.833 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: block_cache_name: BinnedLRUCache 2022-03-27T07:11:02.833 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: block_cache_options: 2022-03-27T07:11:02.834 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: capacity : 536870912 2022-03-27T07:11:02.834 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: num_shard_bits : 4 2022-03-27T07:11:02.834 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: strict_capacity_limit : 0 2022-03-27T07:11:02.834 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: high_pri_pool_ratio: 0.000 2022-03-27T07:11:02.835 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: block_cache_compressed: (nil) 2022-03-27T07:11:02.835 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: persistent_cache: (nil) 2022-03-27T07:11:02.835 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: block_size: 4096 2022-03-27T07:11:02.835 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: block_size_deviation: 10 2022-03-27T07:11:02.835 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: block_restart_interval: 16 2022-03-27T07:11:02.836 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: index_block_restart_interval: 1 2022-03-27T07:11:02.836 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: metadata_block_size: 4096 2022-03-27T07:11:02.836 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: partition_filters: 0 2022-03-27T07:11:02.836 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: use_delta_encoding: 1 2022-03-27T07:11:02.837 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: filter_policy: rocksdb.BuiltinBloomFilter 2022-03-27T07:11:02.837 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: whole_key_filtering: 1 2022-03-27T07:11:02.837 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: verify_compression: 0 2022-03-27T07:11:02.837 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: read_amp_bytes_per_bit: 0 2022-03-27T07:11:02.837 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: format_version: 2 2022-03-27T07:11:02.838 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: enable_index_compression: 1 2022-03-27T07:11:02.838 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: block_align: 0 2022-03-27T07:11:02.838 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.838 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.write_buffer_size: 33554432 2022-03-27T07:11:02.839 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_write_buffer_number: 2 2022-03-27T07:11:02.839 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.compression: NoCompression 2022-03-27T07:11:02.839 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.bottommost_compression: Disabled 2022-03-27T07:11:02.839 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.prefix_extractor: nullptr 2022-03-27T07:11:02.840 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-03-27T07:11:02.840 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.num_levels: 7 2022-03-27T07:11:02.840 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-03-27T07:11:02.840 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-03-27T07:11:02.840 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-03-27T07:11:02.841 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-03-27T07:11:02.841 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-03-27T07:11:02.841 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-03-27T07:11:02.841 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-03-27T07:11:02.842 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-03-27T07:11:02.842 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-03-27T07:11:02.842 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.compression_opts.window_bits: -14 2022-03-27T07:11:02.842 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.compression_opts.level: 32767 2022-03-27T07:11:02.842 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.compression_opts.strategy: 0 2022-03-27T07:11:02.843 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-03-27T07:11:02.843 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-03-27T07:11:02.843 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.compression_opts.enabled: false 2022-03-27T07:11:02.843 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-03-27T07:11:02.844 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-03-27T07:11:02.844 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-03-27T07:11:02.844 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.target_file_size_base: 67108864 2022-03-27T07:11:02.844 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.target_file_size_multiplier: 1 2022-03-27T07:11:02.845 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-03-27T07:11:02.845 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-03-27T07:11:02.845 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-03-27T07:11:02.845 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-03-27T07:11:02.845 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-03-27T07:11:02.846 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-03-27T07:11:02.846 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-03-27T07:11:02.846 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-03-27T07:11:02.846 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-03-27T07:11:02.847 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-03-27T07:11:02.847 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-03-27T07:11:02.847 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-03-27T07:11:02.847 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.arena_block_size: 4194304 2022-03-27T07:11:02.848 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-03-27T07:11:02.848 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-03-27T07:11:02.848 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-03-27T07:11:02.848 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.disable_auto_compactions: 0 2022-03-27T07:11:02.848 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-03-27T07:11:02.849 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-03-27T07:11:02.849 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-03-27T07:11:02.849 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-03-27T07:11:02.849 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-03-27T07:11:02.850 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-03-27T07:11:02.850 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-03-27T07:11:02.850 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-03-27T07:11:02.850 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-03-27T07:11:02.851 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-03-27T07:11:02.851 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.table_properties_collectors: 2022-03-27T07:11:02.851 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.inplace_update_support: 0 2022-03-27T07:11:02.851 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-03-27T07:11:02.851 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-03-27T07:11:02.852 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-03-27T07:11:02.852 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.memtable_huge_page_size: 0 2022-03-27T07:11:02.852 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.bloom_locality: 0 2022-03-27T07:11:02.852 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.max_successive_merges: 0 2022-03-27T07:11:02.853 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-03-27T07:11:02.853 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.paranoid_file_checks: 0 2022-03-27T07:11:02.853 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.force_consistency_checks: 0 2022-03-27T07:11:02.853 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.report_bg_io_stats: 0 2022-03-27T07:11:02.853 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.ttl: 2592000 2022-03-27T07:11:02.854 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.680+0000 7fc4bf51a880 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-03-27T07:11:02.854 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.681+0000 7fc4bf51a880 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-03-27T07:11:02.854 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.681+0000 7fc4bf51a880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi176/store.db/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 16, last_sequence is 6544, log_number is 12,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-03-27T07:11:02.854 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.855 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.681+0000 7fc4bf51a880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 12 2022-03-27T07:11:02.855 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.855 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.681+0000 7fc4bf51a880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1648365062682152, "job": 1, "event": "recovery_started", "log_files": [12]} 2022-03-27T07:11:02.855 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.681+0000 7fc4bf51a880 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #12 mode 2 2022-03-27T07:11:02.856 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.688+0000 7fc4bf51a880 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-03-27T07:11:02.856 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.699+0000 7fc4bf51a880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1648365062700319, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 16, "file_size": 9215674, "table_properties": {"data_size": 9201653, "index_size": 11597, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 1605, "raw_key_size": 12476, "raw_average_key_size": 20, "raw_value_size": 9184169, "raw_average_value_size": 14957, "num_data_blocks": 370, "num_entries": 614, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1648365062, "oldest_key_time": 3, "file_creation_time": 0}} 2022-03-27T07:11:02.856 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.699+0000 7fc4bf51a880 4 rocksdb: [version_set.cc:3826] Creating manifest 17 2022-03-27T07:11:02.856 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.857 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.699+0000 7fc4bf51a880 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-03-27T07:11:02.857 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.702+0000 7fc4bf51a880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1648365062703156, "job": 1, "event": "recovery_finished"} 2022-03-27T07:11:02.857 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.703+0000 7fc4bf51a880 4 rocksdb: DB pointer 0x556e2947d800 2022-03-27T07:11:02.857 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.703+0000 7fc4a654d700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-03-27T07:11:02.857 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.703+0000 7fc4a654d700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-03-27T07:11:02.858 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: ** DB Stats ** 2022-03-27T07:11:02.858 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-27T07:11:02.858 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-03-27T07:11:02.858 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-03-27T07:11:02.859 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-03-27T07:11:02.859 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-03-27T07:11:02.859 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-03-27T07:11:02.859 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-03-27T07:11:02.860 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.860 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: ** Compaction Stats [default] ** 2022-03-27T07:11:02.860 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-27T07:11:02.860 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-27T07:11:02.861 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: L0 1/0 8.79 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 811.7 0.01 0.00 1 0.011 0 0 2022-03-27T07:11:02.861 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: L6 1/0 18.36 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-27T07:11:02.861 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Sum 2/0 27.15 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 811.7 0.01 0.00 1 0.011 0 0 2022-03-27T07:11:02.861 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 811.7 0.01 0.00 1 0.011 0 0 2022-03-27T07:11:02.862 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.862 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: ** Compaction Stats [default] ** 2022-03-27T07:11:02.862 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-27T07:11:02.862 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-27T07:11:02.862 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 811.7 0.01 0.00 1 0.011 0 0 2022-03-27T07:11:02.863 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-27T07:11:02.863 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Flush(GB): cumulative 0.009, interval 0.009 2022-03-27T07:11:02.863 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: AddFile(GB): cumulative 0.000, interval 0.000 2022-03-27T07:11:02.863 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: AddFile(Total Files): cumulative 0, interval 0 2022-03-27T07:11:02.864 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: AddFile(L0 Files): cumulative 0, interval 0 2022-03-27T07:11:02.864 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: AddFile(Keys): cumulative 0, interval 0 2022-03-27T07:11:02.864 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Cumulative compaction: 0.01 GB write, 379.23 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-27T07:11:02.864 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Interval compaction: 0.01 GB write, 379.23 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-27T07:11:02.865 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-03-27T07:11:02.865 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.865 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: ** File Read Latency Histogram By Level [default] ** 2022-03-27T07:11:02.865 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.865 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: ** Compaction Stats [default] ** 2022-03-27T07:11:02.866 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-27T07:11:02.866 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-27T07:11:02.866 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: L0 1/0 8.79 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 811.7 0.01 0.00 1 0.011 0 0 2022-03-27T07:11:02.866 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: L6 1/0 18.36 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-27T07:11:02.867 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Sum 2/0 27.15 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 811.7 0.01 0.00 1 0.011 0 0 2022-03-27T07:11:02.867 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-27T07:11:02.867 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.867 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: ** Compaction Stats [default] ** 2022-03-27T07:11:02.868 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-27T07:11:02.868 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-27T07:11:02.868 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 811.7 0.01 0.00 1 0.011 0 0 2022-03-27T07:11:02.868 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-27T07:11:02.875 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Flush(GB): cumulative 0.009, interval 0.000 2022-03-27T07:11:02.875 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: AddFile(GB): cumulative 0.000, interval 0.000 2022-03-27T07:11:02.875 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: AddFile(Total Files): cumulative 0, interval 0 2022-03-27T07:11:02.875 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: AddFile(L0 Files): cumulative 0, interval 0 2022-03-27T07:11:02.876 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: AddFile(Keys): cumulative 0, interval 0 2022-03-27T07:11:02.876 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Cumulative compaction: 0.01 GB write, 378.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-27T07:11:02.876 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-27T07:11:02.876 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-03-27T07:11:02.877 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.877 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: ** File Read Latency Histogram By Level [default] ** 2022-03-27T07:11:02.877 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.877 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.704+0000 7fc4bf51a880 0 starting mon.smithi176 rank 0 at public addrs [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] at bind addrs [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi176 fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:11:02.877 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.704+0000 7fc4bf51a880 1 mon.smithi176@-1(???) e2 preinit fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:11:02.878 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.705+0000 7fc4bf51a880 0 mon.smithi176@-1(???).mds e9 new map 2022-03-27T07:11:02.878 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.705+0000 7fc4bf51a880 0 mon.smithi176@-1(???).mds e9 print_map 2022-03-27T07:11:02.878 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: e9 2022-03-27T07:11:02.878 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: enable_multiple, ever_enabled_multiple: 1,1 2022-03-27T07:11:02.879 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-03-27T07:11:02.879 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: legacy client fscid: 1 2022-03-27T07:11:02.879 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.879 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Filesystem 'foofs' (1) 2022-03-27T07:11:02.879 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: fs_name foofs 2022-03-27T07:11:02.880 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: epoch 9 2022-03-27T07:11:02.880 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: flags 12 2022-03-27T07:11:02.880 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: created 2022-03-27T07:07:53.788166+0000 2022-03-27T07:11:02.880 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: modified 2022-03-27T07:10:57.681660+0000 2022-03-27T07:11:02.881 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: tableserver 0 2022-03-27T07:11:02.881 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: root 0 2022-03-27T07:11:02.881 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: session_timeout 60 2022-03-27T07:11:02.881 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: session_autoclose 300 2022-03-27T07:11:02.881 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: max_file_size 1099511627776 2022-03-27T07:11:02.882 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: required_client_features {} 2022-03-27T07:11:02.882 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: last_failure 0 2022-03-27T07:11:02.882 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: last_failure_osd_epoch 0 2022-03-27T07:11:02.882 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-03-27T07:11:02.883 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: max_mds 1 2022-03-27T07:11:02.883 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: in 0 2022-03-27T07:11:02.883 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: up {0=14464} 2022-03-27T07:11:02.883 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: failed 2022-03-27T07:11:02.884 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: damaged 2022-03-27T07:11:02.884 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: stopped 2022-03-27T07:11:02.884 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: data_pools [3] 2022-03-27T07:11:02.884 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: metadata_pool 2 2022-03-27T07:11:02.884 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: inline_data disabled 2022-03-27T07:11:02.885 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: balancer 2022-03-27T07:11:02.885 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: standby_count_wanted 1 2022-03-27T07:11:02.885 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: [mds.foofs.smithi176.psbtkl{0:14464} state up:active seq 47 join_fscid=1 addr [v2:172.21.15.176:6834/3951673238,v1:172.21.15.176:6835/3951673238] compat {c=[1],r=[1],i=[7ff]}] 2022-03-27T07:11:02.885 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.886 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.886 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Standby daemons: 2022-03-27T07:11:02.886 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.886 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: [mds.foofs.smithi204.klmhfu{-1:24321} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.204:6832/3455590054,v1:172.21.15.204:6833/3455590054] compat {c=[1],r=[1],i=[7ff]}] 2022-03-27T07:11:02.887 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:11:02.887 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.705+0000 7fc4bf51a880 0 mon.smithi176@-1(???).osd e67 crush map has features 3314933000854323200, adjusting msgr requires 2022-03-27T07:11:02.887 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.705+0000 7fc4bf51a880 0 mon.smithi176@-1(???).osd e67 crush map has features 432629239337189376, adjusting msgr requires 2022-03-27T07:11:02.887 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.705+0000 7fc4bf51a880 0 mon.smithi176@-1(???).osd e67 crush map has features 432629239337189376, adjusting msgr requires 2022-03-27T07:11:02.887 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.705+0000 7fc4bf51a880 0 mon.smithi176@-1(???).osd e67 crush map has features 432629239337189376, adjusting msgr requires 2022-03-27T07:11:02.888 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:10:59.837804+0000 mgr.smithi176.ajjlsm (mgr.14696) 19 : cluster [DBG] pgmap v13: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:11:02.888 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:11:00.015280+0000 mgr.smithi176.ajjlsm (mgr.14696) 20 : cephadm [INF] Upgrade: Updating mon.smithi176 2022-03-27T07:11:02.888 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:00.019533+0000 mon.smithi176 (mon.0) 823 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:02.888 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:00.020129+0000 mon.smithi176 (mon.0) 824 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-27T07:11:02.888 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:00.020670+0000 mon.smithi176 (mon.0) 825 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-03-27T07:11:02.889 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:00.021218+0000 mon.smithi176 (mon.0) 826 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:11:02.889 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:11:00.021677+0000 mgr.smithi176.ajjlsm (mgr.14696) 21 : cephadm [INF] Deploying daemon mon.smithi176 on smithi176 2022-03-27T07:11:02.889 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:02.705+0000 7fc4bf51a880 1 mon.smithi176@-1(???).paxosservice(auth 1..38) refresh upgraded, format 0 -> 3 2022-03-27T07:11:02.889 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 bash[74208]: d23739ae34638c58ceaa0cebeb94e02a056b86b2bf6a10d847f6ff45780f7030 2022-03-27T07:11:02.897 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 47 sec latency 52886.954 ms 2022-03-27T07:11:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 systemd[1]: Started Ceph mon.smithi176 for cfd54f38-ad9b-11ec-8c35-001a4aab830c. 2022-03-27T07:11:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:01.389696+0000 mon.smithi204 (mon.1) 95 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi176"}]: dispatch 2022-03-27T07:11:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:01.390557+0000 mon.smithi204 (mon.1) 96 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:11:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:01.838660+0000 mgr.smithi176.ajjlsm (mgr.14696) 22 : cluster [DBG] pgmap v14: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:11:03.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:02.913331+0000 mon.smithi176 (mon.0) 1 : cluster [INF] mon.smithi176 calling monitor election 2022-03-27T07:11:03.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:02.926308+0000 mon.smithi176 (mon.0) 2 : cluster [INF] mon.smithi176 is new leader, mons smithi176,smithi204 in quorum (ranks 0,1) 2022-03-27T07:11:03.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:02.931432+0000 mon.smithi176 (mon.0) 3 : cluster [DBG] monmap e2: 2 mons at {smithi176=[v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0],smithi204=[v2:172.21.15.204:3300/0,v1:172.21.15.204:6789/0]} 2022-03-27T07:11:03.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:02.931519+0000 mon.smithi176 (mon.0) 4 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi176.psbtkl=up:active} 1 up:standby 2022-03-27T07:11:03.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:02.931553+0000 mon.smithi176 (mon.0) 5 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2022-03-27T07:11:03.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:02.932333+0000 mon.smithi176 (mon.0) 6 : cluster [DBG] mgrmap e37: smithi176.ajjlsm(active, since 24s), standbys: smithi204.vnvrbl 2022-03-27T07:11:03.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:02.939745+0000 mon.smithi176 (mon.0) 7 : cluster [WRN] Health detail: HEALTH_WARN 1 MDSs report slow requests 2022-03-27T07:11:03.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:02.939765+0000 mon.smithi176 (mon.0) 8 : cluster [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-03-27T07:11:03.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:02.939795+0000 mon.smithi176 (mon.0) 9 : cluster [WRN] mds.foofs.smithi176.psbtkl(mds.0): 1 slow requests are blocked > 30 secs 2022-03-27T07:11:03.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:02.939937+0000 mon.smithi176 (mon.0) 10 : audit [INF] from='mgr.14696 ' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:03.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:02.942772+0000 mon.smithi176 (mon.0) 11 : audit [INF] from='mgr.14696 ' entity='' 2022-03-27T07:11:03.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:02.943832+0000 mon.smithi204 (mon.1) 97 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:11:03.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:02.945123+0000 mon.smithi204 (mon.1) 98 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:11:03.302 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:02.945975+0000 mon.smithi204 (mon.1) 99 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:11:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:01.389696+0000 mon.smithi204 (mon.1) 95 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi176"}]: dispatch 2022-03-27T07:11:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:01.390557+0000 mon.smithi204 (mon.1) 96 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T07:11:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:01.838660+0000 mgr.smithi176.ajjlsm (mgr.14696) 22 : cluster [DBG] pgmap v14: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:11:03.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:02.913331+0000 mon.smithi176 (mon.0) 1 : cluster [INF] mon.smithi176 calling monitor election 2022-03-27T07:11:03.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:02.926308+0000 mon.smithi176 (mon.0) 2 : cluster [INF] mon.smithi176 is new leader, mons smithi176,smithi204 in quorum (ranks 0,1) 2022-03-27T07:11:03.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:02.931432+0000 mon.smithi176 (mon.0) 3 : cluster [DBG] monmap e2: 2 mons at {smithi176=[v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0],smithi204=[v2:172.21.15.204:3300/0,v1:172.21.15.204:6789/0]} 2022-03-27T07:11:03.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:02.931519+0000 mon.smithi176 (mon.0) 4 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi176.psbtkl=up:active} 1 up:standby 2022-03-27T07:11:03.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:02.931553+0000 mon.smithi176 (mon.0) 5 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2022-03-27T07:11:03.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:02.932333+0000 mon.smithi176 (mon.0) 6 : cluster [DBG] mgrmap e37: smithi176.ajjlsm(active, since 24s), standbys: smithi204.vnvrbl 2022-03-27T07:11:03.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:02.939745+0000 mon.smithi176 (mon.0) 7 : cluster [WRN] Health detail: HEALTH_WARN 1 MDSs report slow requests 2022-03-27T07:11:03.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:02.939765+0000 mon.smithi176 (mon.0) 8 : cluster [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-03-27T07:11:03.474 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:02.939795+0000 mon.smithi176 (mon.0) 9 : cluster [WRN] mds.foofs.smithi176.psbtkl(mds.0): 1 slow requests are blocked > 30 secs 2022-03-27T07:11:03.474 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:02.939937+0000 mon.smithi176 (mon.0) 10 : audit [INF] from='mgr.14696 ' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:03.474 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:02.942772+0000 mon.smithi176 (mon.0) 11 : audit [INF] from='mgr.14696 ' entity='' 2022-03-27T07:11:03.475 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:02.943832+0000 mon.smithi204 (mon.1) 97 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:11:03.475 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:02.945123+0000 mon.smithi204 (mon.1) 98 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:11:03.475 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:02.945975+0000 mon.smithi204 (mon.1) 99 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:11:03.897 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 48 sec latency 53887.057 ms 2022-03-27T07:11:04.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:11:02.946529+0000 mgr.smithi176.ajjlsm (mgr.14696) 23 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:11:04.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cephadm 2022-03-27T07:11:02.946529+0000 mgr.smithi176.ajjlsm (mgr.14696) 23 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:11:04.897 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 49 sec latency 54887.136 ms 2022-03-27T07:11:05.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:04.994+0000 7fc4ab557700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:11:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:03.839221+0000 mgr.smithi176.ajjlsm (mgr.14696) 24 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:11:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:04.834729+0000 mon.smithi176 (mon.0) 12 : cluster [WRN] daemon mds.foofs.smithi176.psbtkl compat changed unexpectedly 2022-03-27T07:11:05.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:04.838156+0000 mon.smithi176 (mon.0) 13 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2022-03-27T07:11:05.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:04.840115+0000 mon.smithi176 (mon.0) 14 : audit [INF] from='mgr.14696 ' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-03-27T07:11:05.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:04.841003+0000 mon.smithi204 (mon.1) 100 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-27T07:11:05.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:04.841256+0000 mon.smithi176 (mon.0) 15 : audit [INF] from='mgr.14696 ' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-27T07:11:05.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:03.839221+0000 mgr.smithi176.ajjlsm (mgr.14696) 24 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:11:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:04.834729+0000 mon.smithi176 (mon.0) 12 : cluster [WRN] daemon mds.foofs.smithi176.psbtkl compat changed unexpectedly 2022-03-27T07:11:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:04.838156+0000 mon.smithi176 (mon.0) 13 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2022-03-27T07:11:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:04.840115+0000 mon.smithi176 (mon.0) 14 : audit [INF] from='mgr.14696 ' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-03-27T07:11:05.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:04.841003+0000 mon.smithi204 (mon.1) 100 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-27T07:11:05.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:04.841256+0000 mon.smithi176 (mon.0) 15 : audit [INF] from='mgr.14696 ' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-27T07:11:05.897 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 50 sec latency 55887.226 ms 2022-03-27T07:11:06.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:04.995631+0000 mon.smithi176 (mon.0) 16 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2022-03-27T07:11:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:04.995690+0000 mon.smithi176 (mon.0) 17 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:11:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:04.995706+0000 mon.smithi176 (mon.0) 18 : cluster [INF] Health check cleared: MDS_SLOW_REQUEST (was: 1 MDSs report slow requests) 2022-03-27T07:11:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:05.001711+0000 mon.smithi176 (mon.0) 19 : cluster [INF] Standby daemon mds.foofs.smithi204.klmhfu assigned to filesystem foofs as rank 0 2022-03-27T07:11:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:05.001819+0000 mon.smithi176 (mon.0) 20 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2022-03-27T07:11:06.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:05.001842+0000 mon.smithi176 (mon.0) 21 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-27T07:11:06.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:05.002027+0000 mon.smithi176 (mon.0) 22 : cluster [DBG] fsmap foofs:0/1 1 up:standby, 1 failed 2022-03-27T07:11:06.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:05.005753+0000 mon.smithi176 (mon.0) 23 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi204.klmhfu=up:replay} 2022-03-27T07:11:06.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:05.839371+0000 mon.smithi176 (mon.0) 24 : audit [INF] from='mgr.14696 ' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-03-27T07:11:06.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:05.839446+0000 mon.smithi176 (mon.0) 25 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2022-03-27T07:11:06.424 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:04.995631+0000 mon.smithi176 (mon.0) 16 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2022-03-27T07:11:06.424 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:04.995690+0000 mon.smithi176 (mon.0) 17 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:11:06.424 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:04.995706+0000 mon.smithi176 (mon.0) 18 : cluster [INF] Health check cleared: MDS_SLOW_REQUEST (was: 1 MDSs report slow requests) 2022-03-27T07:11:06.425 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:05.001711+0000 mon.smithi176 (mon.0) 19 : cluster [INF] Standby daemon mds.foofs.smithi204.klmhfu assigned to filesystem foofs as rank 0 2022-03-27T07:11:06.425 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:05.001819+0000 mon.smithi176 (mon.0) 20 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2022-03-27T07:11:06.425 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:05.001842+0000 mon.smithi176 (mon.0) 21 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-27T07:11:06.425 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:05.002027+0000 mon.smithi176 (mon.0) 22 : cluster [DBG] fsmap foofs:0/1 1 up:standby, 1 failed 2022-03-27T07:11:06.426 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:05.005753+0000 mon.smithi176 (mon.0) 23 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi204.klmhfu=up:replay} 2022-03-27T07:11:06.426 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:05.839371+0000 mon.smithi176 (mon.0) 24 : audit [INF] from='mgr.14696 ' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-03-27T07:11:06.426 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:05.839446+0000 mon.smithi176 (mon.0) 25 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2022-03-27T07:11:06.897 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 51 sec latency 56887.279 ms 2022-03-27T07:11:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:05.839626+0000 mgr.smithi176.ajjlsm (mgr.14696) 25 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 127 B/s rd, 0 op/s 2022-03-27T07:11:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:06.003946+0000 mon.smithi176 (mon.0) 26 : cluster [INF] Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2022-03-27T07:11:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:06.006757+0000 mon.smithi176 (mon.0) 27 : cluster [DBG] mds.? [v2:172.21.15.176:6834/813445631,v1:172.21.15.176:6835/813445631] up:boot 2022-03-27T07:11:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:06.006808+0000 mon.smithi176 (mon.0) 28 : cluster [DBG] mds.? [v2:172.21.15.204:6832/3455590054,v1:172.21.15.204:6833/3455590054] up:reconnect 2022-03-27T07:11:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:06.006863+0000 mon.smithi176 (mon.0) 29 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi204.klmhfu=up:reconnect} 1 up:standby 2022-03-27T07:11:07.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:06.007288+0000 mon.smithi204 (mon.1) 101 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi176.psbtkl"}]: dispatch 2022-03-27T07:11:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:05.839626+0000 mgr.smithi176.ajjlsm (mgr.14696) 25 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 127 B/s rd, 0 op/s 2022-03-27T07:11:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:06.003946+0000 mon.smithi176 (mon.0) 26 : cluster [INF] Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2022-03-27T07:11:07.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:06.006757+0000 mon.smithi176 (mon.0) 27 : cluster [DBG] mds.? [v2:172.21.15.176:6834/813445631,v1:172.21.15.176:6835/813445631] up:boot 2022-03-27T07:11:07.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:06.006808+0000 mon.smithi176 (mon.0) 28 : cluster [DBG] mds.? [v2:172.21.15.204:6832/3455590054,v1:172.21.15.204:6833/3455590054] up:reconnect 2022-03-27T07:11:07.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:06.006863+0000 mon.smithi176 (mon.0) 29 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi204.klmhfu=up:reconnect} 1 up:standby 2022-03-27T07:11:07.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:06.007288+0000 mon.smithi204 (mon.1) 101 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi176.psbtkl"}]: dispatch 2022-03-27T07:11:07.897 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 52 sec latency 57887.308 ms 2022-03-27T07:11:08.897 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 53 sec latency 58887.396 ms 2022-03-27T07:11:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:07.840261+0000 mgr.smithi176.ajjlsm (mgr.14696) 26 : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 8 op/s 2022-03-27T07:11:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:07.840261+0000 mgr.smithi176.ajjlsm (mgr.14696) 26 : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 8 op/s 2022-03-27T07:11:09.898 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 54 sec latency 59887.487 ms 2022-03-27T07:11:10.898 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 55 sec latency 60887.608 ms 2022-03-27T07:11:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:09.840618+0000 mgr.smithi176.ajjlsm (mgr.14696) 27 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 8 op/s 2022-03-27T07:11:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:10.008188+0000 mon.smithi176 (mon.0) 30 : audit [INF] from='mgr.14696 ' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:09.840618+0000 mgr.smithi176.ajjlsm (mgr.14696) 27 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 8 op/s 2022-03-27T07:11:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:10.008188+0000 mon.smithi176 (mon.0) 30 : audit [INF] from='mgr.14696 ' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:11.898 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 56 sec latency 61887.703 ms 2022-03-27T07:11:12.406 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:11.079591+0000 mon.smithi176 (mon.0) 31 : audit [INF] from='mgr.14696 ' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:12.406 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:11.083757+0000 mon.smithi176 (mon.0) 32 : audit [INF] from='mgr.14696 ' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:12.406 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:11.090092+0000 mon.smithi176 (mon.0) 33 : audit [INF] from='mgr.14696 ' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:12.407 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:11.093885+0000 mon.smithi204 (mon.1) 102 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:11:12.407 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:11.096844+0000 mon.smithi204 (mon.1) 103 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:11:12.407 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:11.097954+0000 mon.smithi204 (mon.1) 104 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-03-27T07:11:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:11.079591+0000 mon.smithi176 (mon.0) 31 : audit [INF] from='mgr.14696 ' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:11.083757+0000 mon.smithi176 (mon.0) 32 : audit [INF] from='mgr.14696 ' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:11.090092+0000 mon.smithi176 (mon.0) 33 : audit [INF] from='mgr.14696 ' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:11.093885+0000 mon.smithi204 (mon.1) 102 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:11:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:11.096844+0000 mon.smithi204 (mon.1) 103 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:11:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:11.097954+0000 mon.smithi204 (mon.1) 104 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-03-27T07:11:12.898 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 57 sec latency 62887.828 ms 2022-03-27T07:11:13.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: cluster 2022-03-27T07:11:11.841293+0000 mgr.smithi176.ajjlsm (mgr.14696) 28 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 8 op/s 2022-03-27T07:11:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:12.504013+0000 mon.smithi176 (mon.0) 34 : audit [INF] from='mgr.14696 ' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:12.507417+0000 mon.smithi204 (mon.1) 105 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-27T07:11:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:12.508239+0000 mon.smithi204 (mon.1) 106 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-03-27T07:11:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: audit 2022-03-27T07:11:12.509071+0000 mon.smithi204 (mon.1) 107 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:11:13.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:11.841293+0000 mgr.smithi176.ajjlsm (mgr.14696) 28 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 8 op/s 2022-03-27T07:11:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:12.504013+0000 mon.smithi176 (mon.0) 34 : audit [INF] from='mgr.14696 ' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:12.507417+0000 mon.smithi204 (mon.1) 105 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-27T07:11:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:12.508239+0000 mon.smithi204 (mon.1) 106 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-03-27T07:11:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:12.509071+0000 mon.smithi204 (mon.1) 107 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:11:13.898 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 58 sec latency 63887.939 ms 2022-03-27T07:11:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:13 smithi204 systemd[1]: Stopping Ceph mon.smithi204 for cfd54f38-ad9b-11ec-8c35-001a4aab830c... 2022-03-27T07:11:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:11:13.684+0000 7f9743ac3700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.smithi204 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2022-03-27T07:11:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204[32661]: debug 2022-03-27T07:11:13.684+0000 7f9743ac3700 -1 mon.smithi204@1(peon) e2 *** Got Signal Terminated *** 2022-03-27T07:11:14.314 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 bash[54004]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204 2022-03-27T07:11:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 bash[54049]: Error: no container with name or ID "ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204" found: no such container 2022-03-27T07:11:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 bash[54062]: Error: no container with name or ID "ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon.smithi204" found: no such container 2022-03-27T07:11:14.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@mon.smithi204.service: Succeeded. 2022-03-27T07:11:14.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 systemd[1]: Stopped Ceph mon.smithi204 for cfd54f38-ad9b-11ec-8c35-001a4aab830c. 2022-03-27T07:11:14.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 systemd[1]: Starting Ceph mon.smithi204 for cfd54f38-ad9b-11ec-8c35-001a4aab830c... 2022-03-27T07:11:14.775 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:11:14.898 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 59 sec latency 64888.020 ms 2022-03-27T07:11:15.052 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:11:15.052 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6m) 3s ago 7m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:11:15.053 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (7m) 3s ago 7m 7042k - 16.2.4 8d91d370c2b8 951098bf22f8 2022-03-27T07:11:15.053 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (7m) 16s ago 7m 7151k - 16.2.4 8d91d370c2b8 34b124ac2f4b 2022-03-27T07:11:15.053 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6m) 3s ago 7m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:11:15.053 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3m) 3s ago 3m 40.0M - 16.2.4 8d91d370c2b8 c74785b3ae13 2022-03-27T07:11:15.053 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3m) 16s ago 3m 13.8M - 16.2.4 8d91d370c2b8 de37a72bbc39 2022-03-27T07:11:15.054 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (45s) 3s ago 8m 434M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:11:15.054 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (23s) 16s ago 7m 46.6M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:11:15.054 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (12s) 3s ago 8m 39.6M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:11:15.054 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (7m) 16s ago 7m 99.4M 2048M 16.2.4 8d91d370c2b8 a9495590cfe5 2022-03-27T07:11:15.055 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (60s) 3s ago 60s 56.3M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:11:15.055 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (55s) 16s ago 55s 77.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:11:15.055 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (7m) 3s ago 7m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:11:15.055 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6m) 16s ago 6m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:11:15.055 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (6m) 3s ago 6m 1258M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:11:15.056 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6m) 3s ago 6m 1142M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:11:15.056 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5m) 3s ago 5m 718M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:11:15.056 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5m) 3s ago 5m 1236M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:11:15.056 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5m) 16s ago 5m 1155M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:11:15.056 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5m) 16s ago 5m 1420M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:11:15.057 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4m) 16s ago 4m 1078M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:11:15.057 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4m) 16s ago 4m 1795M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:11:15.057 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6m) 3s ago 7m 47.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:11:15.061 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 podman[54162]: 2022-03-27T07:11:15.061 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.947+0000 7f5395c61880 0 set uid:gid to 167:167 (ceph:ceph) 2022-03-27T07:11:15.062 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.947+0000 7f5395c61880 0 ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable), process ceph-mon, pid 7 2022-03-27T07:11:15.062 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.947+0000 7f5395c61880 0 pidfile_write: ignore empty --pid-file 2022-03-27T07:11:15.062 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.951+0000 7f5395c61880 0 load: jerasure load: lrc load: isa 2022-03-27T07:11:15.062 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: RocksDB version: 6.8.1 2022-03-27T07:11:15.063 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.063 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-03-27T07:11:15.063 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Compile date Mar 16 2022 2022-03-27T07:11:15.063 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: DB SUMMARY 2022-03-27T07:11:15.064 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.064 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: CURRENT file: CURRENT 2022-03-27T07:11:15.064 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.064 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: IDENTITY file: IDENTITY 2022-03-27T07:11:15.064 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.065 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 604 Bytes 2022-03-27T07:11:15.065 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.065 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi204/store.db dir, Total Num: 1, files: 000016.sst 2022-03-27T07:11:15.065 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.066 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi204/store.db: 000014.log size: 842188 ; 2022-03-27T07:11:15.066 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.066 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.error_if_exists: 0 2022-03-27T07:11:15.066 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.create_if_missing: 0 2022-03-27T07:11:15.066 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.paranoid_checks: 1 2022-03-27T07:11:15.067 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.env: 0x55cba95d8000 2022-03-27T07:11:15.067 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.fs: Posix File System 2022-03-27T07:11:15.067 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.info_log: 0x55cba9f8a820 2022-03-27T07:11:15.067 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_file_opening_threads: 16 2022-03-27T07:11:15.067 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.statistics: (nil) 2022-03-27T07:11:15.068 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.use_fsync: 0 2022-03-27T07:11:15.068 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_log_file_size: 0 2022-03-27T07:11:15.068 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-03-27T07:11:15.068 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.log_file_time_to_roll: 0 2022-03-27T07:11:15.069 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.keep_log_file_num: 1000 2022-03-27T07:11:15.069 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.recycle_log_file_num: 0 2022-03-27T07:11:15.069 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.allow_fallocate: 1 2022-03-27T07:11:15.069 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.allow_mmap_reads: 0 2022-03-27T07:11:15.069 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.allow_mmap_writes: 0 2022-03-27T07:11:15.070 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.use_direct_reads: 0 2022-03-27T07:11:15.070 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-03-27T07:11:15.070 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.create_missing_column_families: 0 2022-03-27T07:11:15.070 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.db_log_dir: 2022-03-27T07:11:15.071 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi204/store.db 2022-03-27T07:11:15.071 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.table_cache_numshardbits: 6 2022-03-27T07:11:15.071 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_subcompactions: 1 2022-03-27T07:11:15.073 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_background_flushes: -1 2022-03-27T07:11:15.073 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-03-27T07:11:15.074 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-03-27T07:11:15.074 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-03-27T07:11:15.074 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-03-27T07:11:15.074 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-03-27T07:11:15.075 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.advise_random_on_open: 1 2022-03-27T07:11:15.075 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.db_write_buffer_size: 0 2022-03-27T07:11:15.075 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.write_buffer_manager: 0x55cbaac86150 2022-03-27T07:11:15.075 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-03-27T07:11:15.076 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-03-27T07:11:15.076 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-03-27T07:11:15.076 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.use_adaptive_mutex: 0 2022-03-27T07:11:15.076 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.rate_limiter: (nil) 2022-03-27T07:11:15.076 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-03-27T07:11:15.077 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.wal_recovery_mode: 2 2022-03-27T07:11:15.077 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.enable_thread_tracking: 0 2022-03-27T07:11:15.077 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.enable_pipelined_write: 0 2022-03-27T07:11:15.077 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.unordered_write: 0 2022-03-27T07:11:15.077 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-03-27T07:11:15.078 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-03-27T07:11:15.078 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-03-27T07:11:15.078 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-03-27T07:11:15.078 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.row_cache: None 2022-03-27T07:11:15.079 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.wal_filter: None 2022-03-27T07:11:15.079 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-03-27T07:11:15.079 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.allow_ingest_behind: 0 2022-03-27T07:11:15.079 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.preserve_deletes: 0 2022-03-27T07:11:15.079 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.two_write_queues: 0 2022-03-27T07:11:15.080 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.manual_wal_flush: 0 2022-03-27T07:11:15.080 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.atomic_flush: 0 2022-03-27T07:11:15.080 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-03-27T07:11:15.080 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.persist_stats_to_disk: 0 2022-03-27T07:11:15.081 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-03-27T07:11:15.081 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.log_readahead_size: 0 2022-03-27T07:11:15.081 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-03-27T07:11:15.081 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_background_jobs: 2 2022-03-27T07:11:15.081 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_background_compactions: -1 2022-03-27T07:11:15.082 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-03-27T07:11:15.082 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-03-27T07:11:15.082 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.delayed_write_rate : 16777216 2022-03-27T07:11:15.082 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_total_wal_size: 0 2022-03-27T07:11:15.083 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-03-27T07:11:15.083 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.stats_dump_period_sec: 600 2022-03-27T07:11:15.083 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.stats_persist_period_sec: 600 2022-03-27T07:11:15.083 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-03-27T07:11:15.083 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_open_files: -1 2022-03-27T07:11:15.084 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.bytes_per_sync: 0 2022-03-27T07:11:15.084 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-03-27T07:11:15.084 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-03-27T07:11:15.084 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.compaction_readahead_size: 0 2022-03-27T07:11:15.085 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Compression algorithms supported: 2022-03-27T07:11:15.085 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-03-27T07:11:15.085 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: kZSTD supported: 0 2022-03-27T07:11:15.085 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: kXpressCompression supported: 0 2022-03-27T07:11:15.085 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: kLZ4HCCompression supported: 1 2022-03-27T07:11:15.086 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: kLZ4Compression supported: 1 2022-03-27T07:11:15.086 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: kBZip2Compression supported: 0 2022-03-27T07:11:15.086 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: kZlibCompression supported: 1 2022-03-27T07:11:15.086 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: kSnappyCompression supported: 1 2022-03-27T07:11:15.087 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-03-27T07:11:15.087 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi204/store.db/MANIFEST-000005 2022-03-27T07:11:15.087 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.087 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-03-27T07:11:15.087 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.088 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-03-27T07:11:15.088 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.merge_operator: 2022-03-27T07:11:15.088 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.compaction_filter: None 2022-03-27T07:11:15.088 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.compaction_filter_factory: None 2022-03-27T07:11:15.088 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-03-27T07:11:15.089 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.table_factory: BlockBasedTable 2022-03-27T07:11:15.089 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cba9f29d08) 2022-03-27T07:11:15.089 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cache_index_and_filter_blocks: 1 2022-03-27T07:11:15.089 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cache_index_and_filter_blocks_with_high_priority: 0 2022-03-27T07:11:15.090 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-03-27T07:11:15.090 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: pin_top_level_index_and_filter: 1 2022-03-27T07:11:15.090 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: index_type: 0 2022-03-27T07:11:15.090 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: data_block_index_type: 0 2022-03-27T07:11:15.090 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: index_shortening: 1 2022-03-27T07:11:15.091 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: data_block_hash_table_util_ratio: 0.750000 2022-03-27T07:11:15.091 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: hash_index_allow_collision: 1 2022-03-27T07:11:15.091 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: checksum: 1 2022-03-27T07:11:15.091 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: no_block_cache: 0 2022-03-27T07:11:15.091 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: block_cache: 0x55cba9f63010 2022-03-27T07:11:15.092 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: block_cache_name: BinnedLRUCache 2022-03-27T07:11:15.092 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: block_cache_options: 2022-03-27T07:11:15.092 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: capacity : 536870912 2022-03-27T07:11:15.092 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: num_shard_bits : 4 2022-03-27T07:11:15.093 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: strict_capacity_limit : 0 2022-03-27T07:11:15.093 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: high_pri_pool_ratio: 0.000 2022-03-27T07:11:15.093 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: block_cache_compressed: (nil) 2022-03-27T07:11:15.093 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: persistent_cache: (nil) 2022-03-27T07:11:15.094 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: block_size: 4096 2022-03-27T07:11:15.094 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: block_size_deviation: 10 2022-03-27T07:11:15.094 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: block_restart_interval: 16 2022-03-27T07:11:15.094 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: index_block_restart_interval: 1 2022-03-27T07:11:15.095 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: metadata_block_size: 4096 2022-03-27T07:11:15.095 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: partition_filters: 0 2022-03-27T07:11:15.095 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: use_delta_encoding: 1 2022-03-27T07:11:15.095 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: filter_policy: rocksdb.BuiltinBloomFilter 2022-03-27T07:11:15.095 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: whole_key_filtering: 1 2022-03-27T07:11:15.096 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: verify_compression: 0 2022-03-27T07:11:15.096 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: read_amp_bytes_per_bit: 0 2022-03-27T07:11:15.096 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: format_version: 2 2022-03-27T07:11:15.096 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: enable_index_compression: 1 2022-03-27T07:11:15.096 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: block_align: 0 2022-03-27T07:11:15.097 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.097 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.write_buffer_size: 33554432 2022-03-27T07:11:15.097 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_write_buffer_number: 2 2022-03-27T07:11:15.097 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.compression: NoCompression 2022-03-27T07:11:15.098 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.bottommost_compression: Disabled 2022-03-27T07:11:15.098 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.prefix_extractor: nullptr 2022-03-27T07:11:15.098 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-03-27T07:11:15.098 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.num_levels: 7 2022-03-27T07:11:15.098 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-03-27T07:11:15.099 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-03-27T07:11:15.099 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-03-27T07:11:15.099 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-03-27T07:11:15.099 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-03-27T07:11:15.100 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-03-27T07:11:15.100 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-03-27T07:11:15.100 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-03-27T07:11:15.100 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-03-27T07:11:15.100 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.compression_opts.window_bits: -14 2022-03-27T07:11:15.101 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.compression_opts.level: 32767 2022-03-27T07:11:15.101 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.compression_opts.strategy: 0 2022-03-27T07:11:15.101 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-03-27T07:11:15.101 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-03-27T07:11:15.102 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.compression_opts.enabled: false 2022-03-27T07:11:15.102 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-03-27T07:11:15.102 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-03-27T07:11:15.102 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-03-27T07:11:15.102 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.target_file_size_base: 67108864 2022-03-27T07:11:15.103 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.target_file_size_multiplier: 1 2022-03-27T07:11:15.103 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-03-27T07:11:15.103 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-03-27T07:11:15.103 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-03-27T07:11:15.104 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-03-27T07:11:15.104 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-03-27T07:11:15.104 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-03-27T07:11:15.104 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-03-27T07:11:15.104 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-03-27T07:11:15.105 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-03-27T07:11:15.105 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-03-27T07:11:15.105 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-03-27T07:11:15.105 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-03-27T07:11:15.106 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.arena_block_size: 4194304 2022-03-27T07:11:15.106 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-03-27T07:11:15.106 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-03-27T07:11:15.106 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-03-27T07:11:15.107 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.disable_auto_compactions: 0 2022-03-27T07:11:15.107 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-03-27T07:11:15.107 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-03-27T07:11:15.107 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-03-27T07:11:15.107 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-03-27T07:11:15.108 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-03-27T07:11:15.108 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-03-27T07:11:15.108 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-03-27T07:11:15.108 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-03-27T07:11:15.108 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-03-27T07:11:15.109 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-03-27T07:11:15.109 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.table_properties_collectors: 2022-03-27T07:11:15.109 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.inplace_update_support: 0 2022-03-27T07:11:15.109 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-03-27T07:11:15.110 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-03-27T07:11:15.110 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-03-27T07:11:15.110 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.memtable_huge_page_size: 0 2022-03-27T07:11:15.110 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.bloom_locality: 0 2022-03-27T07:11:15.111 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.max_successive_merges: 0 2022-03-27T07:11:15.111 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-03-27T07:11:15.111 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.paranoid_file_checks: 0 2022-03-27T07:11:15.111 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.force_consistency_checks: 0 2022-03-27T07:11:15.111 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.report_bg_io_stats: 0 2022-03-27T07:11:15.112 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.ttl: 2592000 2022-03-27T07:11:15.112 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-03-27T07:11:15.112 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-03-27T07:11:15.112 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi204/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 18, last_sequence is 9087, log_number is 14,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-03-27T07:11:15.113 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.113 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.952+0000 7f5395c61880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 14 2022-03-27T07:11:15.113 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.113 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.953+0000 7f5395c61880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1648365074954199, "job": 1, "event": "recovery_started", "log_files": [14]} 2022-03-27T07:11:15.114 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.953+0000 7f5395c61880 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #14 mode 2 2022-03-27T07:11:15.114 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.953+0000 7f5395c61880 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-03-27T07:11:15.114 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.955+0000 7f5395c61880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1648365074956508, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 18, "file_size": 560984, "table_properties": {"data_size": 559177, "index_size": 797, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 197, "raw_key_size": 1556, "raw_average_key_size": 23, "raw_value_size": 557365, "raw_average_value_size": 8444, "num_data_blocks": 25, "num_entries": 66, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1648365074, "oldest_key_time": 3, "file_creation_time": 0}} 2022-03-27T07:11:15.114 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.955+0000 7f5395c61880 4 rocksdb: [version_set.cc:3826] Creating manifest 19 2022-03-27T07:11:15.114 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.115 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.955+0000 7f5395c61880 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-03-27T07:11:15.115 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.955+0000 7f5395c61880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1648365074956942, "job": 1, "event": "recovery_finished"} 2022-03-27T07:11:15.115 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.956+0000 7f5395c61880 4 rocksdb: DB pointer 0x55cbaa02d800 2022-03-27T07:11:15.115 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.956+0000 7f537cc94700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-03-27T07:11:15.116 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.956+0000 7f537cc94700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-03-27T07:11:15.116 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: ** DB Stats ** 2022-03-27T07:11:15.116 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-27T07:11:15.116 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-03-27T07:11:15.117 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-03-27T07:11:15.117 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-03-27T07:11:15.117 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-03-27T07:11:15.117 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-03-27T07:11:15.117 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-03-27T07:11:15.118 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.118 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: ** Compaction Stats [default] ** 2022-03-27T07:11:15.118 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-27T07:11:15.118 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-27T07:11:15.119 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: L0 1/0 547.84 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 356.9 0.00 0.00 1 0.001 0 0 2022-03-27T07:11:15.119 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: L6 1/0 23.69 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-27T07:11:15.119 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Sum 2/0 24.22 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 356.9 0.00 0.00 1 0.001 0 0 2022-03-27T07:11:15.119 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 bash[54162]: b44a4348d5f5e4d87b0b41fbe7e9467d4a9fe9ac7a85dfbc49dcb21ca32e585d 2022-03-27T07:11:15.119 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 356.9 0.00 0.00 1 0.001 0 0 2022-03-27T07:11:15.120 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.120 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: ** Compaction Stats [default] ** 2022-03-27T07:11:15.120 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-27T07:11:15.120 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-27T07:11:15.121 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 356.9 0.00 0.00 1 0.001 0 0 2022-03-27T07:11:15.121 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-27T07:11:15.121 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Flush(GB): cumulative 0.001, interval 0.001 2022-03-27T07:11:15.121 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: AddFile(GB): cumulative 0.000, interval 0.000 2022-03-27T07:11:15.121 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: AddFile(Total Files): cumulative 0, interval 0 2022-03-27T07:11:15.122 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: AddFile(L0 Files): cumulative 0, interval 0 2022-03-27T07:11:15.122 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: AddFile(Keys): cumulative 0, interval 0 2022-03-27T07:11:15.122 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Cumulative compaction: 0.00 GB write, 124.13 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-27T07:11:15.122 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Interval compaction: 0.00 GB write, 124.13 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-27T07:11:15.123 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-03-27T07:11:15.123 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.123 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: ** File Read Latency Histogram By Level [default] ** 2022-03-27T07:11:15.123 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.123 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: ** Compaction Stats [default] ** 2022-03-27T07:11:15.124 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-27T07:11:15.124 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-27T07:11:15.124 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: L0 1/0 547.84 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 356.9 0.00 0.00 1 0.001 0 0 2022-03-27T07:11:15.124 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: L6 1/0 23.69 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-27T07:11:15.125 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Sum 2/0 24.22 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 356.9 0.00 0.00 1 0.001 0 0 2022-03-27T07:11:15.125 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-27T07:11:15.125 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.125 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: ** Compaction Stats [default] ** 2022-03-27T07:11:15.125 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-27T07:11:15.126 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-27T07:11:15.126 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 356.9 0.00 0.00 1 0.001 0 0 2022-03-27T07:11:15.126 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-27T07:11:15.126 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Flush(GB): cumulative 0.001, interval 0.000 2022-03-27T07:11:15.126 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: AddFile(GB): cumulative 0.000, interval 0.000 2022-03-27T07:11:15.127 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: AddFile(Total Files): cumulative 0, interval 0 2022-03-27T07:11:15.127 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: AddFile(L0 Files): cumulative 0, interval 0 2022-03-27T07:11:15.127 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: AddFile(Keys): cumulative 0, interval 0 2022-03-27T07:11:15.127 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Cumulative compaction: 0.00 GB write, 123.02 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-27T07:11:15.128 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-27T07:11:15.128 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-03-27T07:11:15.128 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.128 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: ** File Read Latency Histogram By Level [default] ** 2022-03-27T07:11:15.128 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.129 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.957+0000 7f5395c61880 0 starting mon.smithi204 rank 1 at public addrs [v2:172.21.15.204:3300/0,v1:172.21.15.204:6789/0] at bind addrs [v2:172.21.15.204:3300/0,v1:172.21.15.204:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi204 fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:11:15.129 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.957+0000 7f5395c61880 1 mon.smithi204@-1(???) e2 preinit fsid cfd54f38-ad9b-11ec-8c35-001a4aab830c 2022-03-27T07:11:15.129 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.958+0000 7f5395c61880 0 mon.smithi204@-1(???).mds e12 new map 2022-03-27T07:11:15.129 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.958+0000 7f5395c61880 0 mon.smithi204@-1(???).mds e12 print_map 2022-03-27T07:11:15.129 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: e12 2022-03-27T07:11:15.130 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: enable_multiple, ever_enabled_multiple: 1,1 2022-03-27T07:11:15.130 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-03-27T07:11:15.130 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: legacy client fscid: 1 2022-03-27T07:11:15.130 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.131 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Filesystem 'foofs' (1) 2022-03-27T07:11:15.131 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: fs_name foofs 2022-03-27T07:11:15.131 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: epoch 12 2022-03-27T07:11:15.131 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: flags 12 2022-03-27T07:11:15.131 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: created 2022-03-27T07:07:53.788166+0000 2022-03-27T07:11:15.132 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: modified 2022-03-27T07:11:06.003877+0000 2022-03-27T07:11:15.132 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: tableserver 0 2022-03-27T07:11:15.132 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: root 0 2022-03-27T07:11:15.132 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: session_timeout 60 2022-03-27T07:11:15.133 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: session_autoclose 300 2022-03-27T07:11:15.133 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: max_file_size 1099511627776 2022-03-27T07:11:15.133 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: required_client_features {} 2022-03-27T07:11:15.133 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: last_failure 0 2022-03-27T07:11:15.133 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: last_failure_osd_epoch 68 2022-03-27T07:11:15.134 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-03-27T07:11:15.134 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: max_mds 1 2022-03-27T07:11:15.134 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: in 0 2022-03-27T07:11:15.134 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: up {0=24321} 2022-03-27T07:11:15.135 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: failed 2022-03-27T07:11:15.135 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: damaged 2022-03-27T07:11:15.135 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: stopped 2022-03-27T07:11:15.135 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: data_pools [3] 2022-03-27T07:11:15.135 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: metadata_pool 2 2022-03-27T07:11:15.136 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: inline_data disabled 2022-03-27T07:11:15.136 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: balancer 2022-03-27T07:11:15.136 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: standby_count_wanted 1 2022-03-27T07:11:15.136 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: [mds.foofs.smithi204.klmhfu{0:24321} state up:reconnect seq 48 join_fscid=1 addr [v2:172.21.15.204:6832/3455590054,v1:172.21.15.204:6833/3455590054] compat {c=[1],r=[1],i=[7ff]}] 2022-03-27T07:11:15.137 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.137 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.137 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Standby daemons: 2022-03-27T07:11:15.137 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.137 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: [mds.foofs.smithi176.psbtkl{-1:34100} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.176:6834/813445631,v1:172.21.15.176:6835/813445631] compat {c=[1],r=[1],i=[7ff]}] 2022-03-27T07:11:15.138 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:11:15.138 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.958+0000 7f5395c61880 0 mon.smithi204@-1(???).osd e69 crush map has features 3314933000854323200, adjusting msgr requires 2022-03-27T07:11:15.138 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.958+0000 7f5395c61880 0 mon.smithi204@-1(???).osd e69 crush map has features 432629239337189376, adjusting msgr requires 2022-03-27T07:11:15.138 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.958+0000 7f5395c61880 0 mon.smithi204@-1(???).osd e69 crush map has features 432629239337189376, adjusting msgr requires 2022-03-27T07:11:15.138 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.958+0000 7f5395c61880 0 mon.smithi204@-1(???).osd e69 crush map has features 432629239337189376, adjusting msgr requires 2022-03-27T07:11:15.139 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:11.841293+0000 mgr.smithi176.ajjlsm (mgr.14696) 28 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 8 op/s 2022-03-27T07:11:15.139 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:12.504013+0000 mon.smithi176 (mon.0) 34 : audit [INF] from='mgr.14696 ' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:15.139 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:12.507417+0000 mon.smithi204 (mon.1) 105 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-27T07:11:15.139 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:12.508239+0000 mon.smithi204 (mon.1) 106 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-03-27T07:11:15.140 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:12.509071+0000 mon.smithi204 (mon.1) 107 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:11:15.140 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: debug 2022-03-27T07:11:14.958+0000 7f5395c61880 1 mon.smithi204@-1(???).paxosservice(auth 1..39) refresh upgraded, format 0 -> 3 2022-03-27T07:11:15.140 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:15 smithi204 systemd[1]: Started Ceph mon.smithi204 for cfd54f38-ad9b-11ec-8c35-001a4aab830c. 2022-03-27T07:11:15.381 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:11:15.381 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:11:15.382 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:11:15.382 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:11:15.382 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:11:15.382 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:11:15.383 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:11:15.383 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:11:15.383 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-03-27T07:11:15.384 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:11:15.384 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:11:15.384 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:11:15.384 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:11:15.384 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:11:15.385 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 10, 2022-03-27T07:11:15.385 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T07:11:15.385 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:11:15.385 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:11:15.898 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 60 sec latency 65888.107 ms 2022-03-27T07:11:16.710 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:13.841706+0000 mgr.smithi176.ajjlsm (mgr.14696) 31 : cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 7 op/s 2022-03-27T07:11:16.711 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:14.762593+0000 mgr.smithi176.ajjlsm (mgr.14696) 32 : audit [DBG] from='client.34104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:11:16.711 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:15.042876+0000 mgr.smithi176.ajjlsm (mgr.14696) 33 : audit [DBG] from='client.34108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:11:16.711 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:15.319493+0000 mon.smithi204 (mon.1) 1 : cluster [INF] mon.smithi204 calling monitor election 2022-03-27T07:11:16.711 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:15.320462+0000 mon.smithi176 (mon.0) 37 : cluster [INF] mon.smithi176 calling monitor election 2022-03-27T07:11:16.712 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:15.321630+0000 mon.smithi176 (mon.0) 38 : cluster [INF] mon.smithi176 is new leader, mons smithi176,smithi204 in quorum (ranks 0,1) 2022-03-27T07:11:16.712 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:15.327509+0000 mon.smithi176 (mon.0) 39 : cluster [DBG] monmap e2: 2 mons at {smithi176=[v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0],smithi204=[v2:172.21.15.204:3300/0,v1:172.21.15.204:6789/0]} 2022-03-27T07:11:16.712 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:15.327569+0000 mon.smithi176 (mon.0) 40 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi204.klmhfu=up:reconnect} 1 up:standby 2022-03-27T07:11:16.713 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:15.327605+0000 mon.smithi176 (mon.0) 41 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2022-03-27T07:11:16.713 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:15.327884+0000 mon.smithi176 (mon.0) 42 : cluster [DBG] mgrmap e37: smithi176.ajjlsm(active, since 36s), standbys: smithi204.vnvrbl 2022-03-27T07:11:16.713 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:15.330432+0000 mon.smithi176 (mon.0) 43 : cluster [WRN] Health detail: HEALTH_WARN 1 filesystem is degraded 2022-03-27T07:11:16.713 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:15.330451+0000 mon.smithi176 (mon.0) 44 : cluster [WRN] [WRN] FS_DEGRADED: 1 filesystem is degraded 2022-03-27T07:11:16.713 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:15.330464+0000 mon.smithi176 (mon.0) 45 : cluster [WRN] fs foofs is degraded 2022-03-27T07:11:16.714 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:15.332554+0000 mon.smithi176 (mon.0) 46 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:16.714 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:15.333403+0000 mon.smithi176 (mon.0) 47 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:11:16.714 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:15.334315+0000 mon.smithi176 (mon.0) 48 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:11:16.714 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:15.334856+0000 mon.smithi176 (mon.0) 49 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:11:16.715 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:11:15.335369+0000 mgr.smithi176.ajjlsm (mgr.14696) 34 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:11:16.715 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:15.380818+0000 mon.smithi176 (mon.0) 50 : audit [DBG] from='client.? 172.21.15.176:0/2027588074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:11:16.715 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:15.842213+0000 mgr.smithi176.ajjlsm (mgr.14696) 35 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s 2022-03-27T07:11:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:13.841706+0000 mgr.smithi176.ajjlsm (mgr.14696) 31 : cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 7 op/s 2022-03-27T07:11:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:14.762593+0000 mgr.smithi176.ajjlsm (mgr.14696) 32 : audit [DBG] from='client.34104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:11:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:15.042876+0000 mgr.smithi176.ajjlsm (mgr.14696) 33 : audit [DBG] from='client.34108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:11:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:15.319493+0000 mon.smithi204 (mon.1) 1 : cluster [INF] mon.smithi204 calling monitor election 2022-03-27T07:11:16.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:15.320462+0000 mon.smithi176 (mon.0) 37 : cluster [INF] mon.smithi176 calling monitor election 2022-03-27T07:11:16.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:15.321630+0000 mon.smithi176 (mon.0) 38 : cluster [INF] mon.smithi176 is new leader, mons smithi176,smithi204 in quorum (ranks 0,1) 2022-03-27T07:11:16.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:15.327509+0000 mon.smithi176 (mon.0) 39 : cluster [DBG] monmap e2: 2 mons at {smithi176=[v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0],smithi204=[v2:172.21.15.204:3300/0,v1:172.21.15.204:6789/0]} 2022-03-27T07:11:16.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:15.327569+0000 mon.smithi176 (mon.0) 40 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi204.klmhfu=up:reconnect} 1 up:standby 2022-03-27T07:11:16.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:15.327605+0000 mon.smithi176 (mon.0) 41 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2022-03-27T07:11:16.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:15.327884+0000 mon.smithi176 (mon.0) 42 : cluster [DBG] mgrmap e37: smithi176.ajjlsm(active, since 36s), standbys: smithi204.vnvrbl 2022-03-27T07:11:16.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:15.330432+0000 mon.smithi176 (mon.0) 43 : cluster [WRN] Health detail: HEALTH_WARN 1 filesystem is degraded 2022-03-27T07:11:16.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:15.330451+0000 mon.smithi176 (mon.0) 44 : cluster [WRN] [WRN] FS_DEGRADED: 1 filesystem is degraded 2022-03-27T07:11:16.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:15.330464+0000 mon.smithi176 (mon.0) 45 : cluster [WRN] fs foofs is degraded 2022-03-27T07:11:16.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:15.332554+0000 mon.smithi176 (mon.0) 46 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:16.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:15.333403+0000 mon.smithi176 (mon.0) 47 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:11:16.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:15.334315+0000 mon.smithi176 (mon.0) 48 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:11:16.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:15.334856+0000 mon.smithi176 (mon.0) 49 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:11:16.802 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:11:15.335369+0000 mgr.smithi176.ajjlsm (mgr.14696) 34 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:11:16.802 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:15.380818+0000 mon.smithi176 (mon.0) 50 : audit [DBG] from='client.? 172.21.15.176:0/2027588074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:11:16.802 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:15.842213+0000 mgr.smithi176.ajjlsm (mgr.14696) 35 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s 2022-03-27T07:11:16.901 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 61 sec latency 66888.192 ms 2022-03-27T07:11:17.606 INFO:journalctl@ceph.osd.6.smithi204.stdout:Mar 27 07:11:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.6[42243]: debug 2022-03-27T07:11:17.362+0000 7f4d8b403700 -1 bdev(0x558fbf0b2800 /var/lib/ceph/osd/ceph-6/block) aio_submit retries 1 2022-03-27T07:11:17.607 INFO:journalctl@ceph.osd.6.smithi204.stdout:Mar 27 07:11:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.6[42243]: debug 2022-03-27T07:11:17.362+0000 7f4d8e409700 -1 bdev(0x558fbf0b2800 /var/lib/ceph/osd/ceph-6/block) aio_submit retries 2 2022-03-27T07:11:17.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:16.944555+0000 mon.smithi176 (mon.0) 51 : cluster [INF] daemon mds.foofs.smithi204.klmhfu restarted 2022-03-27T07:11:17.608 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:16.948287+0000 mon.smithi176 (mon.0) 52 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2022-03-27T07:11:17.798 INFO:journalctl@ceph.osd.1.smithi176.stdout:Mar 27 07:11:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.1[45555]: debug 2022-03-27T07:11:17.363+0000 7f40422c8700 -1 bdev(0x5564416d2800 /var/lib/ceph/osd/ceph-1/block) aio_submit retries 2 2022-03-27T07:11:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:17.331+0000 7fc4ab557700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:11:17.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:16.944555+0000 mon.smithi176 (mon.0) 51 : cluster [INF] daemon mds.foofs.smithi204.klmhfu restarted 2022-03-27T07:11:17.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:16.948287+0000 mon.smithi176 (mon.0) 52 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2022-03-27T07:11:17.898 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 62 sec latency 67888.225 ms 2022-03-27T07:11:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:17.332763+0000 mon.smithi176 (mon.0) 53 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:11:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:17.341277+0000 mon.smithi176 (mon.0) 54 : cluster [DBG] mds.? [v2:172.21.15.204:6832/568449335,v1:172.21.15.204:6833/568449335] up:boot 2022-03-27T07:11:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:17.341341+0000 mon.smithi176 (mon.0) 55 : cluster [INF] Standby daemon mds.foofs.smithi176.psbtkl assigned to filesystem foofs as rank 0 2022-03-27T07:11:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:17.341429+0000 mon.smithi176 (mon.0) 56 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-27T07:11:18.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:17.341641+0000 mon.smithi176 (mon.0) 57 : cluster [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-27T07:11:18.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:17.342286+0000 mon.smithi176 (mon.0) 58 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi204.klmhfu"}]: dispatch 2022-03-27T07:11:18.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:17.346964+0000 mon.smithi176 (mon.0) 59 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi176.psbtkl=up:replay} 1 up:standby 2022-03-27T07:11:18.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:17.842564+0000 mgr.smithi176.ajjlsm (mgr.14696) 36 : cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-27T07:11:18.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:17.332763+0000 mon.smithi176 (mon.0) 53 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:11:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:17.341277+0000 mon.smithi176 (mon.0) 54 : cluster [DBG] mds.? [v2:172.21.15.204:6832/568449335,v1:172.21.15.204:6833/568449335] up:boot 2022-03-27T07:11:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:17.341341+0000 mon.smithi176 (mon.0) 55 : cluster [INF] Standby daemon mds.foofs.smithi176.psbtkl assigned to filesystem foofs as rank 0 2022-03-27T07:11:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:17.341429+0000 mon.smithi176 (mon.0) 56 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-27T07:11:18.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:17.341641+0000 mon.smithi176 (mon.0) 57 : cluster [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-27T07:11:18.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:17.342286+0000 mon.smithi176 (mon.0) 58 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi204.klmhfu"}]: dispatch 2022-03-27T07:11:18.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:17.346964+0000 mon.smithi176 (mon.0) 59 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi176.psbtkl=up:replay} 1 up:standby 2022-03-27T07:11:18.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:17.842564+0000 mgr.smithi176.ajjlsm (mgr.14696) 36 : cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-27T07:11:18.898 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 63 sec latency 68888.282 ms 2022-03-27T07:11:19.899 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 64 sec latency 69888.395 ms 2022-03-27T07:11:20.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:18.720589+0000 mds.foofs.smithi176.psbtkl (mds.0) 1 : cluster [DBG] reconnect by client.24549 172.21.15.176:0/1097562341 after 0.000999992 2022-03-27T07:11:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:18.720629+0000 mds.foofs.smithi176.psbtkl (mds.0) 2 : cluster [DBG] reconnect by client.14678 172.21.15.176:0/2300549433 after 0.000999992 2022-03-27T07:11:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:18.720769+0000 mds.foofs.smithi176.psbtkl (mds.0) 3 : cluster [DBG] reconnect by client.14716 172.21.15.176:0/3425070179 after 0.000999992 2022-03-27T07:11:20.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:18.721343+0000 mds.foofs.smithi176.psbtkl (mds.0) 4 : cluster [DBG] reconnect by client.24533 172.21.15.204:0/298428613 after 0.00199998 2022-03-27T07:11:20.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:18.721692+0000 mon.smithi176 (mon.0) 60 : cluster [DBG] mds.? [v2:172.21.15.176:6834/813445631,v1:172.21.15.176:6835/813445631] up:reconnect 2022-03-27T07:11:20.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:18.721763+0000 mon.smithi176 (mon.0) 61 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi176.psbtkl=up:reconnect} 1 up:standby 2022-03-27T07:11:20.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:18.720589+0000 mds.foofs.smithi176.psbtkl (mds.0) 1 : cluster [DBG] reconnect by client.24549 172.21.15.176:0/1097562341 after 0.000999992 2022-03-27T07:11:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:18.720629+0000 mds.foofs.smithi176.psbtkl (mds.0) 2 : cluster [DBG] reconnect by client.14678 172.21.15.176:0/2300549433 after 0.000999992 2022-03-27T07:11:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:18.720769+0000 mds.foofs.smithi176.psbtkl (mds.0) 3 : cluster [DBG] reconnect by client.14716 172.21.15.176:0/3425070179 after 0.000999992 2022-03-27T07:11:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:18.721343+0000 mds.foofs.smithi176.psbtkl (mds.0) 4 : cluster [DBG] reconnect by client.24533 172.21.15.204:0/298428613 after 0.00199998 2022-03-27T07:11:20.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:18.721692+0000 mon.smithi176 (mon.0) 60 : cluster [DBG] mds.? [v2:172.21.15.176:6834/813445631,v1:172.21.15.176:6835/813445631] up:reconnect 2022-03-27T07:11:20.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:18.721763+0000 mon.smithi176 (mon.0) 61 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi176.psbtkl=up:reconnect} 1 up:standby 2022-03-27T07:11:20.898 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 65 sec latency 70888.437 ms 2022-03-27T07:11:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:19.843100+0000 mgr.smithi176.ajjlsm (mgr.14696) 37 : cluster [DBG] pgmap v26: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-27T07:11:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:20.147213+0000 mon.smithi176 (mon.0) 62 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:20.150863+0000 mon.smithi176 (mon.0) 63 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:20.157137+0000 mon.smithi176 (mon.0) 64 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:20.161069+0000 mon.smithi176 (mon.0) 65 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:11:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:20.163127+0000 mon.smithi176 (mon.0) 66 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:11:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:20.164181+0000 mon.smithi176 (mon.0) 67 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:11:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:11:20.164837+0000 mgr.smithi176.ajjlsm (mgr.14696) 38 : cephadm [INF] Upgrade: Setting container_image for all mon 2022-03-27T07:11:21.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:20.168721+0000 mon.smithi176 (mon.0) 68 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:21.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:20.169569+0000 mon.smithi176 (mon.0) 69 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi176"}]: dispatch 2022-03-27T07:11:21.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:20.172997+0000 mon.smithi176 (mon.0) 70 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi176"}]': finished 2022-03-27T07:11:21.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:20.173685+0000 mon.smithi176 (mon.0) 71 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi204"}]: dispatch 2022-03-27T07:11:21.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:20.176681+0000 mon.smithi176 (mon.0) 72 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi204"}]': finished 2022-03-27T07:11:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:19.843100+0000 mgr.smithi176.ajjlsm (mgr.14696) 37 : cluster [DBG] pgmap v26: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-27T07:11:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:20.147213+0000 mon.smithi176 (mon.0) 62 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:20.150863+0000 mon.smithi176 (mon.0) 63 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:20.157137+0000 mon.smithi176 (mon.0) 64 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:21.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:20.161069+0000 mon.smithi176 (mon.0) 65 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:11:21.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:20.163127+0000 mon.smithi176 (mon.0) 66 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:11:21.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:20.164181+0000 mon.smithi176 (mon.0) 67 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:11:21.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:11:20.164837+0000 mgr.smithi176.ajjlsm (mgr.14696) 38 : cephadm [INF] Upgrade: Setting container_image for all mon 2022-03-27T07:11:21.474 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:20.168721+0000 mon.smithi176 (mon.0) 68 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:21.474 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:20.169569+0000 mon.smithi176 (mon.0) 69 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi176"}]: dispatch 2022-03-27T07:11:21.474 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:20.172997+0000 mon.smithi176 (mon.0) 70 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi176"}]': finished 2022-03-27T07:11:21.475 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:20.173685+0000 mon.smithi176 (mon.0) 71 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi204"}]: dispatch 2022-03-27T07:11:21.475 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:20.176681+0000 mon.smithi176 (mon.0) 72 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi204"}]': finished 2022-03-27T07:11:21.899 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 66 sec latency 71888.466 ms 2022-03-27T07:11:22.447 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:11:21.377745+0000 mgr.smithi176.ajjlsm (mgr.14696) 39 : cephadm [INF] Upgrade: Updating crash.smithi176 2022-03-27T07:11:22.448 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:21.381745+0000 mon.smithi176 (mon.0) 73 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:22.448 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:21.382379+0000 mon.smithi176 (mon.0) 74 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi176", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-03-27T07:11:22.448 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:21.382971+0000 mon.smithi176 (mon.0) 75 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:11:22.448 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:11:21.383443+0000 mgr.smithi176.ajjlsm (mgr.14696) 40 : cephadm [INF] Deploying daemon crash.smithi176 on smithi176 2022-03-27T07:11:22.449 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:21.843693+0000 mgr.smithi176.ajjlsm (mgr.14696) 41 : cluster [DBG] pgmap v27: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s 2022-03-27T07:11:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:11:21.377745+0000 mgr.smithi176.ajjlsm (mgr.14696) 39 : cephadm [INF] Upgrade: Updating crash.smithi176 2022-03-27T07:11:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:21.381745+0000 mon.smithi176 (mon.0) 73 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:21.382379+0000 mon.smithi176 (mon.0) 74 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi176", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-03-27T07:11:22.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:21.382971+0000 mon.smithi176 (mon.0) 75 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:11:22.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:11:21.383443+0000 mgr.smithi176.ajjlsm (mgr.14696) 40 : cephadm [INF] Deploying daemon crash.smithi176 on smithi176 2022-03-27T07:11:22.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:21.843693+0000 mgr.smithi176.ajjlsm (mgr.14696) 41 : cluster [DBG] pgmap v27: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s 2022-03-27T07:11:22.899 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 67 sec latency 72888.555 ms 2022-03-27T07:11:23.899 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 68 sec latency 73888.880 ms 2022-03-27T07:11:24.900 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 69 sec latency 74888.963 ms 2022-03-27T07:11:25.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:23.839229+0000 mon.smithi176 (mon.0) 76 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:23.839976+0000 mon.smithi176 (mon.0) 77 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:11:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:23.840895+0000 mon.smithi176 (mon.0) 78 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:11:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:23.841461+0000 mon.smithi176 (mon.0) 79 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:11:25.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:11:23.841987+0000 mgr.smithi176.ajjlsm (mgr.14696) 42 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:11:25.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:23.844001+0000 mgr.smithi176.ajjlsm (mgr.14696) 43 : cluster [DBG] pgmap v28: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s 2022-03-27T07:11:25.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:24.045822+0000 mgr.smithi176.ajjlsm (mgr.14696) 44 : audit [DBG] from='client.34120 -' entity='client.crash.smithi176' cmd=[{"prefix": "crash post", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:11:25.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:24.049423+0000 mon.smithi176 (mon.0) 80 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:25.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:24.050089+0000 mgr.smithi176.ajjlsm (mgr.14696) 45 : cluster [DBG] pgmap v29: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 8 op/s 2022-03-27T07:11:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:23.839229+0000 mon.smithi176 (mon.0) 76 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:23.839976+0000 mon.smithi176 (mon.0) 77 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:11:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:23.840895+0000 mon.smithi176 (mon.0) 78 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:11:25.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:23.841461+0000 mon.smithi176 (mon.0) 79 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:11:25.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:11:23.841987+0000 mgr.smithi176.ajjlsm (mgr.14696) 42 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:11:25.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:23.844001+0000 mgr.smithi176.ajjlsm (mgr.14696) 43 : cluster [DBG] pgmap v28: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s 2022-03-27T07:11:25.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:24.045822+0000 mgr.smithi176.ajjlsm (mgr.14696) 44 : audit [DBG] from='client.34120 -' entity='client.crash.smithi176' cmd=[{"prefix": "crash post", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:11:25.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:24.049423+0000 mon.smithi176 (mon.0) 80 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:25.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:24.050089+0000 mgr.smithi176.ajjlsm (mgr.14696) 45 : cluster [DBG] pgmap v29: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 8 op/s 2022-03-27T07:11:25.899 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 70 sec latency 75889.014 ms 2022-03-27T07:11:26.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:24.837285+0000 mon.smithi176 (mon.0) 81 : cluster [WRN] Health check failed: 1 daemons have recently crashed (RECENT_CRASH) 2022-03-27T07:11:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:25.007833+0000 mon.smithi176 (mon.0) 82 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:26.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:24.837285+0000 mon.smithi176 (mon.0) 81 : cluster [WRN] Health check failed: 1 daemons have recently crashed (RECENT_CRASH) 2022-03-27T07:11:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:25.007833+0000 mon.smithi176 (mon.0) 82 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:26.899 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 71 sec latency 76889.085 ms 2022-03-27T07:11:27.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:26.050678+0000 mgr.smithi176.ajjlsm (mgr.14696) 46 : cluster [DBG] pgmap v30: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 7 op/s 2022-03-27T07:11:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:26.050678+0000 mgr.smithi176.ajjlsm (mgr.14696) 46 : cluster [DBG] pgmap v30: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 7 op/s 2022-03-27T07:11:27.899 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 72 sec latency 77889.126 ms 2022-03-27T07:11:28.899 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 73 sec latency 78889.164 ms 2022-03-27T07:11:29.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:28.051012+0000 mgr.smithi176.ajjlsm (mgr.14696) 47 : cluster [DBG] pgmap v31: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 6 op/s 2022-03-27T07:11:29.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:28.051012+0000 mgr.smithi176.ajjlsm (mgr.14696) 47 : cluster [DBG] pgmap v31: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 6 op/s 2022-03-27T07:11:29.899 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 74 sec latency 79889.205 ms 2022-03-27T07:11:30.298 INFO:journalctl@ceph.osd.1.smithi176.stdout:Mar 27 07:11:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.1[45555]: debug 2022-03-27T07:11:30.110+0000 7f4043acb700 -1 bdev(0x5564416d2800 /var/lib/ceph/osd/ceph-1/block) aio_submit retries 3 2022-03-27T07:11:30.623 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:30.085+0000 7fc4ab557700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:11:30.623 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:30.035466+0000 mon.smithi176 (mon.0) 83 : cluster [INF] daemon mds.foofs.smithi176.psbtkl restarted 2022-03-27T07:11:30.624 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:30.039237+0000 mon.smithi176 (mon.0) 84 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2022-03-27T07:11:30.624 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:30.035466+0000 mon.smithi176 (mon.0) 83 : cluster [INF] daemon mds.foofs.smithi176.psbtkl restarted 2022-03-27T07:11:30.625 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:30.039237+0000 mon.smithi176 (mon.0) 84 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2022-03-27T07:11:30.625 INFO:journalctl@ceph.osd.6.smithi204.stdout:Mar 27 07:11:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.6[42243]: debug 2022-03-27T07:11:30.111+0000 7f4d8e409700 -1 bdev(0x558fbf0b2800 /var/lib/ceph/osd/ceph-6/block) aio_submit retries 1 2022-03-27T07:11:30.625 INFO:journalctl@ceph.osd.6.smithi204.stdout:Mar 27 07:11:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.6[42243]: debug 2022-03-27T07:11:30.112+0000 7f4d8f40b700 -1 bdev(0x558fbf0b2800 /var/lib/ceph/osd/ceph-6/block) aio_submit retries 2 2022-03-27T07:11:30.899 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 75 sec latency 80889.249 ms 2022-03-27T07:11:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:30.051378+0000 mgr.smithi176.ajjlsm (mgr.14696) 48 : cluster [DBG] pgmap v33: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 124 B/s rd, 0 op/s 2022-03-27T07:11:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:30.086220+0000 mon.smithi176 (mon.0) 85 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:11:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:30.090870+0000 mon.smithi176 (mon.0) 86 : cluster [DBG] mds.? [v2:172.21.15.176:6834/2891150107,v1:172.21.15.176:6835/2891150107] up:boot 2022-03-27T07:11:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:30.090932+0000 mon.smithi176 (mon.0) 87 : cluster [INF] Standby daemon mds.foofs.smithi204.klmhfu assigned to filesystem foofs as rank 0 2022-03-27T07:11:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:30.091042+0000 mon.smithi176 (mon.0) 88 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-27T07:11:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:30.091315+0000 mon.smithi176 (mon.0) 89 : cluster [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-27T07:11:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:30.091478+0000 mon.smithi176 (mon.0) 90 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi176.psbtkl"}]: dispatch 2022-03-27T07:11:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:30.094922+0000 mon.smithi176 (mon.0) 91 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi204.klmhfu=up:replay} 1 up:standby 2022-03-27T07:11:31.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:31.067199+0000 mon.smithi176 (mon.0) 92 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:31.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:31.070600+0000 mon.smithi176 (mon.0) 93 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:31.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:31.075237+0000 mon.smithi176 (mon.0) 94 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:31.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:31.077935+0000 mon.smithi176 (mon.0) 95 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:11:31.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:31.079368+0000 mon.smithi176 (mon.0) 96 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:11:31.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:31.080085+0000 mon.smithi176 (mon.0) 97 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:11:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:30.051378+0000 mgr.smithi176.ajjlsm (mgr.14696) 48 : cluster [DBG] pgmap v33: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 124 B/s rd, 0 op/s 2022-03-27T07:11:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:30.086220+0000 mon.smithi176 (mon.0) 85 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:11:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:30.090870+0000 mon.smithi176 (mon.0) 86 : cluster [DBG] mds.? [v2:172.21.15.176:6834/2891150107,v1:172.21.15.176:6835/2891150107] up:boot 2022-03-27T07:11:31.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:30.090932+0000 mon.smithi176 (mon.0) 87 : cluster [INF] Standby daemon mds.foofs.smithi204.klmhfu assigned to filesystem foofs as rank 0 2022-03-27T07:11:31.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:30.091042+0000 mon.smithi176 (mon.0) 88 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-27T07:11:31.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:30.091315+0000 mon.smithi176 (mon.0) 89 : cluster [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-27T07:11:31.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:30.091478+0000 mon.smithi176 (mon.0) 90 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi176.psbtkl"}]: dispatch 2022-03-27T07:11:31.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:30.094922+0000 mon.smithi176 (mon.0) 91 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi204.klmhfu=up:replay} 1 up:standby 2022-03-27T07:11:31.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:31.067199+0000 mon.smithi176 (mon.0) 92 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:31.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:31.070600+0000 mon.smithi176 (mon.0) 93 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:31.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:31.075237+0000 mon.smithi176 (mon.0) 94 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:31.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:31.077935+0000 mon.smithi176 (mon.0) 95 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:11:31.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:31.079368+0000 mon.smithi176 (mon.0) 96 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:11:31.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:31.080085+0000 mon.smithi176 (mon.0) 97 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:11:31.899 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 76 sec latency 81889.335 ms 2022-03-27T07:11:32.312 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:31.100151+0000 mds.foofs.smithi204.klmhfu (mds.0) 1 : cluster [DBG] reconnect by client.14678 172.21.15.176:0/2300549433 after 0 2022-03-27T07:11:32.313 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:31.100216+0000 mds.foofs.smithi204.klmhfu (mds.0) 2 : cluster [DBG] reconnect by client.24533 172.21.15.204:0/298428613 after 0.000999986 2022-03-27T07:11:32.313 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:31.100240+0000 mds.foofs.smithi204.klmhfu (mds.0) 3 : cluster [DBG] reconnect by client.14716 172.21.15.176:0/3425070179 after 0.000999986 2022-03-27T07:11:32.313 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:31.100276+0000 mds.foofs.smithi204.klmhfu (mds.0) 4 : cluster [DBG] reconnect by client.24549 172.21.15.176:0/1097562341 after 0.000999986 2022-03-27T07:11:32.313 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:31.100866+0000 mon.smithi176 (mon.0) 98 : cluster [DBG] mds.? [v2:172.21.15.204:6832/568449335,v1:172.21.15.204:6833/568449335] up:reconnect 2022-03-27T07:11:32.314 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:31.100908+0000 mon.smithi176 (mon.0) 99 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi204.klmhfu=up:reconnect} 1 up:standby 2022-03-27T07:11:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:31.100151+0000 mds.foofs.smithi204.klmhfu (mds.0) 1 : cluster [DBG] reconnect by client.14678 172.21.15.176:0/2300549433 after 0 2022-03-27T07:11:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:31.100216+0000 mds.foofs.smithi204.klmhfu (mds.0) 2 : cluster [DBG] reconnect by client.24533 172.21.15.204:0/298428613 after 0.000999986 2022-03-27T07:11:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:31.100240+0000 mds.foofs.smithi204.klmhfu (mds.0) 3 : cluster [DBG] reconnect by client.14716 172.21.15.176:0/3425070179 after 0.000999986 2022-03-27T07:11:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:31.100276+0000 mds.foofs.smithi204.klmhfu (mds.0) 4 : cluster [DBG] reconnect by client.24549 172.21.15.176:0/1097562341 after 0.000999986 2022-03-27T07:11:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:31.100866+0000 mon.smithi176 (mon.0) 98 : cluster [DBG] mds.? [v2:172.21.15.204:6832/568449335,v1:172.21.15.204:6833/568449335] up:reconnect 2022-03-27T07:11:32.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:31.100908+0000 mon.smithi176 (mon.0) 99 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi204.klmhfu=up:reconnect} 1 up:standby 2022-03-27T07:11:32.900 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 77 sec latency 82889.412 ms 2022-03-27T07:11:33.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:32.052176+0000 mgr.smithi176.ajjlsm (mgr.14696) 49 : cluster [DBG] pgmap v34: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 8 op/s 2022-03-27T07:11:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:32.375384+0000 mon.smithi176 (mon.0) 100 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:32.376329+0000 mon.smithi176 (mon.0) 101 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi204", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-03-27T07:11:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:32.377251+0000 mon.smithi176 (mon.0) 102 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:11:33.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:32.052176+0000 mgr.smithi176.ajjlsm (mgr.14696) 49 : cluster [DBG] pgmap v34: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 8 op/s 2022-03-27T07:11:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:32.375384+0000 mon.smithi176 (mon.0) 100 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:32.376329+0000 mon.smithi176 (mon.0) 101 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi204", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-03-27T07:11:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:32.377251+0000 mon.smithi176 (mon.0) 102 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:11:33.900 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 78 sec latency 83889.539 ms 2022-03-27T07:11:34.312 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:11:32.368710+0000 mgr.smithi176.ajjlsm (mgr.14696) 50 : cephadm [INF] Upgrade: Updating crash.smithi204 2022-03-27T07:11:34.313 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:11:32.377998+0000 mgr.smithi176.ajjlsm (mgr.14696) 51 : cephadm [INF] Deploying daemon crash.smithi204 on smithi204 2022-03-27T07:11:34.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:11:32.368710+0000 mgr.smithi176.ajjlsm (mgr.14696) 50 : cephadm [INF] Upgrade: Updating crash.smithi204 2022-03-27T07:11:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:11:32.377998+0000 mgr.smithi176.ajjlsm (mgr.14696) 51 : cephadm [INF] Deploying daemon crash.smithi204 on smithi204 2022-03-27T07:11:34.900 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 79 sec latency 84889.657 ms 2022-03-27T07:11:35.188 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:34.052831+0000 mgr.smithi176.ajjlsm (mgr.14696) 52 : cluster [DBG] pgmap v35: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s 2022-03-27T07:11:35.189 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:34.948679+0000 mon.smithi176 (mon.0) 103 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:35.189 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:34.949502+0000 mon.smithi176 (mon.0) 104 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:11:35.190 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:34.950660+0000 mon.smithi176 (mon.0) 105 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:11:35.190 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:34.951438+0000 mon.smithi176 (mon.0) 106 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:11:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:34.052831+0000 mgr.smithi176.ajjlsm (mgr.14696) 52 : cluster [DBG] pgmap v35: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s 2022-03-27T07:11:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:34.948679+0000 mon.smithi176 (mon.0) 103 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:34.949502+0000 mon.smithi176 (mon.0) 104 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:11:35.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:34.950660+0000 mon.smithi176 (mon.0) 105 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:11:35.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:34.951438+0000 mon.smithi176 (mon.0) 106 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:11:35.900 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 80 sec latency 85889.706 ms 2022-03-27T07:11:36.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:11:34.952169+0000 mgr.smithi176.ajjlsm (mgr.14696) 53 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:11:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:35.171459+0000 mgr.smithi176.ajjlsm (mgr.14696) 54 : audit [DBG] from='client.44103 -' entity='client.crash.smithi204' cmd=[{"prefix": "crash post", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:11:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:35.175199+0000 mon.smithi176 (mon.0) 107 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:35.175859+0000 mgr.smithi176.ajjlsm (mgr.14696) 55 : cluster [DBG] pgmap v36: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 7 op/s 2022-03-27T07:11:36.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:35.464855+0000 mon.smithi176 (mon.0) 108 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:36.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:11:34.952169+0000 mgr.smithi176.ajjlsm (mgr.14696) 53 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:11:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:35.171459+0000 mgr.smithi176.ajjlsm (mgr.14696) 54 : audit [DBG] from='client.44103 -' entity='client.crash.smithi204' cmd=[{"prefix": "crash post", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:11:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:35.175199+0000 mon.smithi176 (mon.0) 107 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:35.175859+0000 mgr.smithi176.ajjlsm (mgr.14696) 55 : cluster [DBG] pgmap v36: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 7 op/s 2022-03-27T07:11:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:35.464855+0000 mon.smithi176 (mon.0) 108 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:36.900 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 81 sec latency 86889.821 ms 2022-03-27T07:11:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:35.460397+0000 mgr.smithi176.ajjlsm (mgr.14696) 56 : audit [DBG] from='client.44107 -' entity='client.crash.smithi204' cmd=[{"prefix": "crash post", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:11:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:35.465719+0000 mgr.smithi176.ajjlsm (mgr.14696) 57 : cluster [DBG] pgmap v37: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 8 op/s 2022-03-27T07:11:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:36.173640+0000 mon.smithi176 (mon.0) 109 : cluster [WRN] Health check update: 3 daemons have recently crashed (RECENT_CRASH) 2022-03-27T07:11:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:35.460397+0000 mgr.smithi176.ajjlsm (mgr.14696) 56 : audit [DBG] from='client.44107 -' entity='client.crash.smithi204' cmd=[{"prefix": "crash post", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:11:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:35.465719+0000 mgr.smithi176.ajjlsm (mgr.14696) 57 : cluster [DBG] pgmap v37: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 8 op/s 2022-03-27T07:11:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:36.173640+0000 mon.smithi176 (mon.0) 109 : cluster [WRN] Health check update: 3 daemons have recently crashed (RECENT_CRASH) 2022-03-27T07:11:37.900 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 82 sec latency 87889.926 ms 2022-03-27T07:11:38.900 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 83 sec latency 88890.028 ms 2022-03-27T07:11:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:37.466491+0000 mgr.smithi176.ajjlsm (mgr.14696) 58 : cluster [DBG] pgmap v38: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 9 op/s 2022-03-27T07:11:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:37.466491+0000 mgr.smithi176.ajjlsm (mgr.14696) 58 : cluster [DBG] pgmap v38: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 9 op/s 2022-03-27T07:11:39.900 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 84 sec latency 89890.076 ms 2022-03-27T07:11:40.900 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 85 sec latency 90890.144 ms 2022-03-27T07:11:40.970 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:39.466914+0000 mgr.smithi176.ajjlsm (mgr.14696) 59 : cluster [DBG] pgmap v39: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 7 op/s 2022-03-27T07:11:40.970 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:39.665636+0000 mon.smithi176 (mon.0) 110 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:40.971 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:39.666736+0000 mgr.smithi176.ajjlsm (mgr.14696) 60 : cluster [DBG] pgmap v40: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 134 B/s rd, 0 op/s 2022-03-27T07:11:40.971 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:39.671925+0000 mon.smithi176 (mon.0) 111 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:40.971 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:39.679781+0000 mon.smithi176 (mon.0) 112 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:40.971 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:39.683111+0000 mon.smithi176 (mon.0) 113 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:11:40.971 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:39.685170+0000 mon.smithi176 (mon.0) 114 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:11:40.972 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:39.686279+0000 mon.smithi176 (mon.0) 115 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:11:40.972 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:39.687301+0000 mon.smithi176 (mon.0) 116 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:11:40.972 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:11:39.687970+0000 mgr.smithi176.ajjlsm (mgr.14696) 61 : cephadm [INF] Upgrade: Setting container_image for all crash 2022-03-27T07:11:40.972 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:39.693854+0000 mon.smithi176 (mon.0) 117 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:40.973 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:39.694600+0000 mon.smithi176 (mon.0) 118 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi176"}]: dispatch 2022-03-27T07:11:40.973 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:39.700244+0000 mon.smithi176 (mon.0) 119 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi176"}]': finished 2022-03-27T07:11:40.973 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:39.700889+0000 mon.smithi176 (mon.0) 120 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi204"}]: dispatch 2022-03-27T07:11:40.973 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:39.704353+0000 mon.smithi176 (mon.0) 121 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi204"}]': finished 2022-03-27T07:11:40.974 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:39.705317+0000 mon.smithi176 (mon.0) 122 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-03-27T07:11:40.974 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:39.705480+0000 mgr.smithi176.ajjlsm (mgr.14696) 62 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-03-27T07:11:40.974 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:11:39.706363+0000 mgr.smithi176.ajjlsm (mgr.14696) 63 : cephadm [INF] Upgrade: osd.0 is safe to restart 2022-03-27T07:11:40.975 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:40.027798+0000 mon.smithi176 (mon.0) 123 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:11:40.975 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:40.028063+0000 mon.smithi176 (mon.0) 124 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:11:40.975 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:40.185879+0000 mon.smithi176 (mon.0) 125 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2022-03-27T07:11:40.976 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:39.466914+0000 mgr.smithi176.ajjlsm (mgr.14696) 59 : cluster [DBG] pgmap v39: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 7 op/s 2022-03-27T07:11:40.976 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:39.665636+0000 mon.smithi176 (mon.0) 110 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:40.976 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:39.666736+0000 mgr.smithi176.ajjlsm (mgr.14696) 60 : cluster [DBG] pgmap v40: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 134 B/s rd, 0 op/s 2022-03-27T07:11:40.977 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:39.671925+0000 mon.smithi176 (mon.0) 111 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:40.977 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:39.679781+0000 mon.smithi176 (mon.0) 112 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:40.977 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:39.683111+0000 mon.smithi176 (mon.0) 113 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:11:40.978 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:39.685170+0000 mon.smithi176 (mon.0) 114 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:11:40.978 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:39.686279+0000 mon.smithi176 (mon.0) 115 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:11:40.978 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:39.687301+0000 mon.smithi176 (mon.0) 116 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:11:40.978 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:11:39.687970+0000 mgr.smithi176.ajjlsm (mgr.14696) 61 : cephadm [INF] Upgrade: Setting container_image for all crash 2022-03-27T07:11:40.979 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:39.693854+0000 mon.smithi176 (mon.0) 117 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:40.979 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:39.694600+0000 mon.smithi176 (mon.0) 118 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi176"}]: dispatch 2022-03-27T07:11:40.979 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:39.700244+0000 mon.smithi176 (mon.0) 119 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi176"}]': finished 2022-03-27T07:11:40.979 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:39.700889+0000 mon.smithi176 (mon.0) 120 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi204"}]: dispatch 2022-03-27T07:11:40.979 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:39.704353+0000 mon.smithi176 (mon.0) 121 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi204"}]': finished 2022-03-27T07:11:40.980 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:39.705317+0000 mon.smithi176 (mon.0) 122 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-03-27T07:11:40.980 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:39.705480+0000 mgr.smithi176.ajjlsm (mgr.14696) 62 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-03-27T07:11:40.980 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:11:39.706363+0000 mgr.smithi176.ajjlsm (mgr.14696) 63 : cephadm [INF] Upgrade: osd.0 is safe to restart 2022-03-27T07:11:40.980 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:40.027798+0000 mon.smithi176 (mon.0) 123 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:11:40.981 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:40.028063+0000 mon.smithi176 (mon.0) 124 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:11:40.981 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:40.185879+0000 mon.smithi176 (mon.0) 125 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2022-03-27T07:11:41.901 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 86 sec latency 91890.237 ms 2022-03-27T07:11:42.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:11:40.905220+0000 mgr.smithi176.ajjlsm (mgr.14696) 64 : cephadm [INF] Upgrade: Updating osd.0 2022-03-27T07:11:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:40.909365+0000 mon.smithi176 (mon.0) 126 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:11:40.910586+0000 mgr.smithi176.ajjlsm (mgr.14696) 65 : cephadm [INF] Deploying daemon osd.0 on smithi176 2022-03-27T07:11:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:11:40.905220+0000 mgr.smithi176.ajjlsm (mgr.14696) 64 : cephadm [INF] Upgrade: Updating osd.0 2022-03-27T07:11:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:40.909365+0000 mon.smithi176 (mon.0) 126 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:11:40.910586+0000 mgr.smithi176.ajjlsm (mgr.14696) 65 : cephadm [INF] Deploying daemon osd.0 on smithi176 2022-03-27T07:11:42.901 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 87 sec latency 92890.359 ms 2022-03-27T07:11:43.022 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:41.668397+0000 mgr.smithi176.ajjlsm (mgr.14696) 66 : cluster [DBG] pgmap v41: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 268 B/s rd, 0 op/s 2022-03-27T07:11:43.166 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:11:43 smithi176 systemd[1]: Stopping Ceph osd.0 for cfd54f38-ad9b-11ec-8c35-001a4aab830c... 2022-03-27T07:11:43.166 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:41.668397+0000 mgr.smithi176.ajjlsm (mgr.14696) 66 : cluster [DBG] pgmap v41: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 268 B/s rd, 0 op/s 2022-03-27T07:11:43.468 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.0[42007]: debug 2022-03-27T07:11:43.163+0000 7f401c1fc700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2022-03-27T07:11:43.469 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.0[42007]: debug 2022-03-27T07:11:43.163+0000 7f401c1fc700 -1 osd.0 71 *** Got signal Terminated *** 2022-03-27T07:11:43.469 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.0[42007]: debug 2022-03-27T07:11:43.163+0000 7f401c1fc700 -1 osd.0 71 *** Immediate shutdown (osd_fast_shutdown=true) *** 2022-03-27T07:11:43.722 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:11:43 smithi176 bash[77021]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.0 2022-03-27T07:11:43.723 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:11:43 smithi176 bash[77066]: Error: no container with name or ID "ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd-0" found: no such container 2022-03-27T07:11:43.901 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 88 sec latency 93890.403 ms 2022-03-27T07:11:44.047 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:11:43 smithi176 bash[77079]: Error: no container with name or ID "ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.0" found: no such container 2022-03-27T07:11:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:43.912+0000 7fc4ab557700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:11:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.191359+0000 mon.smithi176 (mon.0) 127 : cluster [INF] daemon mds.foofs.smithi204.klmhfu restarted 2022-03-27T07:11:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.195846+0000 mon.smithi176 (mon.0) 128 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2022-03-27T07:11:44.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.443495+0000 mon.smithi176 (mon.0) 129 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-03-27T07:11:44.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.443546+0000 mon.smithi176 (mon.0) 130 : cluster [INF] osd.0 failed (root=default,host=smithi176) (connection refused reported by osd.5) 2022-03-27T07:11:44.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.443767+0000 mon.smithi176 (mon.0) 131 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-03-27T07:11:44.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.443904+0000 mon.smithi176 (mon.0) 132 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-03-27T07:11:44.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.444047+0000 mon.smithi176 (mon.0) 133 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-03-27T07:11:44.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.444185+0000 mon.smithi176 (mon.0) 134 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-03-27T07:11:44.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.444350+0000 mon.smithi176 (mon.0) 135 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-03-27T07:11:44.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.444431+0000 mon.smithi176 (mon.0) 136 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-03-27T07:11:44.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.444504+0000 mon.smithi176 (mon.0) 137 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-03-27T07:11:44.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.444584+0000 mon.smithi176 (mon.0) 138 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-03-27T07:11:44.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.444658+0000 mon.smithi176 (mon.0) 139 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-03-27T07:11:44.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.444732+0000 mon.smithi176 (mon.0) 140 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-03-27T07:11:44.052 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.444772+0000 mon.smithi176 (mon.0) 141 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-03-27T07:11:44.052 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.444870+0000 mon.smithi176 (mon.0) 142 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-03-27T07:11:44.052 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.444954+0000 mon.smithi176 (mon.0) 143 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-03-27T07:11:44.052 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.844520+0000 mon.smithi176 (mon.0) 144 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-03-27T07:11:44.053 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.844607+0000 mon.smithi176 (mon.0) 145 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-03-27T07:11:44.053 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.844782+0000 mon.smithi176 (mon.0) 146 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-03-27T07:11:44.053 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.844856+0000 mon.smithi176 (mon.0) 147 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-03-27T07:11:44.053 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.844924+0000 mon.smithi176 (mon.0) 148 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-03-27T07:11:44.054 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.844988+0000 mon.smithi176 (mon.0) 149 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-03-27T07:11:44.054 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.845053+0000 mon.smithi176 (mon.0) 150 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-03-27T07:11:44.054 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.845119+0000 mon.smithi176 (mon.0) 151 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-03-27T07:11:44.054 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.845460+0000 mon.smithi176 (mon.0) 152 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-03-27T07:11:44.054 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.845539+0000 mon.smithi176 (mon.0) 153 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-03-27T07:11:44.055 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.845606+0000 mon.smithi176 (mon.0) 154 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-03-27T07:11:44.055 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.845686+0000 mon.smithi176 (mon.0) 155 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-03-27T07:11:44.055 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.845755+0000 mon.smithi176 (mon.0) 156 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-03-27T07:11:44.055 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.845819+0000 mon.smithi176 (mon.0) 157 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-03-27T07:11:44.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.191359+0000 mon.smithi176 (mon.0) 127 : cluster [INF] daemon mds.foofs.smithi204.klmhfu restarted 2022-03-27T07:11:44.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.195846+0000 mon.smithi176 (mon.0) 128 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2022-03-27T07:11:44.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.443495+0000 mon.smithi176 (mon.0) 129 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-03-27T07:11:44.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.443546+0000 mon.smithi176 (mon.0) 130 : cluster [INF] osd.0 failed (root=default,host=smithi176) (connection refused reported by osd.5) 2022-03-27T07:11:44.224 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.443767+0000 mon.smithi176 (mon.0) 131 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-03-27T07:11:44.224 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.443904+0000 mon.smithi176 (mon.0) 132 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-03-27T07:11:44.224 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.444047+0000 mon.smithi176 (mon.0) 133 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-03-27T07:11:44.224 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.444185+0000 mon.smithi176 (mon.0) 134 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-03-27T07:11:44.225 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.444350+0000 mon.smithi176 (mon.0) 135 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-03-27T07:11:44.225 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.444431+0000 mon.smithi176 (mon.0) 136 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-03-27T07:11:44.225 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.444504+0000 mon.smithi176 (mon.0) 137 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-03-27T07:11:44.225 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.444584+0000 mon.smithi176 (mon.0) 138 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-03-27T07:11:44.225 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.444658+0000 mon.smithi176 (mon.0) 139 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-03-27T07:11:44.226 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.444732+0000 mon.smithi176 (mon.0) 140 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-03-27T07:11:44.226 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.444772+0000 mon.smithi176 (mon.0) 141 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-03-27T07:11:44.226 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.444870+0000 mon.smithi176 (mon.0) 142 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-03-27T07:11:44.226 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.444954+0000 mon.smithi176 (mon.0) 143 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-03-27T07:11:44.227 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.844520+0000 mon.smithi176 (mon.0) 144 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-03-27T07:11:44.227 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.844607+0000 mon.smithi176 (mon.0) 145 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-03-27T07:11:44.227 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.844782+0000 mon.smithi176 (mon.0) 146 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-03-27T07:11:44.227 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.844856+0000 mon.smithi176 (mon.0) 147 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-03-27T07:11:44.228 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.844924+0000 mon.smithi176 (mon.0) 148 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-03-27T07:11:44.228 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.844988+0000 mon.smithi176 (mon.0) 149 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-03-27T07:11:44.228 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.845053+0000 mon.smithi176 (mon.0) 150 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-03-27T07:11:44.228 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.845119+0000 mon.smithi176 (mon.0) 151 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-03-27T07:11:44.228 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.845460+0000 mon.smithi176 (mon.0) 152 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-03-27T07:11:44.229 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.845539+0000 mon.smithi176 (mon.0) 153 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-03-27T07:11:44.229 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.845606+0000 mon.smithi176 (mon.0) 154 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-03-27T07:11:44.229 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.845686+0000 mon.smithi176 (mon.0) 155 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-03-27T07:11:44.229 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.845755+0000 mon.smithi176 (mon.0) 156 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-03-27T07:11:44.229 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.845819+0000 mon.smithi176 (mon.0) 157 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-03-27T07:11:44.901 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 89 sec latency 94890.440 ms 2022-03-27T07:11:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.669058+0000 mgr.smithi176.ajjlsm (mgr.14696) 67 : cluster [DBG] pgmap v43: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 249 B/s rd, 0 op/s 2022-03-27T07:11:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.913207+0000 mon.smithi176 (mon.0) 158 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:11:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.919965+0000 mon.smithi176 (mon.0) 159 : cluster [DBG] mds.? [v2:172.21.15.204:6832/335169801,v1:172.21.15.204:6833/335169801] up:boot 2022-03-27T07:11:45.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.920011+0000 mon.smithi176 (mon.0) 160 : cluster [INF] Standby daemon mds.foofs.smithi176.psbtkl assigned to filesystem foofs as rank 0 2022-03-27T07:11:45.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.920087+0000 mon.smithi176 (mon.0) 161 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-27T07:11:45.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.920265+0000 mon.smithi176 (mon.0) 162 : cluster [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-27T07:11:45.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:43.920502+0000 mon.smithi176 (mon.0) 163 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi204.klmhfu"}]: dispatch 2022-03-27T07:11:45.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:43.922962+0000 mon.smithi176 (mon.0) 164 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi176.psbtkl=up:replay} 1 up:standby 2022-03-27T07:11:45.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:44.199685+0000 mon.smithi176 (mon.0) 165 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2022-03-27T07:11:45.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:44.205610+0000 mon.smithi176 (mon.0) 166 : cluster [DBG] osdmap e73: 8 total, 7 up, 8 in 2022-03-27T07:11:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.669058+0000 mgr.smithi176.ajjlsm (mgr.14696) 67 : cluster [DBG] pgmap v43: 129 pgs: 129 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 249 B/s rd, 0 op/s 2022-03-27T07:11:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.913207+0000 mon.smithi176 (mon.0) 158 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:11:45.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.919965+0000 mon.smithi176 (mon.0) 159 : cluster [DBG] mds.? [v2:172.21.15.204:6832/335169801,v1:172.21.15.204:6833/335169801] up:boot 2022-03-27T07:11:45.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.920011+0000 mon.smithi176 (mon.0) 160 : cluster [INF] Standby daemon mds.foofs.smithi176.psbtkl assigned to filesystem foofs as rank 0 2022-03-27T07:11:45.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.920087+0000 mon.smithi176 (mon.0) 161 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-27T07:11:45.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.920265+0000 mon.smithi176 (mon.0) 162 : cluster [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-27T07:11:45.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:43.920502+0000 mon.smithi176 (mon.0) 163 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi204.klmhfu"}]: dispatch 2022-03-27T07:11:45.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:43.922962+0000 mon.smithi176 (mon.0) 164 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi176.psbtkl=up:replay} 1 up:standby 2022-03-27T07:11:45.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:44.199685+0000 mon.smithi176 (mon.0) 165 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2022-03-27T07:11:45.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:44.205610+0000 mon.smithi176 (mon.0) 166 : cluster [DBG] osdmap e73: 8 total, 7 up, 8 in 2022-03-27T07:11:45.301 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:11:44 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Succeeded. 2022-03-27T07:11:45.301 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:11:44 smithi176 systemd[1]: Stopped Ceph osd.0 for cfd54f38-ad9b-11ec-8c35-001a4aab830c. 2022-03-27T07:11:45.301 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:11:45 smithi176 systemd[1]: Starting Ceph osd.0 for cfd54f38-ad9b-11ec-8c35-001a4aab830c... 2022-03-27T07:11:45.716 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:11:45.901 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 90 sec latency 95890.860 ms 2022-03-27T07:11:46.007 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:11:46.007 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (7m) 14s ago 8m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:11:46.007 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (22s) 14s ago 8m 7222k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:11:46.008 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (11s) 6s ago 7m 29.8M - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:11:46.008 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (7m) 14s ago 7m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:11:46.008 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (16s) 14s ago 3m - - 16.2.4 8d91d370c2b8 9ed30f23a201 2022-03-27T07:11:46.008 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 error 6s ago 3m - - 2022-03-27T07:11:46.008 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (76s) 14s ago 9m 437M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:11:46.009 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (54s) 6s ago 7m 390M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:11:46.009 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (43s) 14s ago 9m 70.9M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:11:46.009 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (31s) 6s ago 7m 35.5M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:11:46.009 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (91s) 14s ago 91s 57.1M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:11:46.010 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (86s) 6s ago 86s 79.9M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:11:46.010 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (7m) 14s ago 7m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:11:46.010 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (7m) 6s ago 7m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:11:46.010 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (6m) 14s ago 6m 1261M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:11:46.010 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6m) 14s ago 6m 1149M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:11:46.011 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6m) 14s ago 6m 723M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:11:46.011 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6m) 14s ago 6m 1242M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:11:46.011 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5m) 6s ago 5m 1160M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:11:46.011 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5m) 6s ago 5m 1428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:11:46.012 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5m) 6s ago 5m 1086M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:11:46.012 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5m) 6s ago 5m 1803M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:11:46.012 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (7m) 14s ago 7m 47.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:11:46.331 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:11:46.331 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:11:46.332 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:11:46.332 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:11:46.332 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:11:46.332 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:11:46.332 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:11:46.333 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:11:46.333 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-03-27T07:11:46.333 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:11:46.333 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:11:46.334 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:11:46.334 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:11:46.334 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:11:46.334 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:11:46.335 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T07:11:46.335 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:11:46.335 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:11:46.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:45.207597+0000 mon.smithi176 (mon.0) 167 : cluster [DBG] osdmap e74: 8 total, 7 up, 8 in 2022-03-27T07:11:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:45.207597+0000 mon.smithi176 (mon.0) 167 : cluster [DBG] osdmap e74: 8 total, 7 up, 8 in 2022-03-27T07:11:46.901 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 91 sec latency 96890.918 ms 2022-03-27T07:11:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:45.669482+0000 mgr.smithi176.ajjlsm (mgr.14696) 68 : cluster [DBG] pgmap v46: 129 pgs: 16 stale+active+clean, 113 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:11:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:45.700766+0000 mgr.smithi176.ajjlsm (mgr.14696) 69 : audit [DBG] from='client.34136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:11:47.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:45.997087+0000 mgr.smithi176.ajjlsm (mgr.14696) 70 : audit [DBG] from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:11:47.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:46.212666+0000 mds.foofs.smithi176.psbtkl (mds.0) 1 : cluster [DBG] reconnect by client.14716 172.21.15.176:0/3425070179 after 0.000999991 2022-03-27T07:11:47.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:46.212702+0000 mds.foofs.smithi176.psbtkl (mds.0) 2 : cluster [DBG] reconnect by client.24549 172.21.15.176:0/1097562341 after 0.000999991 2022-03-27T07:11:47.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:46.212726+0000 mds.foofs.smithi176.psbtkl (mds.0) 3 : cluster [DBG] reconnect by client.14678 172.21.15.176:0/2300549433 after 0.000999991 2022-03-27T07:11:47.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:46.212752+0000 mds.foofs.smithi176.psbtkl (mds.0) 4 : cluster [DBG] reconnect by client.24533 172.21.15.204:0/298428613 after 0.000999991 2022-03-27T07:11:47.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:46.213746+0000 mon.smithi176 (mon.0) 168 : cluster [DBG] mds.? [v2:172.21.15.176:6834/2891150107,v1:172.21.15.176:6835/2891150107] up:reconnect 2022-03-27T07:11:47.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:46.213791+0000 mon.smithi176 (mon.0) 169 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi176.psbtkl=up:reconnect} 1 up:standby 2022-03-27T07:11:47.474 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:46.330861+0000 mon.smithi176 (mon.0) 170 : audit [DBG] from='client.? 172.21.15.176:0/2425228587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:11:47.535 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:45.669482+0000 mgr.smithi176.ajjlsm (mgr.14696) 68 : cluster [DBG] pgmap v46: 129 pgs: 16 stale+active+clean, 113 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:11:47.535 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:45.700766+0000 mgr.smithi176.ajjlsm (mgr.14696) 69 : audit [DBG] from='client.34136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:11:47.536 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:45.997087+0000 mgr.smithi176.ajjlsm (mgr.14696) 70 : audit [DBG] from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:11:47.536 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:46.212666+0000 mds.foofs.smithi176.psbtkl (mds.0) 1 : cluster [DBG] reconnect by client.14716 172.21.15.176:0/3425070179 after 0.000999991 2022-03-27T07:11:47.536 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:46.212702+0000 mds.foofs.smithi176.psbtkl (mds.0) 2 : cluster [DBG] reconnect by client.24549 172.21.15.176:0/1097562341 after 0.000999991 2022-03-27T07:11:47.536 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:46.212726+0000 mds.foofs.smithi176.psbtkl (mds.0) 3 : cluster [DBG] reconnect by client.14678 172.21.15.176:0/2300549433 after 0.000999991 2022-03-27T07:11:47.537 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:46.212752+0000 mds.foofs.smithi176.psbtkl (mds.0) 4 : cluster [DBG] reconnect by client.24533 172.21.15.204:0/298428613 after 0.000999991 2022-03-27T07:11:47.537 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:46.213746+0000 mon.smithi176 (mon.0) 168 : cluster [DBG] mds.? [v2:172.21.15.176:6834/2891150107,v1:172.21.15.176:6835/2891150107] up:reconnect 2022-03-27T07:11:47.537 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:46.213791+0000 mon.smithi176 (mon.0) 169 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi176.psbtkl=up:reconnect} 1 up:standby 2022-03-27T07:11:47.537 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:46.330861+0000 mon.smithi176 (mon.0) 170 : audit [DBG] from='client.? 172.21.15.176:0/2425228587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:11:47.901 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 92 sec latency 97891.000 ms 2022-03-27T07:11:48.901 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 93 sec latency 98891.100 ms 2022-03-27T07:11:49.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:47.670522+0000 mgr.smithi176.ajjlsm (mgr.14696) 71 : cluster [DBG] pgmap v47: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 8 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:11:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:48.213701+0000 mon.smithi176 (mon.0) 171 : cluster [WRN] Health check failed: Degraded data redundancy: 202/1563 objects degraded (12.924%), 28 pgs degraded (PG_DEGRADED) 2022-03-27T07:11:49.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:47.670522+0000 mgr.smithi176.ajjlsm (mgr.14696) 71 : cluster [DBG] pgmap v47: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 8 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:11:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:48.213701+0000 mon.smithi176 (mon.0) 171 : cluster [WRN] Health check failed: Degraded data redundancy: 202/1563 objects degraded (12.924%), 28 pgs degraded (PG_DEGRADED) 2022-03-27T07:11:49.901 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 94 sec latency 99891.224 ms 2022-03-27T07:11:50.901 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 95 sec latency 100891.326 ms 2022-03-27T07:11:51.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:49.671309+0000 mgr.smithi176.ajjlsm (mgr.14696) 72 : cluster [DBG] pgmap v48: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 7 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:11:51.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:49.671309+0000 mgr.smithi176.ajjlsm (mgr.14696) 72 : cluster [DBG] pgmap v48: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 7 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:11:51.902 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 96 sec latency 101891.410 ms 2022-03-27T07:11:52.902 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 97 sec latency 102891.512 ms 2022-03-27T07:11:53.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:51.672285+0000 mgr.smithi176.ajjlsm (mgr.14696) 73 : cluster [DBG] pgmap v49: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:11:53.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:51.672285+0000 mgr.smithi176.ajjlsm (mgr.14696) 73 : cluster [DBG] pgmap v49: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:11:53.902 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 98 sec latency 103891.611 ms 2022-03-27T07:11:54.902 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 99 sec latency 104891.738 ms 2022-03-27T07:11:55.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:53.672889+0000 mgr.smithi176.ajjlsm (mgr.14696) 74 : cluster [DBG] pgmap v50: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:11:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:53.672889+0000 mgr.smithi176.ajjlsm (mgr.14696) 74 : cluster [DBG] pgmap v50: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:11:55.902 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 100 sec latency 105891.840 ms 2022-03-27T07:11:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:55.009804+0000 mon.smithi176 (mon.0) 172 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:56.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:55.009804+0000 mon.smithi176 (mon.0) 172 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:11:56.902 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 101 sec latency 106891.939 ms 2022-03-27T07:11:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:55.673482+0000 mgr.smithi176.ajjlsm (mgr.14696) 75 : cluster [DBG] pgmap v51: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:11:57.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:55.673482+0000 mgr.smithi176.ajjlsm (mgr.14696) 75 : cluster [DBG] pgmap v51: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:11:57.902 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 102 sec latency 107891.984 ms 2022-03-27T07:11:58.903 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 103 sec latency 108892.402 ms 2022-03-27T07:11:59.297 INFO:journalctl@ceph.osd.1.smithi176.stdout:Mar 27 07:11:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.1[45555]: debug 2022-03-27T07:11:59.057+0000 7f403e2c0700 -1 bdev(0x5564416d2800 /var/lib/ceph/osd/ceph-1/block) aio_submit retries 3 2022-03-27T07:11:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:11:59.015+0000 7fc4ab557700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:11:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:57.674487+0000 mgr.smithi176.ajjlsm (mgr.14696) 76 : cluster [DBG] pgmap v52: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:11:59.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:58.051505+0000 mon.smithi176 (mon.0) 173 : cluster [INF] daemon mds.foofs.smithi176.psbtkl restarted 2022-03-27T07:11:59.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:11:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:58.055511+0000 mon.smithi176 (mon.0) 174 : cluster [DBG] osdmap e75: 8 total, 7 up, 8 in 2022-03-27T07:11:59.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:57.674487+0000 mgr.smithi176.ajjlsm (mgr.14696) 76 : cluster [DBG] pgmap v52: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:11:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:58.051505+0000 mon.smithi176 (mon.0) 173 : cluster [INF] daemon mds.foofs.smithi176.psbtkl restarted 2022-03-27T07:11:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:11:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:58.055511+0000 mon.smithi176 (mon.0) 174 : cluster [DBG] osdmap e75: 8 total, 7 up, 8 in 2022-03-27T07:11:59.903 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 104 sec latency 109892.479 ms 2022-03-27T07:12:00.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:59.016802+0000 mon.smithi176 (mon.0) 175 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:12:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:59.023757+0000 mon.smithi176 (mon.0) 176 : cluster [DBG] mds.? [v2:172.21.15.176:6802/3034244271,v1:172.21.15.176:6803/3034244271] up:boot 2022-03-27T07:12:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:59.023809+0000 mon.smithi176 (mon.0) 177 : cluster [INF] Standby daemon mds.foofs.smithi176.psbtkl assigned to filesystem foofs as rank 0 2022-03-27T07:12:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:59.023929+0000 mon.smithi176 (mon.0) 178 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-27T07:12:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:59.024163+0000 mon.smithi176 (mon.0) 179 : cluster [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-27T07:12:00.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:11:59.024286+0000 mon.smithi176 (mon.0) 180 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi176.psbtkl"}]: dispatch 2022-03-27T07:12:00.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:59.029961+0000 mon.smithi176 (mon.0) 181 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi176.psbtkl=up:replay} 1 up:standby 2022-03-27T07:12:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:59.016802+0000 mon.smithi176 (mon.0) 175 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:12:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:59.023757+0000 mon.smithi176 (mon.0) 176 : cluster [DBG] mds.? [v2:172.21.15.176:6802/3034244271,v1:172.21.15.176:6803/3034244271] up:boot 2022-03-27T07:12:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:59.023809+0000 mon.smithi176 (mon.0) 177 : cluster [INF] Standby daemon mds.foofs.smithi176.psbtkl assigned to filesystem foofs as rank 0 2022-03-27T07:12:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:59.023929+0000 mon.smithi176 (mon.0) 178 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-27T07:12:00.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:59.024163+0000 mon.smithi176 (mon.0) 179 : cluster [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-27T07:12:00.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:11:59.024286+0000 mon.smithi176 (mon.0) 180 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi176.psbtkl"}]: dispatch 2022-03-27T07:12:00.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:59.029961+0000 mon.smithi176 (mon.0) 181 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi176.psbtkl=up:replay} 1 up:standby 2022-03-27T07:12:00.903 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 105 sec latency 110892.576 ms 2022-03-27T07:12:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:11:59.675000+0000 mgr.smithi176.ajjlsm (mgr.14696) 77 : cluster [DBG] pgmap v54: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:00.032505+0000 mon.smithi176 (mon.0) 182 : cluster [DBG] mds.? [v2:172.21.15.176:6802/3034244271,v1:172.21.15.176:6803/3034244271] up:reconnect 2022-03-27T07:12:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:00.032579+0000 mon.smithi176 (mon.0) 183 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi176.psbtkl=up:reconnect} 1 up:standby 2022-03-27T07:12:01.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:11:59.675000+0000 mgr.smithi176.ajjlsm (mgr.14696) 77 : cluster [DBG] pgmap v54: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:00.032505+0000 mon.smithi176 (mon.0) 182 : cluster [DBG] mds.? [v2:172.21.15.176:6802/3034244271,v1:172.21.15.176:6803/3034244271] up:reconnect 2022-03-27T07:12:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:00.032579+0000 mon.smithi176 (mon.0) 183 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi176.psbtkl=up:reconnect} 1 up:standby 2022-03-27T07:12:01.903 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 106 sec latency 111892.681 ms 2022-03-27T07:12:02.903 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 107 sec latency 112892.818 ms 2022-03-27T07:12:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:01.675855+0000 mgr.smithi176.ajjlsm (mgr.14696) 78 : cluster [DBG] pgmap v55: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:01.675855+0000 mgr.smithi176.ajjlsm (mgr.14696) 78 : cluster [DBG] pgmap v55: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:03.903 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 108 sec latency 113892.877 ms 2022-03-27T07:12:04.903 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 109 sec latency 114892.928 ms 2022-03-27T07:12:05.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:03.676558+0000 mgr.smithi176.ajjlsm (mgr.14696) 79 : cluster [DBG] pgmap v56: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:03.676558+0000 mgr.smithi176.ajjlsm (mgr.14696) 79 : cluster [DBG] pgmap v56: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:05.903 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 110 sec latency 115893.044 ms 2022-03-27T07:12:06.903 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 111 sec latency 116893.165 ms 2022-03-27T07:12:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:05.677204+0000 mgr.smithi176.ajjlsm (mgr.14696) 80 : cluster [DBG] pgmap v57: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:07.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:05.677204+0000 mgr.smithi176.ajjlsm (mgr.14696) 80 : cluster [DBG] pgmap v57: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:07.903 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 112 sec latency 117893.270 ms 2022-03-27T07:12:08.904 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 113 sec latency 118893.349 ms 2022-03-27T07:12:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:07.678238+0000 mgr.smithi176.ajjlsm (mgr.14696) 81 : cluster [DBG] pgmap v58: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:07.678238+0000 mgr.smithi176.ajjlsm (mgr.14696) 81 : cluster [DBG] pgmap v58: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:09.904 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 114 sec latency 119893.452 ms 2022-03-27T07:12:10.905 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 115 sec latency 120893.521 ms 2022-03-27T07:12:11.109 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: debug 2022-03-27T07:12:11.048+0000 7fc4ab557700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:12:11.109 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:09.678994+0000 mgr.smithi176.ajjlsm (mgr.14696) 82 : cluster [DBG] pgmap v59: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:11.110 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:11.026112+0000 mon.smithi176 (mon.0) 184 : cluster [INF] daemon mds.foofs.smithi176.psbtkl restarted 2022-03-27T07:12:11.110 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:11.029817+0000 mon.smithi176 (mon.0) 185 : cluster [DBG] osdmap e76: 8 total, 7 up, 8 in 2022-03-27T07:12:11.469 INFO:journalctl@ceph.osd.6.smithi204.stdout:Mar 27 07:12:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd.6[42243]: debug 2022-03-27T07:12:11.101+0000 7f4d8e409700 -1 bdev(0x558fbf0b2800 /var/lib/ceph/osd/ceph-6/block) aio_submit retries 1 2022-03-27T07:12:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:09.678994+0000 mgr.smithi176.ajjlsm (mgr.14696) 82 : cluster [DBG] pgmap v59: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:11.026112+0000 mon.smithi176 (mon.0) 184 : cluster [INF] daemon mds.foofs.smithi176.psbtkl restarted 2022-03-27T07:12:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:11.029817+0000 mon.smithi176 (mon.0) 185 : cluster [DBG] osdmap e76: 8 total, 7 up, 8 in 2022-03-27T07:12:11.904 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 116 sec latency 121893.615 ms 2022-03-27T07:12:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:11.049575+0000 mon.smithi176 (mon.0) 186 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:12:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:11.054604+0000 mon.smithi176 (mon.0) 187 : cluster [DBG] mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460] up:boot 2022-03-27T07:12:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:11.054647+0000 mon.smithi176 (mon.0) 188 : cluster [INF] Standby daemon mds.foofs.smithi176.psbtkl assigned to filesystem foofs as rank 0 2022-03-27T07:12:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:11.054734+0000 mon.smithi176 (mon.0) 189 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-27T07:12:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:11.054929+0000 mon.smithi176 (mon.0) 190 : cluster [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-27T07:12:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:12:11.055029+0000 mon.smithi176 (mon.0) 191 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi176.psbtkl"}]: dispatch 2022-03-27T07:12:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:11.057290+0000 mon.smithi176 (mon.0) 192 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi176.psbtkl=up:replay} 1 up:standby 2022-03-27T07:12:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:11.049575+0000 mon.smithi176 (mon.0) 186 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-27T07:12:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:11.054604+0000 mon.smithi176 (mon.0) 187 : cluster [DBG] mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460] up:boot 2022-03-27T07:12:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:11.054647+0000 mon.smithi176 (mon.0) 188 : cluster [INF] Standby daemon mds.foofs.smithi176.psbtkl assigned to filesystem foofs as rank 0 2022-03-27T07:12:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:11.054734+0000 mon.smithi176 (mon.0) 189 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-27T07:12:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:11.054929+0000 mon.smithi176 (mon.0) 190 : cluster [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-27T07:12:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:12:11.055029+0000 mon.smithi176 (mon.0) 191 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi176.psbtkl"}]: dispatch 2022-03-27T07:12:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:11.057290+0000 mon.smithi176 (mon.0) 192 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi176.psbtkl=up:replay} 1 up:standby 2022-03-27T07:12:12.904 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 117 sec latency 122893.699 ms 2022-03-27T07:12:13.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:11.679476+0000 mgr.smithi176.ajjlsm (mgr.14696) 83 : cluster [DBG] pgmap v61: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:12.060268+0000 mon.smithi176 (mon.0) 193 : cluster [DBG] mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460] up:reconnect 2022-03-27T07:12:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:12.060322+0000 mon.smithi176 (mon.0) 194 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi176.psbtkl=up:reconnect} 1 up:standby 2022-03-27T07:12:13.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:11.679476+0000 mgr.smithi176.ajjlsm (mgr.14696) 83 : cluster [DBG] pgmap v61: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:12.060268+0000 mon.smithi176 (mon.0) 193 : cluster [DBG] mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460] up:reconnect 2022-03-27T07:12:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:12.060322+0000 mon.smithi176 (mon.0) 194 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi176.psbtkl=up:reconnect} 1 up:standby 2022-03-27T07:12:13.904 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 118 sec latency 123893.763 ms 2022-03-27T07:12:14.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:12.059488+0000 mds.foofs.smithi176.psbtkl (mds.0) 1 : cluster [DBG] reconnect by client.24549 172.21.15.176:0/1097562341 after 0.000999991 2022-03-27T07:12:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:12.059528+0000 mds.foofs.smithi176.psbtkl (mds.0) 2 : cluster [DBG] reconnect by client.14716 172.21.15.176:0/3425070179 after 0.000999991 2022-03-27T07:12:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:12.059551+0000 mds.foofs.smithi176.psbtkl (mds.0) 3 : cluster [DBG] reconnect by client.14678 172.21.15.176:0/2300549433 after 0.000999991 2022-03-27T07:12:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:12.059598+0000 mds.foofs.smithi176.psbtkl (mds.0) 4 : cluster [DBG] reconnect by client.24533 172.21.15.204:0/298428613 after 0.000999991 2022-03-27T07:12:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:12.059488+0000 mds.foofs.smithi176.psbtkl (mds.0) 1 : cluster [DBG] reconnect by client.24549 172.21.15.176:0/1097562341 after 0.000999991 2022-03-27T07:12:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:12.059528+0000 mds.foofs.smithi176.psbtkl (mds.0) 2 : cluster [DBG] reconnect by client.14716 172.21.15.176:0/3425070179 after 0.000999991 2022-03-27T07:12:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:12.059551+0000 mds.foofs.smithi176.psbtkl (mds.0) 3 : cluster [DBG] reconnect by client.14678 172.21.15.176:0/2300549433 after 0.000999991 2022-03-27T07:12:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:12.059598+0000 mds.foofs.smithi176.psbtkl (mds.0) 4 : cluster [DBG] reconnect by client.24533 172.21.15.204:0/298428613 after 0.000999991 2022-03-27T07:12:14.904 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 119 sec latency 124893.864 ms 2022-03-27T07:12:15.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:13.679982+0000 mgr.smithi176.ajjlsm (mgr.14696) 84 : cluster [DBG] pgmap v62: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:13.679982+0000 mgr.smithi176.ajjlsm (mgr.14696) 84 : cluster [DBG] pgmap v62: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:15.904 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 120 sec latency 125893.968 ms 2022-03-27T07:12:16.635 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:12:16.903 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:12:16.904 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (7m) 45s ago 8m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:12:16.904 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (53s) 45s ago 8m 7222k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:12:16.904 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (42s) 37s ago 8m 29.8M - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:12:16.904 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (7m) 45s ago 8m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:12:16.905 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (47s) 45s ago 4m - - 16.2.4 8d91d370c2b8 9ed30f23a201 2022-03-27T07:12:16.905 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 error 37s ago 4m - - 2022-03-27T07:12:16.905 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (107s) 45s ago 9m 437M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:12:16.905 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (85s) 37s ago 8m 390M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:12:16.906 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (74s) 45s ago 9m 70.9M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:12:16.906 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (62s) 37s ago 8m 35.5M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:12:16.906 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2m) 45s ago 2m 57.1M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:12:16.906 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (117s) 37s ago 117s 79.9M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:12:16.907 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (8m) 45s ago 8m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:12:16.907 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (7m) 37s ago 7m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:12:16.907 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (7m) 45s ago 7m 1261M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:12:16.907 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (7m) 45s ago 7m 1149M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:12:16.908 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6m) 45s ago 6m 723M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:12:16.908 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6m) 45s ago 6m 1242M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:12:16.908 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6m) 37s ago 6m 1160M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:12:16.908 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6m) 37s ago 6m 1428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:12:16.908 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5m) 37s ago 5m 1086M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:12:16.909 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5m) 37s ago 5m 1803M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:12:16.909 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (7m) 45s ago 8m 47.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:12:16.909 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 121 sec latency 126894.017 ms 2022-03-27T07:12:17.228 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:12:17.228 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:12:17.229 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:12:17.229 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:12:17.229 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:12:17.229 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:12:17.230 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:12:17.230 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:12:17.230 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-03-27T07:12:17.230 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:12:17.230 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:12:17.231 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:12:17.231 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:12:17.231 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:12:17.231 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:12:17.231 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T07:12:17.232 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:12:17.232 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:12:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:15.680722+0000 mgr.smithi176.ajjlsm (mgr.14696) 85 : cluster [DBG] pgmap v63: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:15.680722+0000 mgr.smithi176.ajjlsm (mgr.14696) 85 : cluster [DBG] pgmap v63: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:17.908 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 122 sec latency 127894.067 ms 2022-03-27T07:12:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:12:16.620961+0000 mgr.smithi176.ajjlsm (mgr.14696) 86 : audit [DBG] from='client.34156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:12:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:12:16.893763+0000 mgr.smithi176.ajjlsm (mgr.14696) 87 : audit [DBG] from='client.34160 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:12:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:12:17.227730+0000 mon.smithi176 (mon.0) 195 : audit [DBG] from='client.? 172.21.15.176:0/1230279924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:12:18.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:12:16.620961+0000 mgr.smithi176.ajjlsm (mgr.14696) 86 : audit [DBG] from='client.34156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:12:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:12:16.893763+0000 mgr.smithi176.ajjlsm (mgr.14696) 87 : audit [DBG] from='client.34160 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:12:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:12:17.227730+0000 mon.smithi176 (mon.0) 195 : audit [DBG] from='client.? 172.21.15.176:0/1230279924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:12:18.904 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 123 sec latency 128894.171 ms 2022-03-27T07:12:19.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:17.681654+0000 mgr.smithi176.ajjlsm (mgr.14696) 88 : cluster [DBG] pgmap v64: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:17.681654+0000 mgr.smithi176.ajjlsm (mgr.14696) 88 : cluster [DBG] pgmap v64: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:19.904 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 124 sec latency 129894.248 ms 2022-03-27T07:12:20.904 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 125 sec latency 130894.325 ms 2022-03-27T07:12:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:19.682380+0000 mgr.smithi176.ajjlsm (mgr.14696) 89 : cluster [DBG] pgmap v65: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:19.682380+0000 mgr.smithi176.ajjlsm (mgr.14696) 89 : cluster [DBG] pgmap v65: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:21.904 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 126 sec latency 131894.445 ms 2022-03-27T07:12:22.905 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 127 sec latency 132894.584 ms 2022-03-27T07:12:23.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:21.683380+0000 mgr.smithi176.ajjlsm (mgr.14696) 90 : cluster [DBG] pgmap v66: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 6 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:21.683380+0000 mgr.smithi176.ajjlsm (mgr.14696) 90 : cluster [DBG] pgmap v66: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 6 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:23.905 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 128 sec latency 133894.696 ms 2022-03-27T07:12:24.905 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 129 sec latency 134894.799 ms 2022-03-27T07:12:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:23.684124+0000 mgr.smithi176.ajjlsm (mgr.14696) 91 : cluster [DBG] pgmap v67: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:23.684124+0000 mgr.smithi176.ajjlsm (mgr.14696) 91 : cluster [DBG] pgmap v67: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:25.905 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 130 sec latency 135894.861 ms 2022-03-27T07:12:26.905 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 131 sec latency 136894.910 ms 2022-03-27T07:12:27.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:25.684694+0000 mgr.smithi176.ajjlsm (mgr.14696) 92 : cluster [DBG] pgmap v68: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:25.684694+0000 mgr.smithi176.ajjlsm (mgr.14696) 92 : cluster [DBG] pgmap v68: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:27.905 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 132 sec latency 137895.026 ms 2022-03-27T07:12:28.905 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 133 sec latency 138895.113 ms 2022-03-27T07:12:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:27.685600+0000 mgr.smithi176.ajjlsm (mgr.14696) 93 : cluster [DBG] pgmap v69: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:27.685600+0000 mgr.smithi176.ajjlsm (mgr.14696) 93 : cluster [DBG] pgmap v69: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:29.905 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 134 sec latency 139895.241 ms 2022-03-27T07:12:30.905 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 135 sec latency 140895.327 ms 2022-03-27T07:12:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:29.686359+0000 mgr.smithi176.ajjlsm (mgr.14696) 94 : cluster [DBG] pgmap v70: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:29.686359+0000 mgr.smithi176.ajjlsm (mgr.14696) 94 : cluster [DBG] pgmap v70: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:31.905 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 136 sec latency 141895.417 ms 2022-03-27T07:12:32.906 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 137 sec latency 142895.503 ms 2022-03-27T07:12:33.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:31.687483+0000 mgr.smithi176.ajjlsm (mgr.14696) 95 : cluster [DBG] pgmap v71: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:33.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:31.687483+0000 mgr.smithi176.ajjlsm (mgr.14696) 95 : cluster [DBG] pgmap v71: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:33.906 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 138 sec latency 143895.605 ms 2022-03-27T07:12:34.906 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 139 sec latency 144895.706 ms 2022-03-27T07:12:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:33.688094+0000 mgr.smithi176.ajjlsm (mgr.14696) 96 : cluster [DBG] pgmap v72: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:33.688094+0000 mgr.smithi176.ajjlsm (mgr.14696) 96 : cluster [DBG] pgmap v72: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:35.906 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 140 sec latency 145895.781 ms 2022-03-27T07:12:36.906 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 141 sec latency 146895.872 ms 2022-03-27T07:12:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:35.688649+0000 mgr.smithi176.ajjlsm (mgr.14696) 97 : cluster [DBG] pgmap v73: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:35.688649+0000 mgr.smithi176.ajjlsm (mgr.14696) 97 : cluster [DBG] pgmap v73: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:37.906 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 142 sec latency 147895.962 ms 2022-03-27T07:12:38.906 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 143 sec latency 148896.098 ms 2022-03-27T07:12:39.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:37.689540+0000 mgr.smithi176.ajjlsm (mgr.14696) 98 : cluster [DBG] pgmap v74: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:37.689540+0000 mgr.smithi176.ajjlsm (mgr.14696) 98 : cluster [DBG] pgmap v74: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:39.906 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 144 sec latency 149896.187 ms 2022-03-27T07:12:40.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:12:40.029765+0000 mon.smithi176 (mon.0) 196 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:12:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:12:40.031534+0000 mon.smithi176 (mon.0) 197 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:12:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:12:40.029765+0000 mon.smithi176 (mon.0) 196 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:12:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:12:40.031534+0000 mon.smithi176 (mon.0) 197 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:12:40.906 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 145 sec latency 150896.278 ms 2022-03-27T07:12:41.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:39.690185+0000 mgr.smithi176.ajjlsm (mgr.14696) 99 : cluster [DBG] pgmap v75: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:39.690185+0000 mgr.smithi176.ajjlsm (mgr.14696) 99 : cluster [DBG] pgmap v75: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:41.907 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 146 sec latency 151896.398 ms 2022-03-27T07:12:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:41.125652+0000 mon.smithi176 (mon.0) 198 : cluster [DBG] mgrmap e38: smithi176.ajjlsm(active, since 2m), standbys: smithi204.vnvrbl 2022-03-27T07:12:42.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:41.125652+0000 mon.smithi176 (mon.0) 198 : cluster [DBG] mgrmap e38: smithi176.ajjlsm(active, since 2m), standbys: smithi204.vnvrbl 2022-03-27T07:12:42.907 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 147 sec latency 152896.517 ms 2022-03-27T07:12:43.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:41.691114+0000 mgr.smithi176.ajjlsm (mgr.14696) 100 : cluster [DBG] pgmap v76: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:43.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:41.691114+0000 mgr.smithi176.ajjlsm (mgr.14696) 100 : cluster [DBG] pgmap v76: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:43.907 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 148 sec latency 153896.618 ms 2022-03-27T07:12:44.909 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 149 sec latency 154896.727 ms 2022-03-27T07:12:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:43.691817+0000 mgr.smithi176.ajjlsm (mgr.14696) 101 : cluster [DBG] pgmap v77: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:43.691817+0000 mgr.smithi176.ajjlsm (mgr.14696) 101 : cluster [DBG] pgmap v77: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:45.907 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 150 sec latency 155896.777 ms 2022-03-27T07:12:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:46.139118+0000 mon.smithi176 (mon.0) 199 : cluster [WRN] Health check update: Degraded data redundancy: 202/1563 objects degraded (12.924%), 28 pgs degraded, 49 pgs undersized (PG_DEGRADED) 2022-03-27T07:12:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:46.139118+0000 mon.smithi176 (mon.0) 199 : cluster [WRN] Health check update: Degraded data redundancy: 202/1563 objects degraded (12.924%), 28 pgs degraded, 49 pgs undersized (PG_DEGRADED) 2022-03-27T07:12:46.907 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 151 sec latency 156896.822 ms 2022-03-27T07:12:47.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:45.692544+0000 mgr.smithi176.ajjlsm (mgr.14696) 102 : cluster [DBG] pgmap v78: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:47.534 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:12:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:45.692544+0000 mgr.smithi176.ajjlsm (mgr.14696) 102 : cluster [DBG] pgmap v78: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:47.804 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:12:47.805 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (8m) 76s ago 9m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:12:47.805 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (84s) 76s ago 9m 7222k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:12:47.805 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (73s) 68s ago 8m 29.8M - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:12:47.805 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (8m) 76s ago 8m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:12:47.806 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (78s) 76s ago 4m - - 16.2.4 8d91d370c2b8 9ed30f23a201 2022-03-27T07:12:47.806 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 error 68s ago 4m - - 2022-03-27T07:12:47.806 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2m) 76s ago 10m 437M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:12:47.806 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (116s) 68s ago 8m 390M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:12:47.807 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (105s) 76s ago 10m 70.9M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:12:47.807 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (93s) 68s ago 8m 35.5M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:12:47.807 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2m) 76s ago 2m 57.1M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:12:47.807 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2m) 68s ago 2m 79.9M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:12:47.807 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (8m) 76s ago 8m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:12:47.808 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (8m) 68s ago 8m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:12:47.808 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (8m) 76s ago 8m 1261M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:12:47.808 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (7m) 76s ago 7m 1149M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:12:47.808 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (7m) 76s ago 7m 723M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:12:47.808 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (7m) 76s ago 7m 1242M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:12:47.809 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6m) 68s ago 6m 1160M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:12:47.809 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6m) 68s ago 6m 1428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:12:47.809 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6m) 68s ago 6m 1086M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:12:47.809 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6m) 68s ago 6m 1803M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:12:47.810 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (8m) 76s ago 8m 47.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:12:47.907 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 152 sec latency 157896.867 ms 2022-03-27T07:12:48.128 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:12:48.128 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:12:48.129 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:12:48.129 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:12:48.129 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:12:48.129 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:12:48.130 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:12:48.130 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:12:48.130 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-03-27T07:12:48.130 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:12:48.130 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:12:48.131 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:12:48.131 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:12:48.131 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:12:48.131 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:12:48.132 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T07:12:48.132 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:12:48.132 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:12:48.907 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 153 sec latency 158896.962 ms 2022-03-27T07:12:49.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:12:47.520712+0000 mgr.smithi176.ajjlsm (mgr.14696) 103 : audit [DBG] from='client.34168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:12:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:47.693427+0000 mgr.smithi176.ajjlsm (mgr.14696) 104 : cluster [DBG] pgmap v79: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:12:47.795450+0000 mgr.smithi176.ajjlsm (mgr.14696) 105 : audit [DBG] from='client.34172 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:12:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:12:48.127758+0000 mon.smithi176 (mon.0) 200 : audit [DBG] from='client.? 172.21.15.176:0/4267708649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:12:49.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:12:47.520712+0000 mgr.smithi176.ajjlsm (mgr.14696) 103 : audit [DBG] from='client.34168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:12:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:47.693427+0000 mgr.smithi176.ajjlsm (mgr.14696) 104 : cluster [DBG] pgmap v79: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:12:47.795450+0000 mgr.smithi176.ajjlsm (mgr.14696) 105 : audit [DBG] from='client.34172 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:12:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:12:48.127758+0000 mon.smithi176 (mon.0) 200 : audit [DBG] from='client.? 172.21.15.176:0/4267708649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:12:49.907 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 154 sec latency 159897.082 ms 2022-03-27T07:12:50.907 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 155 sec latency 160897.151 ms 2022-03-27T07:12:51.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:49.694157+0000 mgr.smithi176.ajjlsm (mgr.14696) 106 : cluster [DBG] pgmap v80: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:51.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:49.694157+0000 mgr.smithi176.ajjlsm (mgr.14696) 106 : cluster [DBG] pgmap v80: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:51.907 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 156 sec latency 161897.261 ms 2022-03-27T07:12:52.908 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 157 sec latency 162897.383 ms 2022-03-27T07:12:53.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:51.695347+0000 mgr.smithi176.ajjlsm (mgr.14696) 107 : cluster [DBG] pgmap v81: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:53.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:51.695347+0000 mgr.smithi176.ajjlsm (mgr.14696) 107 : cluster [DBG] pgmap v81: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:53.908 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 158 sec latency 163897.489 ms 2022-03-27T07:12:54.908 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 159 sec latency 164897.595 ms 2022-03-27T07:12:55.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:53.696021+0000 mgr.smithi176.ajjlsm (mgr.14696) 108 : cluster [DBG] pgmap v82: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:55.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:53.696021+0000 mgr.smithi176.ajjlsm (mgr.14696) 108 : cluster [DBG] pgmap v82: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:55.908 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 160 sec latency 165897.694 ms 2022-03-27T07:12:56.908 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 161 sec latency 166897.812 ms 2022-03-27T07:12:57.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:55.696688+0000 mgr.smithi176.ajjlsm (mgr.14696) 109 : cluster [DBG] pgmap v83: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:57.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:55.696688+0000 mgr.smithi176.ajjlsm (mgr.14696) 109 : cluster [DBG] pgmap v83: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:57.908 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 162 sec latency 167897.912 ms 2022-03-27T07:12:58.908 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 163 sec latency 168897.963 ms 2022-03-27T07:12:59.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:12:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:57.697936+0000 mgr.smithi176.ajjlsm (mgr.14696) 110 : cluster [DBG] pgmap v84: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:12:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:57.697936+0000 mgr.smithi176.ajjlsm (mgr.14696) 110 : cluster [DBG] pgmap v84: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:12:59.908 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 164 sec latency 169898.053 ms 2022-03-27T07:13:00.908 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 165 sec latency 170898.160 ms 2022-03-27T07:13:01.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:12:59.698745+0000 mgr.smithi176.ajjlsm (mgr.14696) 111 : cluster [DBG] pgmap v85: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:01.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:12:59.698745+0000 mgr.smithi176.ajjlsm (mgr.14696) 111 : cluster [DBG] pgmap v85: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:01.908 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 166 sec latency 171898.262 ms 2022-03-27T07:13:02.909 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 167 sec latency 172898.365 ms 2022-03-27T07:13:03.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:01.699700+0000 mgr.smithi176.ajjlsm (mgr.14696) 112 : cluster [DBG] pgmap v86: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:03.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:01.763769+0000 mon.smithi176 (mon.0) 201 : cluster [DBG] mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460] up:rejoin 2022-03-27T07:13:03.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:01.763861+0000 mon.smithi176 (mon.0) 202 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi176.psbtkl=up:rejoin} 1 up:standby 2022-03-27T07:13:03.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:01.699700+0000 mgr.smithi176.ajjlsm (mgr.14696) 112 : cluster [DBG] pgmap v86: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:01.763769+0000 mon.smithi176 (mon.0) 201 : cluster [DBG] mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460] up:rejoin 2022-03-27T07:13:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:01.763861+0000 mon.smithi176 (mon.0) 202 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi176.psbtkl=up:rejoin} 1 up:standby 2022-03-27T07:13:03.909 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 168 sec latency 173898.456 ms 2022-03-27T07:13:04.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:02.768955+0000 mon.smithi176 (mon.0) 203 : cluster [DBG] mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460] up:clientreplay 2022-03-27T07:13:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:02.769020+0000 mon.smithi176 (mon.0) 204 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi176.psbtkl=up:clientreplay} 1 up:standby 2022-03-27T07:13:04.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:02.768955+0000 mon.smithi176 (mon.0) 203 : cluster [DBG] mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460] up:clientreplay 2022-03-27T07:13:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:02.769020+0000 mon.smithi176 (mon.0) 204 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi176.psbtkl=up:clientreplay} 1 up:standby 2022-03-27T07:13:04.909 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 169 sec latency 174898.574 ms 2022-03-27T07:13:05.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:03.700638+0000 mgr.smithi176.ajjlsm (mgr.14696) 113 : cluster [DBG] pgmap v87: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:05.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:03.700638+0000 mgr.smithi176.ajjlsm (mgr.14696) 113 : cluster [DBG] pgmap v87: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:05.909 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 170 sec latency 175898.659 ms 2022-03-27T07:13:06.909 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 171 sec latency 176898.751 ms 2022-03-27T07:13:07.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:05.701353+0000 mgr.smithi176.ajjlsm (mgr.14696) 114 : cluster [DBG] pgmap v88: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:07.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:05.701353+0000 mgr.smithi176.ajjlsm (mgr.14696) 114 : cluster [DBG] pgmap v88: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:07.909 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 172 sec latency 177898.811 ms 2022-03-27T07:13:08.909 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 173 sec latency 178898.903 ms 2022-03-27T07:13:09.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:07.702352+0000 mgr.smithi176.ajjlsm (mgr.14696) 115 : cluster [DBG] pgmap v89: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 38 KiB/s rd, 426 B/s wr, 19 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:09.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:07.702352+0000 mgr.smithi176.ajjlsm (mgr.14696) 115 : cluster [DBG] pgmap v89: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 38 KiB/s rd, 426 B/s wr, 19 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:09.909 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 174 sec latency 179898.997 ms 2022-03-27T07:13:10.909 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 175 sec latency 180899.098 ms 2022-03-27T07:13:11.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:09.703125+0000 mgr.smithi176.ajjlsm (mgr.14696) 116 : cluster [DBG] pgmap v90: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 426 B/s wr, 19 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:11.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:09.703125+0000 mgr.smithi176.ajjlsm (mgr.14696) 116 : cluster [DBG] pgmap v90: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 426 B/s wr, 19 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:11.909 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 176 sec latency 181899.189 ms 2022-03-27T07:13:12.910 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 177 sec latency 182899.294 ms 2022-03-27T07:13:13.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:11.704208+0000 mgr.smithi176.ajjlsm (mgr.14696) 117 : cluster [DBG] pgmap v91: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 38 KiB/s rd, 12 KiB/s wr, 22 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:11.704208+0000 mgr.smithi176.ajjlsm (mgr.14696) 117 : cluster [DBG] pgmap v91: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 38 KiB/s rd, 12 KiB/s wr, 22 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:13.910 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 178 sec latency 183899.400 ms 2022-03-27T07:13:14.910 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 179 sec latency 184899.502 ms 2022-03-27T07:13:15.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:13.704952+0000 mgr.smithi176.ajjlsm (mgr.14696) 118 : cluster [DBG] pgmap v92: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 12 KiB/s wr, 22 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:15.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:13.704952+0000 mgr.smithi176.ajjlsm (mgr.14696) 118 : cluster [DBG] pgmap v92: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 12 KiB/s wr, 22 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:15.910 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 180 sec latency 185899.586 ms 2022-03-27T07:13:16.910 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 181 sec latency 186899.700 ms 2022-03-27T07:13:17.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:15.705606+0000 mgr.smithi176.ajjlsm (mgr.14696) 119 : cluster [DBG] pgmap v93: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 12 KiB/s wr, 22 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:17.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:15.705606+0000 mgr.smithi176.ajjlsm (mgr.14696) 119 : cluster [DBG] pgmap v93: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 12 KiB/s wr, 22 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:17.910 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 182 sec latency 187899.808 ms 2022-03-27T07:13:18.432 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:13:18.700 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:13:18.700 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (8m) 107s ago 9m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:13:18.700 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (115s) 107s ago 9m 7222k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:13:18.701 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (104s) 99s ago 9m 29.8M - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:13:18.701 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (8m) 107s ago 9m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:13:18.701 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (109s) 107s ago 5m - - 16.2.4 8d91d370c2b8 9ed30f23a201 2022-03-27T07:13:18.701 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 error 99s ago 5m - - 2022-03-27T07:13:18.702 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2m) 107s ago 10m 437M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:13:18.702 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2m) 99s ago 9m 390M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:13:18.702 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2m) 107s ago 10m 70.9M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:13:18.702 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2m) 99s ago 9m 35.5M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:13:18.702 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3m) 107s ago 3m 57.1M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:13:18.703 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2m) 99s ago 2m 79.9M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:13:18.703 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (9m) 107s ago 9m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:13:18.703 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (8m) 99s ago 8m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:13:18.703 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (8m) 107s ago 8m 1261M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:13:18.704 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (8m) 107s ago 8m 1149M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:13:18.704 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (8m) 107s ago 7m 723M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:13:18.704 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (7m) 107s ago 7m 1242M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:13:18.704 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (7m) 99s ago 7m 1160M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:13:18.704 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (7m) 99s ago 7m 1428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:13:18.705 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6m) 99s ago 6m 1086M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:13:18.705 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6m) 99s ago 6m 1803M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:13:18.705 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (8m) 107s ago 9m 47.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:13:18.910 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 183 sec latency 188899.857 ms 2022-03-27T07:13:19.023 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:13:19.023 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:13:19.023 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:13:19.024 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:13:19.024 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:13:19.024 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:13:19.024 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:13:19.025 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:13:19.025 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-03-27T07:13:19.025 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:13:19.025 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:13:19.025 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:13:19.026 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:13:19.026 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:13:19.026 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:13:19.026 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T07:13:19.027 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:13:19.027 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:13:19.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:17.706683+0000 mgr.smithi176.ajjlsm (mgr.14696) 120 : cluster [DBG] pgmap v94: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 38 KiB/s rd, 14 KiB/s wr, 23 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:17.706683+0000 mgr.smithi176.ajjlsm (mgr.14696) 120 : cluster [DBG] pgmap v94: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 38 KiB/s rd, 14 KiB/s wr, 23 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:19.910 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 184 sec latency 189899.902 ms 2022-03-27T07:13:20.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:18.419616+0000 mgr.smithi176.ajjlsm (mgr.14696) 121 : audit [DBG] from='client.34180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:13:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:18.690594+0000 mgr.smithi176.ajjlsm (mgr.14696) 122 : audit [DBG] from='client.34184 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:13:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:19.022517+0000 mon.smithi176 (mon.0) 205 : audit [DBG] from='client.? 172.21.15.176:0/3393249028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:13:20.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:18.419616+0000 mgr.smithi176.ajjlsm (mgr.14696) 121 : audit [DBG] from='client.34180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:13:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:18.690594+0000 mgr.smithi176.ajjlsm (mgr.14696) 122 : audit [DBG] from='client.34184 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:13:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:19.022517+0000 mon.smithi176 (mon.0) 205 : audit [DBG] from='client.? 172.21.15.176:0/3393249028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:13:20.910 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 185 sec latency 190900.004 ms 2022-03-27T07:13:21.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:19.707578+0000 mgr.smithi176.ajjlsm (mgr.14696) 123 : cluster [DBG] pgmap v95: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 14 KiB/s wr, 4 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:19.707578+0000 mgr.smithi176.ajjlsm (mgr.14696) 123 : cluster [DBG] pgmap v95: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 14 KiB/s wr, 4 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:21.910 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 186 sec latency 191900.115 ms 2022-03-27T07:13:22.911 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 187 sec latency 192900.200 ms 2022-03-27T07:13:23.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:21.708598+0000 mgr.smithi176.ajjlsm (mgr.14696) 124 : cluster [DBG] pgmap v96: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 15 KiB/s wr, 4 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:23.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:21.708598+0000 mgr.smithi176.ajjlsm (mgr.14696) 124 : cluster [DBG] pgmap v96: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 15 KiB/s wr, 4 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:23.910 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 188 sec latency 193900.306 ms 2022-03-27T07:13:24.911 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 189 sec latency 194900.406 ms 2022-03-27T07:13:25.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:23.709305+0000 mgr.smithi176.ajjlsm (mgr.14696) 125 : cluster [DBG] pgmap v97: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 3.2 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:23.709305+0000 mgr.smithi176.ajjlsm (mgr.14696) 125 : cluster [DBG] pgmap v97: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 3.2 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:25.911 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 190 sec latency 195900.510 ms 2022-03-27T07:13:26.911 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 191 sec latency 196900.582 ms 2022-03-27T07:13:27.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:25.709976+0000 mgr.smithi176.ajjlsm (mgr.14696) 126 : cluster [DBG] pgmap v98: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 3.2 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:25.709976+0000 mgr.smithi176.ajjlsm (mgr.14696) 126 : cluster [DBG] pgmap v98: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 3.2 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:27.911 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 192 sec latency 197900.676 ms 2022-03-27T07:13:28.911 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 193 sec latency 198900.806 ms 2022-03-27T07:13:29.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:27.711119+0000 mgr.smithi176.ajjlsm (mgr.14696) 127 : cluster [DBG] pgmap v99: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:27.711119+0000 mgr.smithi176.ajjlsm (mgr.14696) 127 : cluster [DBG] pgmap v99: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:29.911 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 194 sec latency 199900.895 ms 2022-03-27T07:13:30.911 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 195 sec latency 200900.952 ms 2022-03-27T07:13:31.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:29.711811+0000 mgr.smithi176.ajjlsm (mgr.14696) 128 : cluster [DBG] pgmap v100: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.4 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:29.711811+0000 mgr.smithi176.ajjlsm (mgr.14696) 128 : cluster [DBG] pgmap v100: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.4 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:31.911 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 196 sec latency 201901.059 ms 2022-03-27T07:13:32.911 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 197 sec latency 202901.129 ms 2022-03-27T07:13:33.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:31.712887+0000 mgr.smithi176.ajjlsm (mgr.14696) 129 : cluster [DBG] pgmap v101: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.6 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:33.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:31.712887+0000 mgr.smithi176.ajjlsm (mgr.14696) 129 : cluster [DBG] pgmap v101: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.6 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:33.911 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 198 sec latency 203901.202 ms 2022-03-27T07:13:34.911 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 199 sec latency 204901.294 ms 2022-03-27T07:13:35.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:33.713592+0000 mgr.smithi176.ajjlsm (mgr.14696) 130 : cluster [DBG] pgmap v102: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 767 B/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:35.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:33.713592+0000 mgr.smithi176.ajjlsm (mgr.14696) 130 : cluster [DBG] pgmap v102: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 767 B/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:35.912 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 200 sec latency 205901.380 ms 2022-03-27T07:13:36.912 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 201 sec latency 206901.499 ms 2022-03-27T07:13:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:35.714347+0000 mgr.smithi176.ajjlsm (mgr.14696) 131 : cluster [DBG] pgmap v103: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 767 B/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:37.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:35.714347+0000 mgr.smithi176.ajjlsm (mgr.14696) 131 : cluster [DBG] pgmap v103: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 767 B/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:37.912 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 202 sec latency 207901.592 ms 2022-03-27T07:13:38.912 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 203 sec latency 208901.742 ms 2022-03-27T07:13:39.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:37.715497+0000 mgr.smithi176.ajjlsm (mgr.14696) 132 : cluster [DBG] pgmap v104: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:39.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:37.715497+0000 mgr.smithi176.ajjlsm (mgr.14696) 132 : cluster [DBG] pgmap v104: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:39.912 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 204 sec latency 209901.831 ms 2022-03-27T07:13:40.912 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 205 sec latency 210901.909 ms 2022-03-27T07:13:41.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:39.716188+0000 mgr.smithi176.ajjlsm (mgr.14696) 133 : cluster [DBG] pgmap v105: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 170 B/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:40.031762+0000 mon.smithi176 (mon.0) 206 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:13:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:40.033587+0000 mon.smithi176 (mon.0) 207 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:13:41.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:39.716188+0000 mgr.smithi176.ajjlsm (mgr.14696) 133 : cluster [DBG] pgmap v105: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 170 B/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:40.031762+0000 mon.smithi176 (mon.0) 206 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:13:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:40.033587+0000 mon.smithi176 (mon.0) 207 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:13:41.912 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 206 sec latency 211901.959 ms 2022-03-27T07:13:42.912 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 207 sec latency 212902.059 ms 2022-03-27T07:13:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:41.717184+0000 mgr.smithi176.ajjlsm (mgr.14696) 134 : cluster [DBG] pgmap v106: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 170 B/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:43.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:41.717184+0000 mgr.smithi176.ajjlsm (mgr.14696) 134 : cluster [DBG] pgmap v106: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 170 B/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:43.912 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 208 sec latency 213902.178 ms 2022-03-27T07:13:44.912 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 209 sec latency 214902.278 ms 2022-03-27T07:13:45.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:43.717950+0000 mgr.smithi176.ajjlsm (mgr.14696) 135 : cluster [DBG] pgmap v107: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:45.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:43.717950+0000 mgr.smithi176.ajjlsm (mgr.14696) 135 : cluster [DBG] pgmap v107: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:45.298 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:45 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: start operation timed out. Terminating. 2022-03-27T07:13:45.913 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 210 sec latency 215902.375 ms 2022-03-27T07:13:46.547 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:46 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Failed with result 'timeout'. 2022-03-27T07:13:46.548 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:46 smithi176 systemd[1]: Failed to start Ceph osd.0 for cfd54f38-ad9b-11ec-8c35-001a4aab830c. 2022-03-27T07:13:46.913 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 211 sec latency 216902.749 ms 2022-03-27T07:13:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:45.718540+0000 mgr.smithi176.ajjlsm (mgr.14696) 136 : cluster [DBG] pgmap v108: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:47.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:13:46.181554+0000 mgr.smithi176.ajjlsm (mgr.14696) 137 : cephadm [ERR] cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-03-27T07:13:47.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Non-zero exit code 1 from systemctl start ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0 2022-03-27T07:13:47.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: systemctl: stderr Job for ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-03-27T07:13:47.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: systemctl: stderr See "systemctl status ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-03-27T07:13:47.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Traceback (most recent call last): 2022-03-27T07:13:47.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 8876, in 2022-03-27T07:13:47.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: main() 2022-03-27T07:13:47.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 8864, in main 2022-03-27T07:13:47.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: r = ctx.func(ctx) 2022-03-27T07:13:47.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 1940, in _default_image 2022-03-27T07:13:47.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: return func(ctx) 2022-03-27T07:13:47.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 4806, in command_deploy 2022-03-27T07:13:47.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: ports=daemon_ports) 2022-03-27T07:13:47.474 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 2886, in deploy_daemon 2022-03-27T07:13:47.474 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: c, osd_fsid=osd_fsid, ports=ports) 2022-03-27T07:13:47.474 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 3131, in deploy_daemon_units 2022-03-27T07:13:47.474 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-03-27T07:13:47.475 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 1617, in call_throws 2022-03-27T07:13:47.475 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-03-27T07:13:47.475 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: RuntimeError: Failed command: systemctl start ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0: Job for ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-03-27T07:13:47.475 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: See "systemctl status ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-03-27T07:13:47.476 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Traceback (most recent call last): 2022-03-27T07:13:47.476 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1419, in _remote_connection 2022-03-27T07:13:47.476 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: yield (conn, connr) 2022-03-27T07:13:47.476 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1316, in _run_cephadm 2022-03-27T07:13:47.476 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: code, '\n'.join(err))) 2022-03-27T07:13:47.477 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-03-27T07:13:47.477 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Non-zero exit code 1 from systemctl start ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0 2022-03-27T07:13:47.477 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: systemctl: stderr Job for ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-03-27T07:13:47.477 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: systemctl: stderr See "systemctl status ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-03-27T07:13:47.478 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: Traceback (most recent call last): 2022-03-27T07:13:47.478 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 8876, in 2022-03-27T07:13:47.478 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: main() 2022-03-27T07:13:47.478 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 8864, in main 2022-03-27T07:13:47.478 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: r = ctx.func(ctx) 2022-03-27T07:13:47.479 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 1940, in _default_image 2022-03-27T07:13:47.479 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: return func(ctx) 2022-03-27T07:13:47.479 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 4806, in command_deploy 2022-03-27T07:13:47.479 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: ports=daemon_ports) 2022-03-27T07:13:47.480 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 2886, in deploy_daemon 2022-03-27T07:13:47.480 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: c, osd_fsid=osd_fsid, ports=ports) 2022-03-27T07:13:47.480 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 3131, in deploy_daemon_units 2022-03-27T07:13:47.480 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-03-27T07:13:47.481 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 1617, in call_throws 2022-03-27T07:13:47.481 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-03-27T07:13:47.481 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: RuntimeError: Failed command: systemctl start ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0: Job for ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-03-27T07:13:47.481 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: See "systemctl status ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-03-27T07:13:47.482 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: 2022-03-27T07:13:47.482 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:13:46.181702+0000 mgr.smithi176.ajjlsm (mgr.14696) 138 : cephadm [ERR] Upgrade: Paused due to UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T07:13:47.482 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:46.185216+0000 mon.smithi176 (mon.0) 208 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:13:47.482 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:46.185721+0000 mon.smithi176 (mon.0) 209 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:13:47.482 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:46.186232+0000 mgr.smithi176.ajjlsm (mgr.14696) 139 : cluster [DBG] pgmap v109: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 293 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:47.483 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:46.186963+0000 mon.smithi176 (mon.0) 210 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:13:47.483 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:46.187514+0000 mon.smithi176 (mon.0) 211 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:13:47.483 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:13:46.188003+0000 mgr.smithi176.ajjlsm (mgr.14696) 140 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:13:47.484 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:46.537978+0000 mon.smithi176 (mon.0) 212 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:13:47.484 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:46.930306+0000 mon.smithi176 (mon.0) 213 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:13:47.484 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:46.935073+0000 mon.smithi176 (mon.0) 214 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:13:47.484 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:46.937708+0000 mon.smithi176 (mon.0) 215 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:13:47.484 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:46.938599+0000 mon.smithi176 (mon.0) 216 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:13:47.485 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:46.939100+0000 mon.smithi176 (mon.0) 217 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:13:47.485 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:46.943820+0000 mon.smithi176 (mon.0) 218 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:13:47.485 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:46.948627+0000 mon.smithi176 (mon.0) 219 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:13:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:45.718540+0000 mgr.smithi176.ajjlsm (mgr.14696) 136 : cluster [DBG] pgmap v108: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:47.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:13:46.181554+0000 mgr.smithi176.ajjlsm (mgr.14696) 137 : cephadm [ERR] cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-03-27T07:13:47.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Non-zero exit code 1 from systemctl start ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0 2022-03-27T07:13:47.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: systemctl: stderr Job for ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-03-27T07:13:47.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: systemctl: stderr See "systemctl status ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-03-27T07:13:47.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Traceback (most recent call last): 2022-03-27T07:13:47.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 8876, in 2022-03-27T07:13:47.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: main() 2022-03-27T07:13:47.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 8864, in main 2022-03-27T07:13:47.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: r = ctx.func(ctx) 2022-03-27T07:13:47.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 1940, in _default_image 2022-03-27T07:13:47.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: return func(ctx) 2022-03-27T07:13:47.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 4806, in command_deploy 2022-03-27T07:13:47.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: ports=daemon_ports) 2022-03-27T07:13:47.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 2886, in deploy_daemon 2022-03-27T07:13:47.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: c, osd_fsid=osd_fsid, ports=ports) 2022-03-27T07:13:47.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 3131, in deploy_daemon_units 2022-03-27T07:13:47.553 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-03-27T07:13:47.553 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 1617, in call_throws 2022-03-27T07:13:47.553 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-03-27T07:13:47.553 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: RuntimeError: Failed command: systemctl start ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0: Job for ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-03-27T07:13:47.554 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: See "systemctl status ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-03-27T07:13:47.554 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Traceback (most recent call last): 2022-03-27T07:13:47.554 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1419, in _remote_connection 2022-03-27T07:13:47.554 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: yield (conn, connr) 2022-03-27T07:13:47.555 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1316, in _run_cephadm 2022-03-27T07:13:47.555 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: code, '\n'.join(err))) 2022-03-27T07:13:47.555 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-03-27T07:13:47.555 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Non-zero exit code 1 from systemctl start ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0 2022-03-27T07:13:47.556 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: systemctl: stderr Job for ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-03-27T07:13:47.556 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: systemctl: stderr See "systemctl status ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-03-27T07:13:47.556 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: Traceback (most recent call last): 2022-03-27T07:13:47.556 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 8876, in 2022-03-27T07:13:47.556 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: main() 2022-03-27T07:13:47.557 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 8864, in main 2022-03-27T07:13:47.557 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: r = ctx.func(ctx) 2022-03-27T07:13:47.557 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 1940, in _default_image 2022-03-27T07:13:47.557 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: return func(ctx) 2022-03-27T07:13:47.558 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 4806, in command_deploy 2022-03-27T07:13:47.558 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: ports=daemon_ports) 2022-03-27T07:13:47.558 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 2886, in deploy_daemon 2022-03-27T07:13:47.558 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: c, osd_fsid=osd_fsid, ports=ports) 2022-03-27T07:13:47.558 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 3131, in deploy_daemon_units 2022-03-27T07:13:47.559 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-03-27T07:13:47.559 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 1617, in call_throws 2022-03-27T07:13:47.559 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-03-27T07:13:47.559 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: RuntimeError: Failed command: systemctl start ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0: Job for ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-03-27T07:13:47.560 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: See "systemctl status ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-03-27T07:13:47.560 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: 2022-03-27T07:13:47.560 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:13:46.181702+0000 mgr.smithi176.ajjlsm (mgr.14696) 138 : cephadm [ERR] Upgrade: Paused due to UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T07:13:47.560 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:46.185216+0000 mon.smithi176 (mon.0) 208 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:13:47.561 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:46.185721+0000 mon.smithi176 (mon.0) 209 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:13:47.561 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:46.186232+0000 mgr.smithi176.ajjlsm (mgr.14696) 139 : cluster [DBG] pgmap v109: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 293 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:47.561 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:46.186963+0000 mon.smithi176 (mon.0) 210 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:13:47.561 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:46.187514+0000 mon.smithi176 (mon.0) 211 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:13:47.561 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:13:46.188003+0000 mgr.smithi176.ajjlsm (mgr.14696) 140 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:13:47.562 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:46.537978+0000 mon.smithi176 (mon.0) 212 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:13:47.562 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:46.930306+0000 mon.smithi176 (mon.0) 213 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:13:47.562 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:46.935073+0000 mon.smithi176 (mon.0) 214 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:13:47.562 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:46.937708+0000 mon.smithi176 (mon.0) 215 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:13:47.563 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:46.938599+0000 mon.smithi176 (mon.0) 216 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:13:47.563 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:46.939100+0000 mon.smithi176 (mon.0) 217 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:13:47.563 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:46.943820+0000 mon.smithi176 (mon.0) 218 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:13:47.563 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:46.948627+0000 mon.smithi176 (mon.0) 219 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:13:47.913 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 212 sec latency 217902.793 ms 2022-03-27T07:13:48.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:46.926467+0000 mgr.smithi176.ajjlsm (mgr.14696) 141 : cluster [DBG] pgmap v110: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 222 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:46.927110+0000 mgr.smithi176.ajjlsm (mgr.14696) 142 : cluster [DBG] pgmap v111: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 284 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:13:46.939551+0000 mgr.smithi176.ajjlsm (mgr.14696) 143 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:13:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:46.940334+0000 mgr.smithi176.ajjlsm (mgr.14696) 144 : cluster [DBG] pgmap v112: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 196 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:48.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:46.940911+0000 mgr.smithi176.ajjlsm (mgr.14696) 145 : cluster [DBG] pgmap v113: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 317 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:48.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:47.183444+0000 mon.smithi176 (mon.0) 220 : cluster [WRN] Health check failed: Upgrading daemon osd.0 on host smithi176 failed. (UPGRADE_REDEPLOY_DAEMON) 2022-03-27T07:13:48.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:46.926467+0000 mgr.smithi176.ajjlsm (mgr.14696) 141 : cluster [DBG] pgmap v110: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 222 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:46.927110+0000 mgr.smithi176.ajjlsm (mgr.14696) 142 : cluster [DBG] pgmap v111: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 284 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:13:46.939551+0000 mgr.smithi176.ajjlsm (mgr.14696) 143 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:13:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:46.940334+0000 mgr.smithi176.ajjlsm (mgr.14696) 144 : cluster [DBG] pgmap v112: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 196 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:46.940911+0000 mgr.smithi176.ajjlsm (mgr.14696) 145 : cluster [DBG] pgmap v113: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 317 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:48.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:47.183444+0000 mon.smithi176 (mon.0) 220 : cluster [WRN] Health check failed: Upgrading daemon osd.0 on host smithi176 failed. (UPGRADE_REDEPLOY_DAEMON) 2022-03-27T07:13:48.913 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 213 sec latency 218902.895 ms 2022-03-27T07:13:49.329 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:13:49.597 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:13:49.597 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (9m) 2m ago 10m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:13:49.598 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2m) 2m ago 10m 7222k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:13:49.598 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2m) 2m ago 9m 29.8M - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:13:49.599 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (9m) 2m ago 10m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:13:49.599 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2m) 2m ago 5m - - 16.2.4 8d91d370c2b8 9ed30f23a201 2022-03-27T07:13:49.599 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 error 2m ago 5m - - 2022-03-27T07:13:49.600 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3m) 2m ago 11m 437M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:13:49.600 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2m) 2m ago 9m 390M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:13:49.601 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2m) 2m ago 11m 70.9M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:13:49.601 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2m) 2m ago 9m 35.5M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:13:49.601 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3m) 2m ago 3m 57.1M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:13:49.602 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3m) 2m ago 3m 79.9M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:13:49.602 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (9m) 2m ago 9m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:13:49.603 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (9m) 2m ago 9m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:13:49.603 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (9m) 2m ago 9m 1261M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:13:49.604 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (8m) 2m ago 8m 1149M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:13:49.604 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (8m) 2m ago 8m 723M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:13:49.604 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (8m) 2m ago 8m 1242M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:13:49.605 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (7m) 2m ago 7m 1160M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:13:49.605 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (7m) 2m ago 7m 1428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:13:49.606 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (7m) 2m ago 7m 1086M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:13:49.607 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (7m) 2m ago 7m 1803M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:13:49.607 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (9m) 2m ago 9m 47.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:13:49.913 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 214 sec latency 219902.948 ms 2022-03-27T07:13:49.920 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:13:49.921 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:13:49.921 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:13:49.921 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:13:49.921 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:13:49.922 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:13:49.922 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:13:49.922 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:13:49.922 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-03-27T07:13:49.923 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:13:49.923 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:13:49.923 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:13:49.923 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:13:49.924 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:13:49.924 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:13:49.924 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T07:13:49.924 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:13:49.925 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:13:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:48.941585+0000 mgr.smithi176.ajjlsm (mgr.14696) 146 : cluster [DBG] pgmap v114: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 317 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:49.920452+0000 mon.smithi176 (mon.0) 221 : audit [DBG] from='client.? 172.21.15.176:0/2770394273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:13:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:48.941585+0000 mgr.smithi176.ajjlsm (mgr.14696) 146 : cluster [DBG] pgmap v114: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 317 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:49.920452+0000 mon.smithi176 (mon.0) 221 : audit [DBG] from='client.? 172.21.15.176:0/2770394273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:13:50.913 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 215 sec latency 220903.007 ms 2022-03-27T07:13:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:49.315446+0000 mgr.smithi176.ajjlsm (mgr.14696) 147 : audit [DBG] from='client.34192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:13:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:49.587549+0000 mgr.smithi176.ajjlsm (mgr.14696) 148 : audit [DBG] from='client.34196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:13:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:49.315446+0000 mgr.smithi176.ajjlsm (mgr.14696) 147 : audit [DBG] from='client.34192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:13:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:49.587549+0000 mgr.smithi176.ajjlsm (mgr.14696) 148 : audit [DBG] from='client.34196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:13:51.913 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 216 sec latency 221903.093 ms 2022-03-27T07:13:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:50.942603+0000 mgr.smithi176.ajjlsm (mgr.14696) 149 : cluster [DBG] pgmap v115: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 215 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:50.942603+0000 mgr.smithi176.ajjlsm (mgr.14696) 149 : cluster [DBG] pgmap v115: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 215 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:52.913 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 217 sec latency 222903.198 ms 2022-03-27T07:13:53.913 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 218 sec latency 223903.288 ms 2022-03-27T07:13:54.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:52.943537+0000 mgr.smithi176.ajjlsm (mgr.14696) 150 : cluster [DBG] pgmap v116: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:54.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:52.943537+0000 mgr.smithi176.ajjlsm (mgr.14696) 150 : cluster [DBG] pgmap v116: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:54.914 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 219 sec latency 224903.392 ms 2022-03-27T07:13:55.914 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 220 sec latency 225903.477 ms 2022-03-27T07:13:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:54.944299+0000 mgr.smithi176.ajjlsm (mgr.14696) 151 : cluster [DBG] pgmap v117: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:13:55.011195+0000 mon.smithi176 (mon.0) 222 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:13:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:54.944299+0000 mgr.smithi176.ajjlsm (mgr.14696) 151 : cluster [DBG] pgmap v117: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:13:55.011195+0000 mon.smithi176 (mon.0) 222 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:13:56.753 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:56 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Service RestartSec=10s expired, scheduling restart. 2022-03-27T07:13:56.753 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:56 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Scheduled restart job, restart counter is at 1. 2022-03-27T07:13:56.754 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:56 smithi176 systemd[1]: Stopped Ceph osd.0 for cfd54f38-ad9b-11ec-8c35-001a4aab830c. 2022-03-27T07:13:56.754 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:56 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 77258 (bash) in control group while starting unit. Ignoring. 2022-03-27T07:13:56.754 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:56 smithi176 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-27T07:13:56.754 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:56 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 77314 (podman) in control group while starting unit. Ignoring. 2022-03-27T07:13:56.755 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:56 smithi176 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-27T07:13:56.755 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:56 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 77335 (conmon) in control group while starting unit. Ignoring. 2022-03-27T07:13:56.755 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:56 smithi176 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-27T07:13:56.755 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:56 smithi176 systemd[1]: Starting Ceph osd.0 for cfd54f38-ad9b-11ec-8c35-001a4aab830c... 2022-03-27T07:13:56.756 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:56 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 77258 (bash) in control group while starting unit. Ignoring. 2022-03-27T07:13:56.756 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:56 smithi176 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-27T07:13:56.756 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:56 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 77314 (podman) in control group while starting unit. Ignoring. 2022-03-27T07:13:56.756 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:56 smithi176 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-27T07:13:56.757 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:56 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 77335 (conmon) in control group while starting unit. Ignoring. 2022-03-27T07:13:56.757 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:56 smithi176 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-27T07:13:56.914 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 221 sec latency 226903.529 ms 2022-03-27T07:13:57.047 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:56 smithi176 bash[78202]: 0aa89d9f4c05289e1f3de7617d52e327b4517feca4a88413e4962fd62ec784a4 2022-03-27T07:13:57.914 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 222 sec latency 227903.605 ms 2022-03-27T07:13:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:13:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:56.945406+0000 mgr.smithi176.ajjlsm (mgr.14696) 152 : cluster [DBG] pgmap v118: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:58.298 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:13:57 smithi176 bash[77314]: time="2022-03-27T07:13:57Z" level=error msg="Could not retrieve exit code from event: died not found: unable to find event" 2022-03-27T07:13:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:13:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:56.945406+0000 mgr.smithi176.ajjlsm (mgr.14696) 152 : cluster [DBG] pgmap v118: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:13:58.914 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 223 sec latency 228903.723 ms 2022-03-27T07:13:59.914 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 224 sec latency 229903.806 ms 2022-03-27T07:14:00.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:13:58.946178+0000 mgr.smithi176.ajjlsm (mgr.14696) 153 : cluster [DBG] pgmap v119: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:00.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:13:58.946178+0000 mgr.smithi176.ajjlsm (mgr.14696) 153 : cluster [DBG] pgmap v119: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:00.914 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 225 sec latency 230903.848 ms 2022-03-27T07:14:01.914 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 226 sec latency 231903.945 ms 2022-03-27T07:14:02.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:00.947213+0000 mgr.smithi176.ajjlsm (mgr.14696) 154 : cluster [DBG] pgmap v120: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:02.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:00.947213+0000 mgr.smithi176.ajjlsm (mgr.14696) 154 : cluster [DBG] pgmap v120: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:02.914 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 227 sec latency 232904.048 ms 2022-03-27T07:14:03.926 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 228 sec latency 233916.232 ms 2022-03-27T07:14:04.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:02.948002+0000 mgr.smithi176.ajjlsm (mgr.14696) 155 : cluster [DBG] pgmap v121: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:04.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:02.948002+0000 mgr.smithi176.ajjlsm (mgr.14696) 155 : cluster [DBG] pgmap v121: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:04.926 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 229 sec latency 234916.367 ms 2022-03-27T07:14:05.927 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 230 sec latency 235916.444 ms 2022-03-27T07:14:06.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:04.948800+0000 mgr.smithi176.ajjlsm (mgr.14696) 156 : cluster [DBG] pgmap v122: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:06.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:04.948800+0000 mgr.smithi176.ajjlsm (mgr.14696) 156 : cluster [DBG] pgmap v122: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:06.927 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 231 sec latency 236916.544 ms 2022-03-27T07:14:07.927 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 232 sec latency 237916.660 ms 2022-03-27T07:14:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:06.949839+0000 mgr.smithi176.ajjlsm (mgr.14696) 157 : cluster [DBG] pgmap v123: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:08.543 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:06.949839+0000 mgr.smithi176.ajjlsm (mgr.14696) 157 : cluster [DBG] pgmap v123: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:08.927 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 233 sec latency 238916.760 ms 2022-03-27T07:14:09.927 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 234 sec latency 239916.823 ms 2022-03-27T07:14:10.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:08.950593+0000 mgr.smithi176.ajjlsm (mgr.14696) 158 : cluster [DBG] pgmap v124: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:08.950593+0000 mgr.smithi176.ajjlsm (mgr.14696) 158 : cluster [DBG] pgmap v124: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:10.927 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 235 sec latency 240916.925 ms 2022-03-27T07:14:11.927 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 236 sec latency 241917.024 ms 2022-03-27T07:14:12.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:10.951696+0000 mgr.smithi176.ajjlsm (mgr.14696) 159 : cluster [DBG] pgmap v125: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:12.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:10.951696+0000 mgr.smithi176.ajjlsm (mgr.14696) 159 : cluster [DBG] pgmap v125: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:12.927 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 237 sec latency 242917.088 ms 2022-03-27T07:14:13.927 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 238 sec latency 243917.189 ms 2022-03-27T07:14:14.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:12.952473+0000 mgr.smithi176.ajjlsm (mgr.14696) 160 : cluster [DBG] pgmap v126: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:14.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:12.952473+0000 mgr.smithi176.ajjlsm (mgr.14696) 160 : cluster [DBG] pgmap v126: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:14.927 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 239 sec latency 244917.249 ms 2022-03-27T07:14:15.927 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 240 sec latency 245917.354 ms 2022-03-27T07:14:16.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:14.953213+0000 mgr.smithi176.ajjlsm (mgr.14696) 161 : cluster [DBG] pgmap v127: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:16.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:14.953213+0000 mgr.smithi176.ajjlsm (mgr.14696) 161 : cluster [DBG] pgmap v127: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:16.928 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 241 sec latency 246917.470 ms 2022-03-27T07:14:17.928 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 242 sec latency 247917.598 ms 2022-03-27T07:14:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:16.954240+0000 mgr.smithi176.ajjlsm (mgr.14696) 162 : cluster [DBG] pgmap v128: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:18.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:16.954240+0000 mgr.smithi176.ajjlsm (mgr.14696) 162 : cluster [DBG] pgmap v128: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:18.928 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 243 sec latency 248917.651 ms 2022-03-27T07:14:19.928 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 244 sec latency 249917.745 ms 2022-03-27T07:14:20.230 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:14:20.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:18.955103+0000 mgr.smithi176.ajjlsm (mgr.14696) 163 : cluster [DBG] pgmap v129: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:18.955103+0000 mgr.smithi176.ajjlsm (mgr.14696) 163 : cluster [DBG] pgmap v129: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:20.499 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:14:20.499 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (9m) 2m ago 10m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:14:20.500 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2m) 2m ago 10m 7222k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:14:20.500 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2m) 2m ago 10m 29.8M - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:14:20.500 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (9m) 2m ago 10m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:14:20.500 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2m) 2m ago 6m - - 16.2.4 8d91d370c2b8 9ed30f23a201 2022-03-27T07:14:20.501 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 error 2m ago 6m - - 2022-03-27T07:14:20.501 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3m) 2m ago 11m 437M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:14:20.501 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3m) 2m ago 10m 390M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:14:20.501 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3m) 2m ago 11m 70.9M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:14:20.501 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3m) 2m ago 10m 35.5M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:14:20.502 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4m) 2m ago 4m 57.1M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:14:20.503 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4m) 2m ago 4m 79.9M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:14:20.503 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (10m) 2m ago 10m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:14:20.503 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (10m) 2m ago 10m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:14:20.503 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (9m) 2m ago 9m 1261M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:14:20.503 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (9m) 2m ago 9m 1149M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:14:20.504 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (9m) 2m ago 9m 723M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:14:20.504 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (8m) 2m ago 8m 1242M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:14:20.504 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (8m) 2m ago 8m 1160M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:14:20.504 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (8m) 2m ago 8m 1428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:14:20.505 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (7m) 2m ago 7m 1086M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:14:20.505 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (7m) 2m ago 7m 1803M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:14:20.505 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (9m) 2m ago 10m 47.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:14:20.824 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:14:20.825 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:14:20.825 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:14:20.825 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:14:20.826 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:14:20.826 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:14:20.826 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:14:20.826 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:14:20.827 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-03-27T07:14:20.827 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:14:20.827 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:14:20.827 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:14:20.827 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:14:20.828 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:14:20.828 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:14:20.828 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T07:14:20.828 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:14:20.828 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:14:20.928 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 245 sec latency 250917.822 ms 2022-03-27T07:14:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:14:20.216618+0000 mgr.smithi176.ajjlsm (mgr.14696) 164 : audit [DBG] from='client.34204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:14:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:14:20.824098+0000 mon.smithi176 (mon.0) 223 : audit [DBG] from='client.? 172.21.15.176:0/3105397707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:14:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:14:20.216618+0000 mgr.smithi176.ajjlsm (mgr.14696) 164 : audit [DBG] from='client.34204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:14:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:14:20.824098+0000 mon.smithi176 (mon.0) 223 : audit [DBG] from='client.? 172.21.15.176:0/3105397707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:14:21.928 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 246 sec latency 251917.904 ms 2022-03-27T07:14:22.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:14:20.489990+0000 mgr.smithi176.ajjlsm (mgr.14696) 165 : audit [DBG] from='client.34208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:14:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:20.956020+0000 mgr.smithi176.ajjlsm (mgr.14696) 166 : cluster [DBG] pgmap v130: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:22.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:14:20.489990+0000 mgr.smithi176.ajjlsm (mgr.14696) 165 : audit [DBG] from='client.34208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:14:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:20.956020+0000 mgr.smithi176.ajjlsm (mgr.14696) 166 : cluster [DBG] pgmap v130: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:22.928 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 247 sec latency 252917.981 ms 2022-03-27T07:14:23.928 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 248 sec latency 253918.072 ms 2022-03-27T07:14:24.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:22.956788+0000 mgr.smithi176.ajjlsm (mgr.14696) 167 : cluster [DBG] pgmap v131: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:24.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:22.956788+0000 mgr.smithi176.ajjlsm (mgr.14696) 167 : cluster [DBG] pgmap v131: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:24.928 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 249 sec latency 254918.109 ms 2022-03-27T07:14:25.928 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 250 sec latency 255918.211 ms 2022-03-27T07:14:26.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:24.957711+0000 mgr.smithi176.ajjlsm (mgr.14696) 168 : cluster [DBG] pgmap v132: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:24.957711+0000 mgr.smithi176.ajjlsm (mgr.14696) 168 : cluster [DBG] pgmap v132: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:26.928 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 251 sec latency 256918.279 ms 2022-03-27T07:14:27.929 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 252 sec latency 257918.381 ms 2022-03-27T07:14:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:26.958813+0000 mgr.smithi176.ajjlsm (mgr.14696) 169 : cluster [DBG] pgmap v133: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:26.958813+0000 mgr.smithi176.ajjlsm (mgr.14696) 169 : cluster [DBG] pgmap v133: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:28.929 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 253 sec latency 258918.501 ms 2022-03-27T07:14:29.929 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 254 sec latency 259918.601 ms 2022-03-27T07:14:30.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:28.959543+0000 mgr.smithi176.ajjlsm (mgr.14696) 170 : cluster [DBG] pgmap v134: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:30.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:28.959543+0000 mgr.smithi176.ajjlsm (mgr.14696) 170 : cluster [DBG] pgmap v134: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:30.929 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 255 sec latency 260918.698 ms 2022-03-27T07:14:31.929 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 256 sec latency 261918.839 ms 2022-03-27T07:14:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:30.960529+0000 mgr.smithi176.ajjlsm (mgr.14696) 171 : cluster [DBG] pgmap v135: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:32.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:30.960529+0000 mgr.smithi176.ajjlsm (mgr.14696) 171 : cluster [DBG] pgmap v135: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:32.929 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 257 sec latency 262918.918 ms 2022-03-27T07:14:33.930 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 258 sec latency 263918.965 ms 2022-03-27T07:14:34.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:32.961219+0000 mgr.smithi176.ajjlsm (mgr.14696) 172 : cluster [DBG] pgmap v136: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:34.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:32.961219+0000 mgr.smithi176.ajjlsm (mgr.14696) 172 : cluster [DBG] pgmap v136: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:34.929 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 259 sec latency 264919.012 ms 2022-03-27T07:14:35.929 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 260 sec latency 265919.102 ms 2022-03-27T07:14:36.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:34.962072+0000 mgr.smithi176.ajjlsm (mgr.14696) 173 : cluster [DBG] pgmap v137: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:36.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:34.962072+0000 mgr.smithi176.ajjlsm (mgr.14696) 173 : cluster [DBG] pgmap v137: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:36.929 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 261 sec latency 266919.207 ms 2022-03-27T07:14:37.929 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 262 sec latency 267919.303 ms 2022-03-27T07:14:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:36.963229+0000 mgr.smithi176.ajjlsm (mgr.14696) 174 : cluster [DBG] pgmap v138: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:38.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:36.963229+0000 mgr.smithi176.ajjlsm (mgr.14696) 174 : cluster [DBG] pgmap v138: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:38.929 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 263 sec latency 268919.379 ms 2022-03-27T07:14:39.930 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 264 sec latency 269919.468 ms 2022-03-27T07:14:40.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:38.964163+0000 mgr.smithi176.ajjlsm (mgr.14696) 175 : cluster [DBG] pgmap v139: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:40.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:38.964163+0000 mgr.smithi176.ajjlsm (mgr.14696) 175 : cluster [DBG] pgmap v139: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:40.930 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 265 sec latency 270919.590 ms 2022-03-27T07:14:41.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:14:40.033795+0000 mon.smithi176 (mon.0) 224 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:14:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:14:40.035780+0000 mon.smithi176 (mon.0) 225 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:14:41.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:14:40.033795+0000 mon.smithi176 (mon.0) 224 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:14:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:14:40.035780+0000 mon.smithi176 (mon.0) 225 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:14:41.930 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 266 sec latency 271919.674 ms 2022-03-27T07:14:42.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:40.965087+0000 mgr.smithi176.ajjlsm (mgr.14696) 176 : cluster [DBG] pgmap v140: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:40.965087+0000 mgr.smithi176.ajjlsm (mgr.14696) 176 : cluster [DBG] pgmap v140: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:42.930 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 267 sec latency 272919.789 ms 2022-03-27T07:14:43.930 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 268 sec latency 273919.872 ms 2022-03-27T07:14:44.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:42.965985+0000 mgr.smithi176.ajjlsm (mgr.14696) 177 : cluster [DBG] pgmap v141: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:44.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:42.965985+0000 mgr.smithi176.ajjlsm (mgr.14696) 177 : cluster [DBG] pgmap v141: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:44.930 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 269 sec latency 274919.907 ms 2022-03-27T07:14:45.930 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 270 sec latency 275919.958 ms 2022-03-27T07:14:46.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:44.966877+0000 mgr.smithi176.ajjlsm (mgr.14696) 178 : cluster [DBG] pgmap v142: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:46.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:44.966877+0000 mgr.smithi176.ajjlsm (mgr.14696) 178 : cluster [DBG] pgmap v142: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:46.930 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 271 sec latency 276920.014 ms 2022-03-27T07:14:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:14:46.951103+0000 mon.smithi176 (mon.0) 226 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:14:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:14:46.952488+0000 mon.smithi176 (mon.0) 227 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:14:47.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:14:46.953292+0000 mon.smithi176 (mon.0) 228 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:14:47.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:14:46.951103+0000 mon.smithi176 (mon.0) 226 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:14:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:14:46.952488+0000 mon.smithi176 (mon.0) 227 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:14:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:14:46.953292+0000 mon.smithi176 (mon.0) 228 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:14:47.930 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 272 sec latency 277920.082 ms 2022-03-27T07:14:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:14:46.953983+0000 mgr.smithi176.ajjlsm (mgr.14696) 179 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:14:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:46.967857+0000 mgr.smithi176.ajjlsm (mgr.14696) 180 : cluster [DBG] pgmap v143: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:14:47.311934+0000 mon.smithi176 (mon.0) 229 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:14:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:14:47.688359+0000 mon.smithi176 (mon.0) 230 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:14:48.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:14:47.693143+0000 mon.smithi176 (mon.0) 231 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:14:48.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:14:46.953983+0000 mgr.smithi176.ajjlsm (mgr.14696) 179 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:14:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:46.967857+0000 mgr.smithi176.ajjlsm (mgr.14696) 180 : cluster [DBG] pgmap v143: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:14:47.311934+0000 mon.smithi176 (mon.0) 229 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:14:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:14:47.688359+0000 mon.smithi176 (mon.0) 230 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:14:48.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:14:47.693143+0000 mon.smithi176 (mon.0) 231 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:14:48.930 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 273 sec latency 278920.192 ms 2022-03-27T07:14:49.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:47.684489+0000 mgr.smithi176.ajjlsm (mgr.14696) 181 : cluster [DBG] pgmap v144: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 191 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:47.685144+0000 mgr.smithi176.ajjlsm (mgr.14696) 182 : cluster [DBG] pgmap v145: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 234 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:49.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:47.684489+0000 mgr.smithi176.ajjlsm (mgr.14696) 181 : cluster [DBG] pgmap v144: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 191 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:47.685144+0000 mgr.smithi176.ajjlsm (mgr.14696) 182 : cluster [DBG] pgmap v145: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 234 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:49.930 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 274 sec latency 279920.297 ms 2022-03-27T07:14:50.930 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 275 sec latency 280920.346 ms 2022-03-27T07:14:51.126 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:14:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:49.685794+0000 mgr.smithi176.ajjlsm (mgr.14696) 183 : cluster [DBG] pgmap v146: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 117 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:51.395 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:14:51.396 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (10m) 3m ago 11m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:14:51.396 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3m) 3m ago 11m 7222k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:14:51.396 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3m) 3m ago 10m 29.8M - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:14:51.397 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (10m) 3m ago 11m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:14:51.397 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3m) 3m ago 6m - - 16.2.4 8d91d370c2b8 9ed30f23a201 2022-03-27T07:14:51.397 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 error 3m ago 6m - - 2022-03-27T07:14:51.397 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4m) 3m ago 12m 437M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:14:51.398 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3m) 3m ago 10m 390M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:14:51.398 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3m) 3m ago 12m 70.9M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:14:51.398 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3m) 3m ago 10m 35.5M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:14:51.398 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4m) 3m ago 4m 57.1M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:14:51.399 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4m) 3m ago 4m 79.9M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:14:51.399 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (11m) 3m ago 10m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:14:51.399 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (10m) 3m ago 10m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:14:51.400 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (10m) 3m ago 10m 1261M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:14:51.400 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (9m) 3m ago 9m 1149M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:14:51.400 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (9m) 3m ago 9m 723M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:14:51.400 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (9m) 3m ago 9m 1242M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:14:51.401 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (9m) 3m ago 9m 1160M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:14:51.401 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (8m) 3m ago 8m 1428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:14:51.401 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (8m) 3m ago 8m 1086M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:14:51.401 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (8m) 3m ago 8m 1803M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:14:51.402 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (10m) 3m ago 10m 47.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:14:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:49.685794+0000 mgr.smithi176.ajjlsm (mgr.14696) 183 : cluster [DBG] pgmap v146: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 117 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:51.720 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:14:51.720 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:14:51.720 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:14:51.721 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:14:51.721 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:14:51.721 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:14:51.721 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:14:51.722 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:14:51.722 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-03-27T07:14:51.722 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:14:51.723 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:14:51.723 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:14:51.723 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:14:51.723 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:14:51.723 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:14:51.724 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T07:14:51.724 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:14:51.724 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:14:51.930 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 276 sec latency 281920.416 ms 2022-03-27T07:14:52.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:14:51.113425+0000 mgr.smithi176.ajjlsm (mgr.14696) 184 : audit [DBG] from='client.34216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:14:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:14:51.719615+0000 mon.smithi176 (mon.0) 232 : audit [DBG] from='client.? 172.21.15.176:0/153133674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:14:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:14:51.113425+0000 mgr.smithi176.ajjlsm (mgr.14696) 184 : audit [DBG] from='client.34216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:14:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:14:51.719615+0000 mon.smithi176 (mon.0) 232 : audit [DBG] from='client.? 172.21.15.176:0/153133674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:14:52.931 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 277 sec latency 282920.513 ms 2022-03-27T07:14:53.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:14:51.386658+0000 mgr.smithi176.ajjlsm (mgr.14696) 185 : audit [DBG] from='client.34220 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:14:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:51.687081+0000 mgr.smithi176.ajjlsm (mgr.14696) 186 : cluster [DBG] pgmap v147: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 234 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:14:51.386658+0000 mgr.smithi176.ajjlsm (mgr.14696) 185 : audit [DBG] from='client.34220 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:14:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:51.687081+0000 mgr.smithi176.ajjlsm (mgr.14696) 186 : cluster [DBG] pgmap v147: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 234 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:53.931 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 278 sec latency 283920.592 ms 2022-03-27T07:14:54.931 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 279 sec latency 284920.663 ms 2022-03-27T07:14:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:53.687875+0000 mgr.smithi176.ajjlsm (mgr.14696) 187 : cluster [DBG] pgmap v148: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 234 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:55.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:53.687875+0000 mgr.smithi176.ajjlsm (mgr.14696) 187 : cluster [DBG] pgmap v148: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 234 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:55.931 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 280 sec latency 285920.732 ms 2022-03-27T07:14:56.931 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 281 sec latency 286920.810 ms 2022-03-27T07:14:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:55.688612+0000 mgr.smithi176.ajjlsm (mgr.14696) 188 : cluster [DBG] pgmap v149: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 117 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:55.688612+0000 mgr.smithi176.ajjlsm (mgr.14696) 188 : cluster [DBG] pgmap v149: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 117 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:57.931 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 282 sec latency 287920.903 ms 2022-03-27T07:14:58.931 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 283 sec latency 288920.999 ms 2022-03-27T07:14:59.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:14:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:57.689649+0000 mgr.smithi176.ajjlsm (mgr.14696) 189 : cluster [DBG] pgmap v150: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:14:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:57.689649+0000 mgr.smithi176.ajjlsm (mgr.14696) 189 : cluster [DBG] pgmap v150: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:14:59.931 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 284 sec latency 289921.098 ms 2022-03-27T07:15:00.931 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 285 sec latency 290921.196 ms 2022-03-27T07:15:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:14:59.690392+0000 mgr.smithi176.ajjlsm (mgr.14696) 190 : cluster [DBG] pgmap v151: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:14:59.690392+0000 mgr.smithi176.ajjlsm (mgr.14696) 190 : cluster [DBG] pgmap v151: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:01.931 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 286 sec latency 291921.289 ms 2022-03-27T07:15:02.931 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 287 sec latency 292921.347 ms 2022-03-27T07:15:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:01.691393+0000 mgr.smithi176.ajjlsm (mgr.14696) 191 : cluster [DBG] pgmap v152: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:03.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:01.691393+0000 mgr.smithi176.ajjlsm (mgr.14696) 191 : cluster [DBG] pgmap v152: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:03.931 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 288 sec latency 293921.463 ms 2022-03-27T07:15:04.932 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 289 sec latency 294921.541 ms 2022-03-27T07:15:05.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:03.692307+0000 mgr.smithi176.ajjlsm (mgr.14696) 192 : cluster [DBG] pgmap v153: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:03.692307+0000 mgr.smithi176.ajjlsm (mgr.14696) 192 : cluster [DBG] pgmap v153: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:05.932 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 290 sec latency 295921.632 ms 2022-03-27T07:15:06.932 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 291 sec latency 296921.736 ms 2022-03-27T07:15:07.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:05.693116+0000 mgr.smithi176.ajjlsm (mgr.14696) 193 : cluster [DBG] pgmap v154: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:05.693116+0000 mgr.smithi176.ajjlsm (mgr.14696) 193 : cluster [DBG] pgmap v154: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:07.932 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 292 sec latency 297921.826 ms 2022-03-27T07:15:08.932 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 293 sec latency 298921.915 ms 2022-03-27T07:15:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:07.694381+0000 mgr.smithi176.ajjlsm (mgr.14696) 194 : cluster [DBG] pgmap v155: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:07.694381+0000 mgr.smithi176.ajjlsm (mgr.14696) 194 : cluster [DBG] pgmap v155: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:09.932 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 294 sec latency 299922.020 ms 2022-03-27T07:15:10.932 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 295 sec latency 300922.129 ms 2022-03-27T07:15:11.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:09.695150+0000 mgr.smithi176.ajjlsm (mgr.14696) 195 : cluster [DBG] pgmap v156: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:09.695150+0000 mgr.smithi176.ajjlsm (mgr.14696) 195 : cluster [DBG] pgmap v156: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:11.932 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 296 sec latency 301922.233 ms 2022-03-27T07:15:12.932 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 297 sec latency 302922.362 ms 2022-03-27T07:15:13.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:11.696144+0000 mgr.smithi176.ajjlsm (mgr.14696) 196 : cluster [DBG] pgmap v157: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:11.696144+0000 mgr.smithi176.ajjlsm (mgr.14696) 196 : cluster [DBG] pgmap v157: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:13.933 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 298 sec latency 303922.466 ms 2022-03-27T07:15:14.933 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 299 sec latency 304922.531 ms 2022-03-27T07:15:15.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:13.696889+0000 mgr.smithi176.ajjlsm (mgr.14696) 197 : cluster [DBG] pgmap v158: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:13.696889+0000 mgr.smithi176.ajjlsm (mgr.14696) 197 : cluster [DBG] pgmap v158: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:15.933 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 300 sec latency 305922.615 ms 2022-03-27T07:15:16.933 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 301 sec latency 306922.734 ms 2022-03-27T07:15:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:15.697595+0000 mgr.smithi176.ajjlsm (mgr.14696) 198 : cluster [DBG] pgmap v159: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:15.697595+0000 mgr.smithi176.ajjlsm (mgr.14696) 198 : cluster [DBG] pgmap v159: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:17.933 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 302 sec latency 307923.259 ms 2022-03-27T07:15:18.934 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 303 sec latency 308923.350 ms 2022-03-27T07:15:19.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:17.698512+0000 mgr.smithi176.ajjlsm (mgr.14696) 199 : cluster [DBG] pgmap v160: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:17.698512+0000 mgr.smithi176.ajjlsm (mgr.14696) 199 : cluster [DBG] pgmap v160: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:19.934 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 304 sec latency 309923.472 ms 2022-03-27T07:15:20.934 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 305 sec latency 310923.568 ms 2022-03-27T07:15:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:19.699373+0000 mgr.smithi176.ajjlsm (mgr.14696) 200 : cluster [DBG] pgmap v161: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:19.699373+0000 mgr.smithi176.ajjlsm (mgr.14696) 200 : cluster [DBG] pgmap v161: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:21.934 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 306 sec latency 311923.624 ms 2022-03-27T07:15:22.028 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:15:22.296 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:15:22.296 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (10m) 3m ago 11m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:15:22.297 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3m) 3m ago 11m 7222k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:15:22.297 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3m) 3m ago 11m 29.8M - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:15:22.297 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (10m) 3m ago 11m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:15:22.297 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3m) 3m ago 7m - - 16.2.4 8d91d370c2b8 9ed30f23a201 2022-03-27T07:15:22.297 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 error 3m ago 7m - - 2022-03-27T07:15:22.298 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4m) 3m ago 12m 437M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:15:22.298 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4m) 3m ago 11m 390M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:15:22.298 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4m) 3m ago 12m 70.9M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:15:22.298 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4m) 3m ago 11m 35.5M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:15:22.299 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5m) 3m ago 5m 57.1M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:15:22.299 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5m) 3m ago 5m 79.9M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:15:22.299 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (11m) 3m ago 11m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:15:22.299 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (11m) 3m ago 11m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:15:22.300 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (10m) 3m ago 10m 1261M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:15:22.300 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (10m) 3m ago 10m 1149M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:15:22.300 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (10m) 3m ago 10m 723M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:15:22.300 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (9m) 3m ago 9m 1242M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:15:22.300 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (9m) 3m ago 9m 1160M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:15:22.301 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (9m) 3m ago 9m 1428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:15:22.301 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (9m) 3m ago 9m 1086M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:15:22.301 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (8m) 3m ago 8m 1803M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:15:22.301 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (10m) 3m ago 11m 47.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:15:22.616 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:15:22.616 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:15:22.617 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:15:22.617 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:15:22.617 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:15:22.617 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:15:22.618 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:15:22.618 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:15:22.618 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-03-27T07:15:22.618 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:15:22.619 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:15:22.619 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:15:22.619 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:15:22.619 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:15:22.619 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:15:22.620 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T07:15:22.620 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:15:22.620 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:15:22.934 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 307 sec latency 312923.735 ms 2022-03-27T07:15:23.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:21.700348+0000 mgr.smithi176.ajjlsm (mgr.14696) 201 : cluster [DBG] pgmap v162: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:23.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:15:22.015319+0000 mgr.smithi176.ajjlsm (mgr.14696) 202 : audit [DBG] from='client.34228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:15:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:15:22.287105+0000 mgr.smithi176.ajjlsm (mgr.14696) 203 : audit [DBG] from='client.34232 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:15:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:15:22.615877+0000 mon.smithi176 (mon.0) 233 : audit [DBG] from='client.? 172.21.15.176:0/4166914826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:15:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:21.700348+0000 mgr.smithi176.ajjlsm (mgr.14696) 201 : cluster [DBG] pgmap v162: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:15:22.015319+0000 mgr.smithi176.ajjlsm (mgr.14696) 202 : audit [DBG] from='client.34228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:15:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:15:22.287105+0000 mgr.smithi176.ajjlsm (mgr.14696) 203 : audit [DBG] from='client.34232 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:15:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:15:22.615877+0000 mon.smithi176 (mon.0) 233 : audit [DBG] from='client.? 172.21.15.176:0/4166914826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:15:23.934 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 308 sec latency 313923.852 ms 2022-03-27T07:15:24.934 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 309 sec latency 314923.914 ms 2022-03-27T07:15:25.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:23.700977+0000 mgr.smithi176.ajjlsm (mgr.14696) 204 : cluster [DBG] pgmap v163: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:23.700977+0000 mgr.smithi176.ajjlsm (mgr.14696) 204 : cluster [DBG] pgmap v163: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:25.934 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 310 sec latency 315924.016 ms 2022-03-27T07:15:26.934 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 311 sec latency 316924.067 ms 2022-03-27T07:15:27.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:25.701688+0000 mgr.smithi176.ajjlsm (mgr.14696) 205 : cluster [DBG] pgmap v164: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:25.701688+0000 mgr.smithi176.ajjlsm (mgr.14696) 205 : cluster [DBG] pgmap v164: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:27.934 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 312 sec latency 317924.153 ms 2022-03-27T07:15:28.935 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 313 sec latency 318924.234 ms 2022-03-27T07:15:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:27.702730+0000 mgr.smithi176.ajjlsm (mgr.14696) 206 : cluster [DBG] pgmap v165: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:27.702730+0000 mgr.smithi176.ajjlsm (mgr.14696) 206 : cluster [DBG] pgmap v165: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:29.934 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 314 sec latency 319924.337 ms 2022-03-27T07:15:30.935 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 315 sec latency 320924.439 ms 2022-03-27T07:15:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:29.703445+0000 mgr.smithi176.ajjlsm (mgr.14696) 207 : cluster [DBG] pgmap v166: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:29.703445+0000 mgr.smithi176.ajjlsm (mgr.14696) 207 : cluster [DBG] pgmap v166: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:31.935 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 316 sec latency 321924.534 ms 2022-03-27T07:15:32.935 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 317 sec latency 322924.581 ms 2022-03-27T07:15:33.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:31.704625+0000 mgr.smithi176.ajjlsm (mgr.14696) 208 : cluster [DBG] pgmap v167: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:31.704625+0000 mgr.smithi176.ajjlsm (mgr.14696) 208 : cluster [DBG] pgmap v167: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:33.935 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 318 sec latency 323924.684 ms 2022-03-27T07:15:34.935 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 319 sec latency 324924.756 ms 2022-03-27T07:15:35.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:33.705409+0000 mgr.smithi176.ajjlsm (mgr.14696) 209 : cluster [DBG] pgmap v168: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:33.705409+0000 mgr.smithi176.ajjlsm (mgr.14696) 209 : cluster [DBG] pgmap v168: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:35.935 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 320 sec latency 325924.853 ms 2022-03-27T07:15:36.935 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 321 sec latency 326924.969 ms 2022-03-27T07:15:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:35.706178+0000 mgr.smithi176.ajjlsm (mgr.14696) 210 : cluster [DBG] pgmap v169: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:35.706178+0000 mgr.smithi176.ajjlsm (mgr.14696) 210 : cluster [DBG] pgmap v169: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:37.935 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 322 sec latency 327925.067 ms 2022-03-27T07:15:38.935 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 323 sec latency 328925.162 ms 2022-03-27T07:15:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:37.707252+0000 mgr.smithi176.ajjlsm (mgr.14696) 211 : cluster [DBG] pgmap v170: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:37.707252+0000 mgr.smithi176.ajjlsm (mgr.14696) 211 : cluster [DBG] pgmap v170: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:39.935 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 324 sec latency 329925.274 ms 2022-03-27T07:15:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:15:40.036139+0000 mon.smithi176 (mon.0) 234 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:15:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:15:40.037900+0000 mon.smithi176 (mon.0) 235 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:15:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:15:40.036139+0000 mon.smithi176 (mon.0) 234 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:15:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:15:40.037900+0000 mon.smithi176 (mon.0) 235 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:15:40.935 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 325 sec latency 330925.367 ms 2022-03-27T07:15:41.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:39.708085+0000 mgr.smithi176.ajjlsm (mgr.14696) 212 : cluster [DBG] pgmap v171: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:39.708085+0000 mgr.smithi176.ajjlsm (mgr.14696) 212 : cluster [DBG] pgmap v171: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:41.936 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 326 sec latency 331925.446 ms 2022-03-27T07:15:42.936 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 327 sec latency 332925.552 ms 2022-03-27T07:15:43.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:41.709074+0000 mgr.smithi176.ajjlsm (mgr.14696) 213 : cluster [DBG] pgmap v172: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:43.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:41.709074+0000 mgr.smithi176.ajjlsm (mgr.14696) 213 : cluster [DBG] pgmap v172: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:43.936 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 328 sec latency 333925.640 ms 2022-03-27T07:15:44.936 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 329 sec latency 334925.725 ms 2022-03-27T07:15:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:43.709860+0000 mgr.smithi176.ajjlsm (mgr.14696) 214 : cluster [DBG] pgmap v173: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:43.709860+0000 mgr.smithi176.ajjlsm (mgr.14696) 214 : cluster [DBG] pgmap v173: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:45.936 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 330 sec latency 335925.832 ms 2022-03-27T07:15:46.936 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 331 sec latency 336925.918 ms 2022-03-27T07:15:47.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:45.710572+0000 mgr.smithi176.ajjlsm (mgr.14696) 215 : cluster [DBG] pgmap v174: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:45.710572+0000 mgr.smithi176.ajjlsm (mgr.14696) 215 : cluster [DBG] pgmap v174: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:47.937 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 332 sec latency 337926.016 ms 2022-03-27T07:15:48.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:15:47.695689+0000 mon.smithi176 (mon.0) 236 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:15:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:15:47.697050+0000 mon.smithi176 (mon.0) 237 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:15:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:15:47.697864+0000 mon.smithi176 (mon.0) 238 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:15:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:15:48.107005+0000 mon.smithi176 (mon.0) 239 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:15:48.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:15:48.111573+0000 mon.smithi176 (mon.0) 240 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:15:48.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:15:47.695689+0000 mon.smithi176 (mon.0) 236 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:15:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:15:47.697050+0000 mon.smithi176 (mon.0) 237 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:15:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:15:47.697864+0000 mon.smithi176 (mon.0) 238 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:15:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:15:48.107005+0000 mon.smithi176 (mon.0) 239 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:15:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:15:48.111573+0000 mon.smithi176 (mon.0) 240 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:15:48.936 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 333 sec latency 338926.100 ms 2022-03-27T07:15:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:15:47.698603+0000 mgr.smithi176.ajjlsm (mgr.14696) 216 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:15:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:47.711961+0000 mgr.smithi176.ajjlsm (mgr.14696) 217 : cluster [DBG] pgmap v175: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:48.102570+0000 mgr.smithi176.ajjlsm (mgr.14696) 218 : cluster [DBG] pgmap v176: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 197 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:48.103031+0000 mgr.smithi176.ajjlsm (mgr.14696) 219 : cluster [DBG] pgmap v177: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:15:47.698603+0000 mgr.smithi176.ajjlsm (mgr.14696) 216 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:15:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:47.711961+0000 mgr.smithi176.ajjlsm (mgr.14696) 217 : cluster [DBG] pgmap v175: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:48.102570+0000 mgr.smithi176.ajjlsm (mgr.14696) 218 : cluster [DBG] pgmap v176: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 197 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:48.103031+0000 mgr.smithi176.ajjlsm (mgr.14696) 219 : cluster [DBG] pgmap v177: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:49.936 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 334 sec latency 339926.184 ms 2022-03-27T07:15:50.936 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 335 sec latency 340926.266 ms 2022-03-27T07:15:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:50.103810+0000 mgr.smithi176.ajjlsm (mgr.14696) 220 : cluster [DBG] pgmap v178: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 121 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:50.103810+0000 mgr.smithi176.ajjlsm (mgr.14696) 220 : cluster [DBG] pgmap v178: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 121 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:51.936 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 336 sec latency 341926.386 ms 2022-03-27T07:15:52.922 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:15:52.936 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 337 sec latency 342926.421 ms 2022-03-27T07:15:53.193 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:15:53.193 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (11m) 4m ago 12m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:15:53.194 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4m) 4m ago 12m 7222k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:15:53.194 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4m) 4m ago 11m 29.8M - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:15:53.194 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (11m) 4m ago 12m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:15:53.194 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4m) 4m ago 7m - - 16.2.4 8d91d370c2b8 9ed30f23a201 2022-03-27T07:15:53.195 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 error 4m ago 7m - - 2022-03-27T07:15:53.195 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5m) 4m ago 13m 437M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:15:53.195 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5m) 4m ago 11m 390M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:15:53.195 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4m) 4m ago 13m 70.9M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:15:53.196 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4m) 4m ago 11m 35.5M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:15:53.196 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5m) 4m ago 5m 57.1M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:15:53.196 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5m) 4m ago 5m 79.9M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:15:53.196 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (12m) 4m ago 12m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:15:53.196 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (11m) 4m ago 11m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:15:53.197 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (11m) 4m ago 11m 1261M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:15:53.197 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (10m) 4m ago 10m 1149M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:15:53.197 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (10m) 4m ago 10m 723M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:15:53.198 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (10m) 4m ago 10m 1242M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:15:53.198 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (10m) 4m ago 10m 1160M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:15:53.198 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (9m) 4m ago 9m 1428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:15:53.198 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (9m) 4m ago 9m 1086M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:15:53.199 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (9m) 4m ago 9m 1803M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:15:53.199 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (11m) 4m ago 11m 47.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:15:53.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:52.104849+0000 mgr.smithi176.ajjlsm (mgr.14696) 221 : cluster [DBG] pgmap v179: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:53.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:52.104849+0000 mgr.smithi176.ajjlsm (mgr.14696) 221 : cluster [DBG] pgmap v179: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:53.517 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:15:53.518 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:15:53.518 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:15:53.518 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:15:53.519 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:15:53.519 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:15:53.519 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:15:53.519 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:15:53.519 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-03-27T07:15:53.520 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:15:53.520 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:15:53.520 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:15:53.520 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:15:53.521 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:15:53.521 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:15:53.521 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T07:15:53.521 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:15:53.521 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:15:53.936 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 338 sec latency 343926.464 ms 2022-03-27T07:15:54.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:15:52.909282+0000 mgr.smithi176.ajjlsm (mgr.14696) 222 : audit [DBG] from='client.34240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:15:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:15:53.183625+0000 mgr.smithi176.ajjlsm (mgr.14696) 223 : audit [DBG] from='client.34244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:15:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:15:53.517303+0000 mon.smithi176 (mon.0) 241 : audit [DBG] from='client.? 172.21.15.176:0/1903399142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:15:54.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:15:52.909282+0000 mgr.smithi176.ajjlsm (mgr.14696) 222 : audit [DBG] from='client.34240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:15:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:15:53.183625+0000 mgr.smithi176.ajjlsm (mgr.14696) 223 : audit [DBG] from='client.34244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:15:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:15:53.517303+0000 mon.smithi176 (mon.0) 241 : audit [DBG] from='client.? 172.21.15.176:0/1903399142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:15:54.937 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 339 sec latency 344926.555 ms 2022-03-27T07:15:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:54.105766+0000 mgr.smithi176.ajjlsm (mgr.14696) 224 : cluster [DBG] pgmap v180: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:54.105766+0000 mgr.smithi176.ajjlsm (mgr.14696) 224 : cluster [DBG] pgmap v180: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:55.937 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 340 sec latency 345926.642 ms 2022-03-27T07:15:56.937 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 341 sec latency 346926.676 ms 2022-03-27T07:15:56.949 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:15:56 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: start operation timed out. Terminating. 2022-03-27T07:15:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:56.106775+0000 mgr.smithi176.ajjlsm (mgr.14696) 225 : cluster [DBG] pgmap v181: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:57.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:56.106775+0000 mgr.smithi176.ajjlsm (mgr.14696) 225 : cluster [DBG] pgmap v181: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:57.937 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 342 sec latency 347926.784 ms 2022-03-27T07:15:58.047 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:15:57 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Failed with result 'timeout'. 2022-03-27T07:15:58.048 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:15:57 smithi176 systemd[1]: Failed to start Ceph osd.0 for cfd54f38-ad9b-11ec-8c35-001a4aab830c. 2022-03-27T07:15:58.937 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 343 sec latency 348926.881 ms 2022-03-27T07:15:59.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:15:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:15:58.107532+0000 mgr.smithi176.ajjlsm (mgr.14696) 226 : cluster [DBG] pgmap v182: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:59.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:15:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:15:58.107532+0000 mgr.smithi176.ajjlsm (mgr.14696) 226 : cluster [DBG] pgmap v182: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:15:59.937 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 344 sec latency 349926.986 ms 2022-03-27T07:16:00.937 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 345 sec latency 350927.043 ms 2022-03-27T07:16:01.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:00.108261+0000 mgr.smithi176.ajjlsm (mgr.14696) 227 : cluster [DBG] pgmap v183: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:00.108261+0000 mgr.smithi176.ajjlsm (mgr.14696) 227 : cluster [DBG] pgmap v183: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:01.937 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 346 sec latency 351927.143 ms 2022-03-27T07:16:02.937 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 347 sec latency 352927.228 ms 2022-03-27T07:16:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:02.110160+0000 mgr.smithi176.ajjlsm (mgr.14696) 228 : cluster [DBG] pgmap v184: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:03.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:02.110160+0000 mgr.smithi176.ajjlsm (mgr.14696) 228 : cluster [DBG] pgmap v184: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:03.937 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 348 sec latency 353927.313 ms 2022-03-27T07:16:04.937 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 349 sec latency 354927.397 ms 2022-03-27T07:16:05.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:04.110834+0000 mgr.smithi176.ajjlsm (mgr.14696) 229 : cluster [DBG] pgmap v185: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:04.110834+0000 mgr.smithi176.ajjlsm (mgr.14696) 229 : cluster [DBG] pgmap v185: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:05.938 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 350 sec latency 355927.494 ms 2022-03-27T07:16:06.938 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 351 sec latency 356927.566 ms 2022-03-27T07:16:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:06.111978+0000 mgr.smithi176.ajjlsm (mgr.14696) 230 : cluster [DBG] pgmap v186: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:06.111978+0000 mgr.smithi176.ajjlsm (mgr.14696) 230 : cluster [DBG] pgmap v186: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:07.938 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 352 sec latency 357927.635 ms 2022-03-27T07:16:08.067 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:16:07 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Service RestartSec=10s expired, scheduling restart. 2022-03-27T07:16:08.067 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:16:07 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Scheduled restart job, restart counter is at 2. 2022-03-27T07:16:08.067 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:16:07 smithi176 systemd[1]: Stopped Ceph osd.0 for cfd54f38-ad9b-11ec-8c35-001a4aab830c. 2022-03-27T07:16:08.067 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:16:07 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 78186 (bash) in control group while starting unit. Ignoring. 2022-03-27T07:16:08.068 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:16:07 smithi176 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-27T07:16:08.068 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:16:07 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 78265 (podman) in control group while starting unit. Ignoring. 2022-03-27T07:16:08.068 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:16:07 smithi176 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-27T07:16:08.068 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:16:07 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 78281 (conmon) in control group while starting unit. Ignoring. 2022-03-27T07:16:08.069 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:16:07 smithi176 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-27T07:16:08.069 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:16:07 smithi176 systemd[1]: Starting Ceph osd.0 for cfd54f38-ad9b-11ec-8c35-001a4aab830c... 2022-03-27T07:16:08.069 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:16:07 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 78186 (bash) in control group while starting unit. Ignoring. 2022-03-27T07:16:08.069 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:16:07 smithi176 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-27T07:16:08.070 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:16:07 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 78265 (podman) in control group while starting unit. Ignoring. 2022-03-27T07:16:08.070 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:16:07 smithi176 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-27T07:16:08.070 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:16:07 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 78281 (conmon) in control group while starting unit. Ignoring. 2022-03-27T07:16:08.070 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:16:07 smithi176 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-27T07:16:08.547 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:16:08 smithi176 bash[78829]: 6068b2065f09ef85dc16a0212a9938a924b12ec9f0ec92169c4053ba82f7b09c 2022-03-27T07:16:08.938 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 353 sec latency 358928.037 ms 2022-03-27T07:16:09.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:08.112599+0000 mgr.smithi176.ajjlsm (mgr.14696) 231 : cluster [DBG] pgmap v187: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:08.112599+0000 mgr.smithi176.ajjlsm (mgr.14696) 231 : cluster [DBG] pgmap v187: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:09.797 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:16:09 smithi176 bash[78265]: time="2022-03-27T07:16:09Z" level=error msg="Could not retrieve exit code from event: died not found: unable to find event" 2022-03-27T07:16:09.938 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 354 sec latency 359928.122 ms 2022-03-27T07:16:10.938 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 355 sec latency 360928.204 ms 2022-03-27T07:16:11.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:10.113306+0000 mgr.smithi176.ajjlsm (mgr.14696) 232 : cluster [DBG] pgmap v188: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:10.113306+0000 mgr.smithi176.ajjlsm (mgr.14696) 232 : cluster [DBG] pgmap v188: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:11.938 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 356 sec latency 361928.307 ms 2022-03-27T07:16:12.938 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 357 sec latency 362928.423 ms 2022-03-27T07:16:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:12.114445+0000 mgr.smithi176.ajjlsm (mgr.14696) 233 : cluster [DBG] pgmap v189: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:12.114445+0000 mgr.smithi176.ajjlsm (mgr.14696) 233 : cluster [DBG] pgmap v189: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:13.939 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 358 sec latency 363928.493 ms 2022-03-27T07:16:14.939 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 359 sec latency 364928.525 ms 2022-03-27T07:16:15.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:14.115112+0000 mgr.smithi176.ajjlsm (mgr.14696) 234 : cluster [DBG] pgmap v190: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:14.115112+0000 mgr.smithi176.ajjlsm (mgr.14696) 234 : cluster [DBG] pgmap v190: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:15.939 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 360 sec latency 365928.630 ms 2022-03-27T07:16:16.939 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 361 sec latency 366928.727 ms 2022-03-27T07:16:17.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:16.116111+0000 mgr.smithi176.ajjlsm (mgr.14696) 235 : cluster [DBG] pgmap v191: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:16.116111+0000 mgr.smithi176.ajjlsm (mgr.14696) 235 : cluster [DBG] pgmap v191: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:17.939 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 362 sec latency 367928.829 ms 2022-03-27T07:16:18.939 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 363 sec latency 368928.899 ms 2022-03-27T07:16:19.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:18.117073+0000 mgr.smithi176.ajjlsm (mgr.14696) 236 : cluster [DBG] pgmap v192: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:19.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:18.117073+0000 mgr.smithi176.ajjlsm (mgr.14696) 236 : cluster [DBG] pgmap v192: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:19.939 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 364 sec latency 369928.987 ms 2022-03-27T07:16:20.939 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 365 sec latency 370929.064 ms 2022-03-27T07:16:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:20.117998+0000 mgr.smithi176.ajjlsm (mgr.14696) 237 : cluster [DBG] pgmap v193: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:20.117998+0000 mgr.smithi176.ajjlsm (mgr.14696) 237 : cluster [DBG] pgmap v193: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:21.939 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 366 sec latency 371929.157 ms 2022-03-27T07:16:22.939 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 367 sec latency 372929.247 ms 2022-03-27T07:16:23.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:22.118995+0000 mgr.smithi176.ajjlsm (mgr.14696) 238 : cluster [DBG] pgmap v194: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:23.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:22.118995+0000 mgr.smithi176.ajjlsm (mgr.14696) 238 : cluster [DBG] pgmap v194: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:23.825 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:16:23.939 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 368 sec latency 373929.316 ms 2022-03-27T07:16:24.092 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:16:24.092 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (11m) 4m ago 12m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:16:24.093 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5m) 4m ago 12m 7222k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:16:24.093 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4m) 4m ago 12m 29.8M - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:16:24.093 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (11m) 4m ago 12m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:16:24.093 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4m) 4m ago 8m - - 16.2.4 8d91d370c2b8 9ed30f23a201 2022-03-27T07:16:24.094 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 error 4m ago 8m - - 2022-03-27T07:16:24.094 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5m) 4m ago 13m 437M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:16:24.094 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5m) 4m ago 12m 390M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:16:24.094 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5m) 4m ago 13m 70.9M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:16:24.095 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5m) 4m ago 12m 35.5M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:16:24.095 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6m) 4m ago 6m 57.1M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:16:24.095 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6m) 4m ago 6m 79.9M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:16:24.095 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (12m) 4m ago 12m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:16:24.096 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (12m) 4m ago 12m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:16:24.096 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (11m) 4m ago 11m 1261M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:16:24.096 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (11m) 4m ago 11m 1149M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:16:24.096 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (11m) 4m ago 11m 723M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:16:24.097 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (10m) 4m ago 10m 1242M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:16:24.097 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (10m) 4m ago 10m 1160M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:16:24.097 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (10m) 4m ago 10m 1428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:16:24.097 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (10m) 4m ago 10m 1086M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:16:24.098 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (9m) 4m ago 9m 1803M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:16:24.098 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (11m) 4m ago 12m 47.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:16:24.415 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:16:24.415 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:16:24.416 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:16:24.416 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:16:24.416 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:16:24.416 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:16:24.417 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:16:24.417 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:16:24.417 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-03-27T07:16:24.417 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:16:24.417 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:16:24.418 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:16:24.418 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:16:24.418 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:16:24.418 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:16:24.419 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T07:16:24.419 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:16:24.419 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:16:24.939 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 369 sec latency 374929.346 ms 2022-03-27T07:16:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:16:23.811644+0000 mgr.smithi176.ajjlsm (mgr.14696) 239 : audit [DBG] from='client.34252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:16:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:16:24.083112+0000 mgr.smithi176.ajjlsm (mgr.14696) 240 : audit [DBG] from='client.34256 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:16:25.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:24.119635+0000 mgr.smithi176.ajjlsm (mgr.14696) 241 : cluster [DBG] pgmap v195: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:25.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:16:24.414627+0000 mon.smithi176 (mon.0) 242 : audit [DBG] from='client.? 172.21.15.176:0/4225204281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:16:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:16:23.811644+0000 mgr.smithi176.ajjlsm (mgr.14696) 239 : audit [DBG] from='client.34252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:16:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:16:24.083112+0000 mgr.smithi176.ajjlsm (mgr.14696) 240 : audit [DBG] from='client.34256 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:16:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:24.119635+0000 mgr.smithi176.ajjlsm (mgr.14696) 241 : cluster [DBG] pgmap v195: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:25.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:16:24.414627+0000 mon.smithi176 (mon.0) 242 : audit [DBG] from='client.? 172.21.15.176:0/4225204281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:16:25.940 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 370 sec latency 375929.454 ms 2022-03-27T07:16:26.940 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 371 sec latency 376929.558 ms 2022-03-27T07:16:27.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:26.120617+0000 mgr.smithi176.ajjlsm (mgr.14696) 242 : cluster [DBG] pgmap v196: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:26.120617+0000 mgr.smithi176.ajjlsm (mgr.14696) 242 : cluster [DBG] pgmap v196: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:27.940 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 372 sec latency 377929.680 ms 2022-03-27T07:16:28.940 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 373 sec latency 378929.797 ms 2022-03-27T07:16:29.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:28.121312+0000 mgr.smithi176.ajjlsm (mgr.14696) 243 : cluster [DBG] pgmap v197: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:29.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:28.121312+0000 mgr.smithi176.ajjlsm (mgr.14696) 243 : cluster [DBG] pgmap v197: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:29.940 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 374 sec latency 379929.851 ms 2022-03-27T07:16:30.940 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 375 sec latency 380929.952 ms 2022-03-27T07:16:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:30.121983+0000 mgr.smithi176.ajjlsm (mgr.14696) 244 : cluster [DBG] pgmap v198: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:30.121983+0000 mgr.smithi176.ajjlsm (mgr.14696) 244 : cluster [DBG] pgmap v198: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:31.940 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 376 sec latency 381930.055 ms 2022-03-27T07:16:32.940 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 377 sec latency 382930.146 ms 2022-03-27T07:16:33.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:32.123164+0000 mgr.smithi176.ajjlsm (mgr.14696) 245 : cluster [DBG] pgmap v199: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:33.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:32.123164+0000 mgr.smithi176.ajjlsm (mgr.14696) 245 : cluster [DBG] pgmap v199: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:33.940 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 378 sec latency 383930.239 ms 2022-03-27T07:16:34.940 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 379 sec latency 384930.288 ms 2022-03-27T07:16:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:34.123987+0000 mgr.smithi176.ajjlsm (mgr.14696) 246 : cluster [DBG] pgmap v200: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:34.123987+0000 mgr.smithi176.ajjlsm (mgr.14696) 246 : cluster [DBG] pgmap v200: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:35.941 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 380 sec latency 385930.394 ms 2022-03-27T07:16:36.941 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 381 sec latency 386930.505 ms 2022-03-27T07:16:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:36.125172+0000 mgr.smithi176.ajjlsm (mgr.14696) 247 : cluster [DBG] pgmap v201: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:36.125172+0000 mgr.smithi176.ajjlsm (mgr.14696) 247 : cluster [DBG] pgmap v201: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:37.941 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 382 sec latency 387930.576 ms 2022-03-27T07:16:38.941 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 383 sec latency 388930.693 ms 2022-03-27T07:16:39.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:38.126167+0000 mgr.smithi176.ajjlsm (mgr.14696) 248 : cluster [DBG] pgmap v202: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:39.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:38.126167+0000 mgr.smithi176.ajjlsm (mgr.14696) 248 : cluster [DBG] pgmap v202: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:39.941 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 384 sec latency 389930.781 ms 2022-03-27T07:16:40.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:16:40.038295+0000 mon.smithi176 (mon.0) 243 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:16:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:16:40.040056+0000 mon.smithi176 (mon.0) 244 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:16:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:16:40.038295+0000 mon.smithi176 (mon.0) 243 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:16:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:16:40.040056+0000 mon.smithi176 (mon.0) 244 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:16:40.941 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 385 sec latency 390930.859 ms 2022-03-27T07:16:41.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:40.127164+0000 mgr.smithi176.ajjlsm (mgr.14696) 249 : cluster [DBG] pgmap v203: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:40.127164+0000 mgr.smithi176.ajjlsm (mgr.14696) 249 : cluster [DBG] pgmap v203: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:41.941 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 386 sec latency 391930.967 ms 2022-03-27T07:16:42.941 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 387 sec latency 392931.064 ms 2022-03-27T07:16:43.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:42.128220+0000 mgr.smithi176.ajjlsm (mgr.14696) 250 : cluster [DBG] pgmap v204: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:43.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:42.128220+0000 mgr.smithi176.ajjlsm (mgr.14696) 250 : cluster [DBG] pgmap v204: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:43.941 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 388 sec latency 393931.182 ms 2022-03-27T07:16:44.942 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 389 sec latency 394931.500 ms 2022-03-27T07:16:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:44.129075+0000 mgr.smithi176.ajjlsm (mgr.14696) 251 : cluster [DBG] pgmap v205: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:44.129075+0000 mgr.smithi176.ajjlsm (mgr.14696) 251 : cluster [DBG] pgmap v205: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:45.942 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 390 sec latency 395931.613 ms 2022-03-27T07:16:46.942 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 391 sec latency 396931.732 ms 2022-03-27T07:16:47.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:46.130162+0000 mgr.smithi176.ajjlsm (mgr.14696) 252 : cluster [DBG] pgmap v206: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:46.130162+0000 mgr.smithi176.ajjlsm (mgr.14696) 252 : cluster [DBG] pgmap v206: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:47.942 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 392 sec latency 397931.836 ms 2022-03-27T07:16:48.942 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 393 sec latency 398931.872 ms 2022-03-27T07:16:49.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:16:48.114276+0000 mon.smithi176 (mon.0) 245 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:16:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:16:48.115730+0000 mon.smithi176 (mon.0) 246 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:16:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:16:48.116547+0000 mon.smithi176 (mon.0) 247 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:16:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:16:48.117246+0000 mgr.smithi176.ajjlsm (mgr.14696) 253 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:16:49.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:48.131221+0000 mgr.smithi176.ajjlsm (mgr.14696) 254 : cluster [DBG] pgmap v207: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:49.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:16:48.530303+0000 mon.smithi176 (mon.0) 248 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:16:49.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:16:48.535011+0000 mon.smithi176 (mon.0) 249 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:16:49.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:16:48.114276+0000 mon.smithi176 (mon.0) 245 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:16:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:16:48.115730+0000 mon.smithi176 (mon.0) 246 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:16:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:16:48.116547+0000 mon.smithi176 (mon.0) 247 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:16:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:16:48.117246+0000 mgr.smithi176.ajjlsm (mgr.14696) 253 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:16:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:48.131221+0000 mgr.smithi176.ajjlsm (mgr.14696) 254 : cluster [DBG] pgmap v207: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:49.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:16:48.530303+0000 mon.smithi176 (mon.0) 248 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:16:49.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:16:48.535011+0000 mon.smithi176 (mon.0) 249 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:16:49.942 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 394 sec latency 399931.974 ms 2022-03-27T07:16:50.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:48.525936+0000 mgr.smithi176.ajjlsm (mgr.14696) 255 : cluster [DBG] pgmap v208: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 196 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:50.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:48.526385+0000 mgr.smithi176.ajjlsm (mgr.14696) 256 : cluster [DBG] pgmap v209: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:48.525936+0000 mgr.smithi176.ajjlsm (mgr.14696) 255 : cluster [DBG] pgmap v208: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 196 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:48.526385+0000 mgr.smithi176.ajjlsm (mgr.14696) 256 : cluster [DBG] pgmap v209: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:50.942 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 395 sec latency 400932.058 ms 2022-03-27T07:16:51.942 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 396 sec latency 401932.098 ms 2022-03-27T07:16:52.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:50.527270+0000 mgr.smithi176.ajjlsm (mgr.14696) 257 : cluster [DBG] pgmap v210: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 121 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:52.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:50.527270+0000 mgr.smithi176.ajjlsm (mgr.14696) 257 : cluster [DBG] pgmap v210: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 121 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:52.942 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 397 sec latency 402932.167 ms 2022-03-27T07:16:53.942 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 398 sec latency 403932.275 ms 2022-03-27T07:16:54.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:52.528424+0000 mgr.smithi176.ajjlsm (mgr.14696) 258 : cluster [DBG] pgmap v211: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:54.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:52.528424+0000 mgr.smithi176.ajjlsm (mgr.14696) 258 : cluster [DBG] pgmap v211: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:54.722 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:16:54.943 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 399 sec latency 404932.343 ms 2022-03-27T07:16:54.994 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:16:54.995 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (12m) 5m ago 13m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:16:54.995 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5m) 5m ago 13m 7222k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:16:54.995 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5m) 5m ago 12m 29.8M - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:16:54.995 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (12m) 5m ago 13m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:16:54.996 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5m) 5m ago 8m - - 16.2.4 8d91d370c2b8 9ed30f23a201 2022-03-27T07:16:54.996 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 error 5m ago 8m - - 2022-03-27T07:16:54.996 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6m) 5m ago 14m 437M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:16:54.996 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6m) 5m ago 12m 390M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:16:54.997 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5m) 5m ago 14m 70.9M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:16:54.997 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5m) 5m ago 12m 35.5M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:16:54.997 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6m) 5m ago 6m 57.1M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:16:54.997 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6m) 5m ago 6m 79.9M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:16:54.998 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (13m) 5m ago 13m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:16:54.998 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (12m) 5m ago 12m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:16:54.998 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (12m) 5m ago 12m 1261M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:16:54.998 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (11m) 5m ago 11m 1149M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:16:54.999 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (11m) 5m ago 11m 723M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:16:54.999 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (11m) 5m ago 11m 1242M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:16:54.999 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (11m) 5m ago 11m 1160M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:16:54.999 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (10m) 5m ago 10m 1428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:16:54.999 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (10m) 5m ago 10m 1086M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:16:55.000 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (10m) 5m ago 10m 1803M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:16:55.000 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (12m) 5m ago 12m 47.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:16:55.318 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:16:55.319 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:16:55.319 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:16:55.319 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:16:55.319 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:16:55.320 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:16:55.320 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:16:55.320 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:16:55.320 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-03-27T07:16:55.321 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:16:55.321 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:16:55.321 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:16:55.321 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:16:55.321 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:16:55.322 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:16:55.322 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T07:16:55.322 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:16:55.322 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:16:55.943 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 400 sec latency 405932.786 ms 2022-03-27T07:16:56.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:54.529337+0000 mgr.smithi176.ajjlsm (mgr.14696) 259 : cluster [DBG] pgmap v212: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 121 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:16:54.709495+0000 mgr.smithi176.ajjlsm (mgr.14696) 260 : audit [DBG] from='client.34264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:16:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:16:54.984979+0000 mgr.smithi176.ajjlsm (mgr.14696) 261 : audit [DBG] from='client.34268 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:16:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:16:55.318087+0000 mon.smithi176 (mon.0) 250 : audit [DBG] from='client.? 172.21.15.176:0/768985983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:16:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:54.529337+0000 mgr.smithi176.ajjlsm (mgr.14696) 259 : cluster [DBG] pgmap v212: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 121 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:16:54.709495+0000 mgr.smithi176.ajjlsm (mgr.14696) 260 : audit [DBG] from='client.34264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:16:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:16:54.984979+0000 mgr.smithi176.ajjlsm (mgr.14696) 261 : audit [DBG] from='client.34268 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:16:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:16:55.318087+0000 mon.smithi176 (mon.0) 250 : audit [DBG] from='client.? 172.21.15.176:0/768985983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:16:56.943 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 401 sec latency 406932.855 ms 2022-03-27T07:16:57.943 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 402 sec latency 407932.943 ms 2022-03-27T07:16:57.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:56.530403+0000 mgr.smithi176.ajjlsm (mgr.14696) 262 : cluster [DBG] pgmap v213: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:56.530403+0000 mgr.smithi176.ajjlsm (mgr.14696) 262 : cluster [DBG] pgmap v213: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:16:58.943 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 403 sec latency 408933.061 ms 2022-03-27T07:16:59.943 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 404 sec latency 409933.177 ms 2022-03-27T07:17:00.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:16:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:16:58.531106+0000 mgr.smithi176.ajjlsm (mgr.14696) 263 : cluster [DBG] pgmap v214: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:00.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:16:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:16:58.531106+0000 mgr.smithi176.ajjlsm (mgr.14696) 263 : cluster [DBG] pgmap v214: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:00.943 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 405 sec latency 410933.266 ms 2022-03-27T07:17:01.943 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 406 sec latency 411933.360 ms 2022-03-27T07:17:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:00.531798+0000 mgr.smithi176.ajjlsm (mgr.14696) 264 : cluster [DBG] pgmap v215: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:02.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:00.531798+0000 mgr.smithi176.ajjlsm (mgr.14696) 264 : cluster [DBG] pgmap v215: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:02.944 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 407 sec latency 412933.444 ms 2022-03-27T07:17:03.943 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 408 sec latency 413933.501 ms 2022-03-27T07:17:04.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:02.532869+0000 mgr.smithi176.ajjlsm (mgr.14696) 265 : cluster [DBG] pgmap v216: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:04.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:02.532869+0000 mgr.smithi176.ajjlsm (mgr.14696) 265 : cluster [DBG] pgmap v216: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:04.943 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 409 sec latency 414933.548 ms 2022-03-27T07:17:05.944 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 410 sec latency 415933.669 ms 2022-03-27T07:17:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:04.533714+0000 mgr.smithi176.ajjlsm (mgr.14696) 266 : cluster [DBG] pgmap v217: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:06.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:04.533714+0000 mgr.smithi176.ajjlsm (mgr.14696) 266 : cluster [DBG] pgmap v217: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:06.944 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 411 sec latency 416933.800 ms 2022-03-27T07:17:07.944 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 412 sec latency 417933.899 ms 2022-03-27T07:17:07.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:06.534728+0000 mgr.smithi176.ajjlsm (mgr.14696) 267 : cluster [DBG] pgmap v218: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:06.534728+0000 mgr.smithi176.ajjlsm (mgr.14696) 267 : cluster [DBG] pgmap v218: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:08.944 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 413 sec latency 418933.990 ms 2022-03-27T07:17:09.944 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 414 sec latency 419934.080 ms 2022-03-27T07:17:10.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:08.535581+0000 mgr.smithi176.ajjlsm (mgr.14696) 268 : cluster [DBG] pgmap v219: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:10.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:08.535581+0000 mgr.smithi176.ajjlsm (mgr.14696) 268 : cluster [DBG] pgmap v219: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:10.944 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 415 sec latency 420934.198 ms 2022-03-27T07:17:11.944 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 416 sec latency 421934.320 ms 2022-03-27T07:17:12.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:10.536457+0000 mgr.smithi176.ajjlsm (mgr.14696) 269 : cluster [DBG] pgmap v220: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:12.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:10.536457+0000 mgr.smithi176.ajjlsm (mgr.14696) 269 : cluster [DBG] pgmap v220: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:12.945 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 417 sec latency 422934.441 ms 2022-03-27T07:17:13.945 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 418 sec latency 423934.496 ms 2022-03-27T07:17:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:12.537429+0000 mgr.smithi176.ajjlsm (mgr.14696) 270 : cluster [DBG] pgmap v221: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:12.537429+0000 mgr.smithi176.ajjlsm (mgr.14696) 270 : cluster [DBG] pgmap v221: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:14.944 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 419 sec latency 424934.544 ms 2022-03-27T07:17:15.945 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 420 sec latency 425934.643 ms 2022-03-27T07:17:16.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:14.538194+0000 mgr.smithi176.ajjlsm (mgr.14696) 271 : cluster [DBG] pgmap v222: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:16.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:14.538194+0000 mgr.smithi176.ajjlsm (mgr.14696) 271 : cluster [DBG] pgmap v222: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:16.945 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 421 sec latency 426934.726 ms 2022-03-27T07:17:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:16.032629+0000 mds.foofs.smithi176.psbtkl (mds.0) 5 : cluster [WRN] evicting unresponsive client smithi176:foo1 (14518), after 303.974 seconds 2022-03-27T07:17:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:16.032683+0000 mds.foofs.smithi176.psbtkl (mds.0) 6 : cluster [INF] Evicting (and blocklisting) client session 14518 (172.21.15.176:0/2877669225) 2022-03-27T07:17:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:16.032733+0000 mds.foofs.smithi176.psbtkl (mds.0) 7 : cluster [WRN] evicting unresponsive client smithi204:foo1 (24375), after 303.974 seconds 2022-03-27T07:17:17.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:16.032740+0000 mds.foofs.smithi176.psbtkl (mds.0) 8 : cluster [INF] Evicting (and blocklisting) client session 24375 (172.21.15.204:0/1236122542) 2022-03-27T07:17:17.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:16.032753+0000 mds.foofs.smithi176.psbtkl (mds.0) 9 : cluster [WRN] evicting unresponsive client smithi176: (24549), after 303.973 seconds 2022-03-27T07:17:17.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:16.032757+0000 mds.foofs.smithi176.psbtkl (mds.0) 10 : cluster [INF] Evicting (and blocklisting) client session 24549 (172.21.15.176:0/1097562341) 2022-03-27T07:17:17.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:16.032781+0000 mds.foofs.smithi176.psbtkl (mds.0) 11 : cluster [WRN] evicting unresponsive client smithi176: (14716), after 303.973 seconds 2022-03-27T07:17:17.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:16.032787+0000 mds.foofs.smithi176.psbtkl (mds.0) 12 : cluster [INF] Evicting (and blocklisting) client session 14716 (172.21.15.176:0/3425070179) 2022-03-27T07:17:17.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:16.032998+0000 mon.smithi176 (mon.0) 251 : audit [INF] from='mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460]' entity='mds.foofs.smithi176.psbtkl' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.176:0/2877669225"}]: dispatch 2022-03-27T07:17:17.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:16.033249+0000 mon.smithi176 (mon.0) 252 : audit [INF] from='mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460]' entity='mds.foofs.smithi176.psbtkl' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.204:0/1236122542"}]: dispatch 2022-03-27T07:17:17.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:16.033427+0000 mon.smithi176 (mon.0) 253 : audit [INF] from='mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460]' entity='mds.foofs.smithi176.psbtkl' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.176:0/1097562341"}]: dispatch 2022-03-27T07:17:17.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:16.033618+0000 mon.smithi176 (mon.0) 254 : audit [INF] from='mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460]' entity='mds.foofs.smithi176.psbtkl' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.176:0/3425070179"}]: dispatch 2022-03-27T07:17:17.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:16.032629+0000 mds.foofs.smithi176.psbtkl (mds.0) 5 : cluster [WRN] evicting unresponsive client smithi176:foo1 (14518), after 303.974 seconds 2022-03-27T07:17:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:16.032683+0000 mds.foofs.smithi176.psbtkl (mds.0) 6 : cluster [INF] Evicting (and blocklisting) client session 14518 (172.21.15.176:0/2877669225) 2022-03-27T07:17:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:16.032733+0000 mds.foofs.smithi176.psbtkl (mds.0) 7 : cluster [WRN] evicting unresponsive client smithi204:foo1 (24375), after 303.974 seconds 2022-03-27T07:17:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:16.032740+0000 mds.foofs.smithi176.psbtkl (mds.0) 8 : cluster [INF] Evicting (and blocklisting) client session 24375 (172.21.15.204:0/1236122542) 2022-03-27T07:17:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:16.032753+0000 mds.foofs.smithi176.psbtkl (mds.0) 9 : cluster [WRN] evicting unresponsive client smithi176: (24549), after 303.973 seconds 2022-03-27T07:17:17.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:16.032757+0000 mds.foofs.smithi176.psbtkl (mds.0) 10 : cluster [INF] Evicting (and blocklisting) client session 24549 (172.21.15.176:0/1097562341) 2022-03-27T07:17:17.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:16.032781+0000 mds.foofs.smithi176.psbtkl (mds.0) 11 : cluster [WRN] evicting unresponsive client smithi176: (14716), after 303.973 seconds 2022-03-27T07:17:17.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:16.032787+0000 mds.foofs.smithi176.psbtkl (mds.0) 12 : cluster [INF] Evicting (and blocklisting) client session 14716 (172.21.15.176:0/3425070179) 2022-03-27T07:17:17.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:16.032998+0000 mon.smithi176 (mon.0) 251 : audit [INF] from='mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460]' entity='mds.foofs.smithi176.psbtkl' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.176:0/2877669225"}]: dispatch 2022-03-27T07:17:17.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:16.033249+0000 mon.smithi176 (mon.0) 252 : audit [INF] from='mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460]' entity='mds.foofs.smithi176.psbtkl' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.204:0/1236122542"}]: dispatch 2022-03-27T07:17:17.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:16.033427+0000 mon.smithi176 (mon.0) 253 : audit [INF] from='mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460]' entity='mds.foofs.smithi176.psbtkl' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.176:0/1097562341"}]: dispatch 2022-03-27T07:17:17.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:16.033618+0000 mon.smithi176 (mon.0) 254 : audit [INF] from='mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460]' entity='mds.foofs.smithi176.psbtkl' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.176:0/3425070179"}]: dispatch 2022-03-27T07:17:17.945 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 422 sec latency 427934.812 ms 2022-03-27T07:17:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:16.539381+0000 mgr.smithi176.ajjlsm (mgr.14696) 272 : cluster [DBG] pgmap v223: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:16.852086+0000 mon.smithi176 (mon.0) 255 : audit [INF] from='mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460]' entity='mds.foofs.smithi176.psbtkl' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.176:0/2877669225"}]': finished 2022-03-27T07:17:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:16.852153+0000 mon.smithi176 (mon.0) 256 : audit [INF] from='mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460]' entity='mds.foofs.smithi176.psbtkl' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.204:0/1236122542"}]': finished 2022-03-27T07:17:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:16.852198+0000 mon.smithi176 (mon.0) 257 : audit [INF] from='mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460]' entity='mds.foofs.smithi176.psbtkl' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.176:0/1097562341"}]': finished 2022-03-27T07:17:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:16.852247+0000 mon.smithi176 (mon.0) 258 : audit [INF] from='mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460]' entity='mds.foofs.smithi176.psbtkl' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.176:0/3425070179"}]': finished 2022-03-27T07:17:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:16.852319+0000 mon.smithi176 (mon.0) 259 : cluster [DBG] osdmap e77: 8 total, 7 up, 8 in 2022-03-27T07:17:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:16.865635+0000 mon.smithi176 (mon.0) 260 : cluster [INF] daemon mds.foofs.smithi176.psbtkl is now active in filesystem foofs as rank 0 2022-03-27T07:17:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:16.539381+0000 mgr.smithi176.ajjlsm (mgr.14696) 272 : cluster [DBG] pgmap v223: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:16.852086+0000 mon.smithi176 (mon.0) 255 : audit [INF] from='mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460]' entity='mds.foofs.smithi176.psbtkl' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.176:0/2877669225"}]': finished 2022-03-27T07:17:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:16.852153+0000 mon.smithi176 (mon.0) 256 : audit [INF] from='mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460]' entity='mds.foofs.smithi176.psbtkl' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.204:0/1236122542"}]': finished 2022-03-27T07:17:18.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:16.852198+0000 mon.smithi176 (mon.0) 257 : audit [INF] from='mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460]' entity='mds.foofs.smithi176.psbtkl' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.176:0/1097562341"}]': finished 2022-03-27T07:17:18.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:16.852247+0000 mon.smithi176 (mon.0) 258 : audit [INF] from='mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460]' entity='mds.foofs.smithi176.psbtkl' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.176:0/3425070179"}]': finished 2022-03-27T07:17:18.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:16.852319+0000 mon.smithi176 (mon.0) 259 : cluster [DBG] osdmap e77: 8 total, 7 up, 8 in 2022-03-27T07:17:18.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:16.865635+0000 mon.smithi176 (mon.0) 260 : cluster [INF] daemon mds.foofs.smithi176.psbtkl is now active in filesystem foofs as rank 0 2022-03-27T07:17:18.945 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 423 sec latency 428934.870 ms 2022-03-27T07:17:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:17.849321+0000 mon.smithi176 (mon.0) 261 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2022-03-27T07:17:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:17.852495+0000 mon.smithi176 (mon.0) 262 : cluster [DBG] mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460] up:active 2022-03-27T07:17:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:17.852540+0000 mon.smithi176 (mon.0) 263 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi176.psbtkl=up:active} 1 up:standby 2022-03-27T07:17:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:17.849321+0000 mon.smithi176 (mon.0) 261 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2022-03-27T07:17:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:17.852495+0000 mon.smithi176 (mon.0) 262 : cluster [DBG] mds.? [v2:172.21.15.176:6802/1025823460,v1:172.21.15.176:6803/1025823460] up:active 2022-03-27T07:17:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:17.852540+0000 mon.smithi176 (mon.0) 263 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi176.psbtkl=up:active} 1 up:standby 2022-03-27T07:17:19.945 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 424 sec latency 429934.993 ms 2022-03-27T07:17:20.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:18.540121+0000 mgr.smithi176.ajjlsm (mgr.14696) 273 : cluster [DBG] pgmap v225: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:18.540121+0000 mgr.smithi176.ajjlsm (mgr.14696) 273 : cluster [DBG] pgmap v225: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:20.945 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 425 sec latency 430935.093 ms 2022-03-27T07:17:21.945 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 426 sec latency 431935.216 ms 2022-03-27T07:17:22.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:20.540898+0000 mgr.smithi176.ajjlsm (mgr.14696) 274 : cluster [DBG] pgmap v226: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:22.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:20.540898+0000 mgr.smithi176.ajjlsm (mgr.14696) 274 : cluster [DBG] pgmap v226: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:22.945 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 427 sec latency 432935.318 ms 2022-03-27T07:17:23.945 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 428 sec latency 433935.389 ms 2022-03-27T07:17:24.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:22.542184+0000 mgr.smithi176.ajjlsm (mgr.14696) 275 : cluster [DBG] pgmap v227: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 1.6 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:24.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:22.542184+0000 mgr.smithi176.ajjlsm (mgr.14696) 275 : cluster [DBG] pgmap v227: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 1.6 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:24.945 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 429 sec latency 434935.425 ms 2022-03-27T07:17:25.624 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:17:25.896 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:17:25.897 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (12m) 5m ago 13m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:17:25.897 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6m) 5m ago 13m 7222k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:17:25.898 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5m) 5m ago 13m 29.8M - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:17:25.898 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (12m) 5m ago 13m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:17:25.899 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5m) 5m ago 9m - - 16.2.4 8d91d370c2b8 9ed30f23a201 2022-03-27T07:17:25.899 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 error 5m ago 9m - - 2022-03-27T07:17:25.900 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6m) 5m ago 14m 437M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:17:25.900 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6m) 5m ago 13m 390M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:17:25.900 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6m) 5m ago 14m 70.9M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:17:25.901 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6m) 5m ago 13m 35.5M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:17:25.901 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (7m) 5m ago 7m 57.1M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:17:25.902 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (7m) 5m ago 7m 79.9M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:17:25.902 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (13m) 5m ago 13m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:17:25.903 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (13m) 5m ago 13m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:17:25.903 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (12m) 5m ago 12m 1261M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:17:25.904 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (12m) 5m ago 12m 1149M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:17:25.904 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (12m) 5m ago 12m 723M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:17:25.904 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (11m) 5m ago 11m 1242M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:17:25.905 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (11m) 5m ago 11m 1160M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:17:25.905 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (11m) 5m ago 11m 1428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:17:25.906 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (11m) 5m ago 11m 1086M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:17:25.906 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (10m) 5m ago 10m 1803M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:17:25.907 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (12m) 5m ago 13m 47.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:17:25.946 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 430 sec latency 435935.483 ms 2022-03-27T07:17:26.222 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:17:26.222 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:17:26.222 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:17:26.223 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:17:26.223 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:17:26.223 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:17:26.223 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:17:26.223 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:17:26.224 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-03-27T07:17:26.224 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:17:26.224 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:17:26.224 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:17:26.225 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:17:26.225 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:17:26.225 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:17:26.225 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T07:17:26.225 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:17:26.226 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:17:26.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:24.543003+0000 mgr.smithi176.ajjlsm (mgr.14696) 276 : cluster [DBG] pgmap v228: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 1.6 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:25.017717+0000 mon.smithi176 (mon.0) 264 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:17:26.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:24.543003+0000 mgr.smithi176.ajjlsm (mgr.14696) 276 : cluster [DBG] pgmap v228: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 1.6 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:25.017717+0000 mon.smithi176 (mon.0) 264 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:17:26.946 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 431 sec latency 436935.579 ms 2022-03-27T07:17:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:25.611714+0000 mgr.smithi176.ajjlsm (mgr.14696) 277 : audit [DBG] from='client.34276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:17:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:25.886999+0000 mgr.smithi176.ajjlsm (mgr.14696) 278 : audit [DBG] from='client.34280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:17:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:26.221608+0000 mon.smithi176 (mon.0) 265 : audit [DBG] from='client.? 172.21.15.176:0/1210109025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:17:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:25.611714+0000 mgr.smithi176.ajjlsm (mgr.14696) 277 : audit [DBG] from='client.34276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:17:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:25.886999+0000 mgr.smithi176.ajjlsm (mgr.14696) 278 : audit [DBG] from='client.34280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:17:27.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:26.221608+0000 mon.smithi176 (mon.0) 265 : audit [DBG] from='client.? 172.21.15.176:0/1210109025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:17:27.946 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 432 sec latency 437935.696 ms 2022-03-27T07:17:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:26.543943+0000 mgr.smithi176.ajjlsm (mgr.14696) 279 : cluster [DBG] pgmap v229: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 2.3 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:28.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:26.543943+0000 mgr.smithi176.ajjlsm (mgr.14696) 279 : cluster [DBG] pgmap v229: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 2.3 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:28.946 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 433 sec latency 438935.823 ms 2022-03-27T07:17:29.946 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 434 sec latency 439935.873 ms 2022-03-27T07:17:30.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:28.544695+0000 mgr.smithi176.ajjlsm (mgr.14696) 280 : cluster [DBG] pgmap v230: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 175 B/s rd, 2.0 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:30.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:28.544695+0000 mgr.smithi176.ajjlsm (mgr.14696) 280 : cluster [DBG] pgmap v230: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 175 B/s rd, 2.0 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:30.946 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 435 sec latency 440935.928 ms 2022-03-27T07:17:31.946 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 436 sec latency 441936.015 ms 2022-03-27T07:17:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:30.545587+0000 mgr.smithi176.ajjlsm (mgr.14696) 281 : cluster [DBG] pgmap v231: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.9 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:32.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:30.545587+0000 mgr.smithi176.ajjlsm (mgr.14696) 281 : cluster [DBG] pgmap v231: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.9 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:32.946 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 437 sec latency 442936.113 ms 2022-03-27T07:17:33.946 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 438 sec latency 443936.217 ms 2022-03-27T07:17:34.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:32.546692+0000 mgr.smithi176.ajjlsm (mgr.14696) 282 : cluster [DBG] pgmap v232: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.7 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:34.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:32.546692+0000 mgr.smithi176.ajjlsm (mgr.14696) 282 : cluster [DBG] pgmap v232: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.7 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:34.946 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 439 sec latency 444936.276 ms 2022-03-27T07:17:35.946 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 440 sec latency 445936.399 ms 2022-03-27T07:17:36.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:34.547451+0000 mgr.smithi176.ajjlsm (mgr.14696) 283 : cluster [DBG] pgmap v233: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.3 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:36.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:34.547451+0000 mgr.smithi176.ajjlsm (mgr.14696) 283 : cluster [DBG] pgmap v233: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.3 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:36.946 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 441 sec latency 446936.447 ms 2022-03-27T07:17:37.947 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 442 sec latency 447936.550 ms 2022-03-27T07:17:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:36.548423+0000 mgr.smithi176.ajjlsm (mgr.14696) 284 : cluster [DBG] pgmap v234: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.0 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:38.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:36.548423+0000 mgr.smithi176.ajjlsm (mgr.14696) 284 : cluster [DBG] pgmap v234: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.0 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:38.947 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 443 sec latency 448936.609 ms 2022-03-27T07:17:39.947 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 444 sec latency 449936.684 ms 2022-03-27T07:17:40.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:38.549320+0000 mgr.smithi176.ajjlsm (mgr.14696) 285 : cluster [DBG] pgmap v235: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.4 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:40.041062+0000 mon.smithi176 (mon.0) 266 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:17:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:40.041350+0000 mon.smithi176 (mon.0) 267 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:17:40.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:38.549320+0000 mgr.smithi176.ajjlsm (mgr.14696) 285 : cluster [DBG] pgmap v235: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.4 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:40.041062+0000 mon.smithi176 (mon.0) 266 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:17:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:40.041350+0000 mon.smithi176 (mon.0) 267 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:17:40.947 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 445 sec latency 450936.760 ms 2022-03-27T07:17:41.947 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 446 sec latency 451936.876 ms 2022-03-27T07:17:42.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:40.550255+0000 mgr.smithi176.ajjlsm (mgr.14696) 286 : cluster [DBG] pgmap v236: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.4 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:42.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:40.550255+0000 mgr.smithi176.ajjlsm (mgr.14696) 286 : cluster [DBG] pgmap v236: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.4 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:42.947 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 447 sec latency 452936.977 ms 2022-03-27T07:17:43.947 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 448 sec latency 453937.093 ms 2022-03-27T07:17:44.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:42.551487+0000 mgr.smithi176.ajjlsm (mgr.14696) 287 : cluster [DBG] pgmap v237: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.0 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:44.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:42.551487+0000 mgr.smithi176.ajjlsm (mgr.14696) 287 : cluster [DBG] pgmap v237: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.0 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:44.950 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 449 sec latency 454937.156 ms 2022-03-27T07:17:45.947 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 450 sec latency 455937.257 ms 2022-03-27T07:17:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:44.552247+0000 mgr.smithi176.ajjlsm (mgr.14696) 288 : cluster [DBG] pgmap v238: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:44.552247+0000 mgr.smithi176.ajjlsm (mgr.14696) 288 : cluster [DBG] pgmap v238: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:46.947 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 451 sec latency 456937.373 ms 2022-03-27T07:17:47.947 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 452 sec latency 457937.452 ms 2022-03-27T07:17:48.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:46.553232+0000 mgr.smithi176.ajjlsm (mgr.14696) 289 : cluster [DBG] pgmap v239: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:48.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:46.553232+0000 mgr.smithi176.ajjlsm (mgr.14696) 289 : cluster [DBG] pgmap v239: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:48.948 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 453 sec latency 458937.485 ms 2022-03-27T07:17:49.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:48.537608+0000 mon.smithi176 (mon.0) 268 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:17:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:48.539081+0000 mon.smithi176 (mon.0) 269 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:17:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:48.539936+0000 mon.smithi176 (mon.0) 270 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:17:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:48.944524+0000 mon.smithi176 (mon.0) 271 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:17:49.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:48.949180+0000 mon.smithi176 (mon.0) 272 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:17:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:48.537608+0000 mon.smithi176 (mon.0) 268 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:17:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:48.539081+0000 mon.smithi176 (mon.0) 269 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:17:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:48.539936+0000 mon.smithi176 (mon.0) 270 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:17:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:48.944524+0000 mon.smithi176 (mon.0) 271 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:17:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:48.949180+0000 mon.smithi176 (mon.0) 272 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:17:49.948 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 454 sec latency 459937.545 ms 2022-03-27T07:17:50.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:17:48.540718+0000 mgr.smithi176.ajjlsm (mgr.14696) 290 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:17:50.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:48.553893+0000 mgr.smithi176.ajjlsm (mgr.14696) 291 : cluster [DBG] pgmap v240: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:50.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:48.940298+0000 mgr.smithi176.ajjlsm (mgr.14696) 292 : cluster [DBG] pgmap v241: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 197 B/s rd, 1.3 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:50.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:48.940986+0000 mgr.smithi176.ajjlsm (mgr.14696) 293 : cluster [DBG] pgmap v242: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 244 B/s rd, 1.7 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:17:48.540718+0000 mgr.smithi176.ajjlsm (mgr.14696) 290 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:17:50.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:48.553893+0000 mgr.smithi176.ajjlsm (mgr.14696) 291 : cluster [DBG] pgmap v240: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:50.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:48.940298+0000 mgr.smithi176.ajjlsm (mgr.14696) 292 : cluster [DBG] pgmap v241: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 197 B/s rd, 1.3 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:50.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:48.940986+0000 mgr.smithi176.ajjlsm (mgr.14696) 293 : cluster [DBG] pgmap v242: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 244 B/s rd, 1.7 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:50.948 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 455 sec latency 460937.630 ms 2022-03-27T07:17:51.948 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 456 sec latency 461937.735 ms 2022-03-27T07:17:52.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:50.941942+0000 mgr.smithi176.ajjlsm (mgr.14696) 294 : cluster [DBG] pgmap v243: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 244 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:50.941942+0000 mgr.smithi176.ajjlsm (mgr.14696) 294 : cluster [DBG] pgmap v243: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 244 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:52.948 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 457 sec latency 462937.834 ms 2022-03-27T07:17:53.948 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 458 sec latency 463937.965 ms 2022-03-27T07:17:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:52.942877+0000 mgr.smithi176.ajjlsm (mgr.14696) 295 : cluster [DBG] pgmap v244: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 244 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:54.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:52.942877+0000 mgr.smithi176.ajjlsm (mgr.14696) 295 : cluster [DBG] pgmap v244: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 244 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:54.948 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 459 sec latency 464938.003 ms 2022-03-27T07:17:55.948 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 460 sec latency 465938.098 ms 2022-03-27T07:17:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:54.943642+0000 mgr.smithi176.ajjlsm (mgr.14696) 296 : cluster [DBG] pgmap v245: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 122 B/s rd, 976 B/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:56.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:54.943642+0000 mgr.smithi176.ajjlsm (mgr.14696) 296 : cluster [DBG] pgmap v245: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 122 B/s rd, 976 B/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:56.523 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:17:56.791 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:17:56.792 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (13m) 6m ago 14m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:17:56.792 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6m) 6m ago 14m 7222k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:17:56.792 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6m) 6m ago 13m 29.8M - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:17:56.792 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (13m) 6m ago 14m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:17:56.793 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6m) 6m ago 10m - - 16.2.4 8d91d370c2b8 9ed30f23a201 2022-03-27T07:17:56.793 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 error 6m ago 9m - - 2022-03-27T07:17:56.793 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (7m) 6m ago 15m 437M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:17:56.793 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (7m) 6m ago 13m 390M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:17:56.794 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6m) 6m ago 15m 70.9M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:17:56.794 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6m) 6m ago 13m 35.5M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:17:56.794 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (7m) 6m ago 7m 57.1M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:17:56.794 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (7m) 6m ago 7m 79.9M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:17:56.794 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (14m) 6m ago 14m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:17:56.795 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (13m) 6m ago 13m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:17:56.795 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (13m) 6m ago 13m 1261M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:17:56.795 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (12m) 6m ago 12m 1149M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:17:56.795 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (12m) 6m ago 12m 723M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:17:56.796 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (12m) 6m ago 12m 1242M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:17:56.796 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (12m) 6m ago 12m 1160M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:17:56.796 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (11m) 6m ago 11m 1428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:17:56.796 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (11m) 6m ago 11m 1086M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:17:56.796 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (11m) 6m ago 11m 1803M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:17:56.797 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (13m) 6m ago 13m 47.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:17:56.948 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 461 sec latency 466938.152 ms 2022-03-27T07:17:57.115 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:17:57.116 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:17:57.116 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:17:57.116 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:17:57.117 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:17:57.117 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:17:57.117 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:17:57.118 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:17:57.118 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-03-27T07:17:57.118 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:17:57.119 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:17:57.119 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:17:57.119 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:17:57.119 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:17:57.120 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:17:57.120 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T07:17:57.120 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:17:57.120 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:17:57.948 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 462 sec latency 467938.242 ms 2022-03-27T07:17:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:56.511031+0000 mgr.smithi176.ajjlsm (mgr.14696) 297 : audit [DBG] from='client.34288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:17:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:56.782410+0000 mgr.smithi176.ajjlsm (mgr.14696) 298 : audit [DBG] from='client.34292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:17:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:56.944548+0000 mgr.smithi176.ajjlsm (mgr.14696) 299 : cluster [DBG] pgmap v246: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 244 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:17:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:17:57.115429+0000 mon.smithi176 (mon.0) 273 : audit [DBG] from='client.? 172.21.15.176:0/2238070808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:17:58.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:56.511031+0000 mgr.smithi176.ajjlsm (mgr.14696) 297 : audit [DBG] from='client.34288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:17:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:56.782410+0000 mgr.smithi176.ajjlsm (mgr.14696) 298 : audit [DBG] from='client.34292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:17:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:56.944548+0000 mgr.smithi176.ajjlsm (mgr.14696) 299 : cluster [DBG] pgmap v246: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 244 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:17:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:17:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:17:57.115429+0000 mon.smithi176 (mon.0) 273 : audit [DBG] from='client.? 172.21.15.176:0/2238070808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:17:58.948 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 463 sec latency 468938.342 ms 2022-03-27T07:17:59.948 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 464 sec latency 469938.435 ms 2022-03-27T07:18:00.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:17:58.945259+0000 mgr.smithi176.ajjlsm (mgr.14696) 300 : cluster [DBG] pgmap v247: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 1.5 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:00.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:17:58.945259+0000 mgr.smithi176.ajjlsm (mgr.14696) 300 : cluster [DBG] pgmap v247: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 1.5 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:00.949 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 465 sec latency 470938.535 ms 2022-03-27T07:18:01.949 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 466 sec latency 471938.621 ms 2022-03-27T07:18:02.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:00.946170+0000 mgr.smithi176.ajjlsm (mgr.14696) 301 : cluster [DBG] pgmap v248: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:02.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:00.946170+0000 mgr.smithi176.ajjlsm (mgr.14696) 301 : cluster [DBG] pgmap v248: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:02.949 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 467 sec latency 472938.728 ms 2022-03-27T07:18:03.949 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 468 sec latency 473938.840 ms 2022-03-27T07:18:04.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:02.947081+0000 mgr.smithi176.ajjlsm (mgr.14696) 302 : cluster [DBG] pgmap v249: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:04.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:02.947081+0000 mgr.smithi176.ajjlsm (mgr.14696) 302 : cluster [DBG] pgmap v249: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:04.949 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 469 sec latency 474938.917 ms 2022-03-27T07:18:05.949 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 470 sec latency 475939.010 ms 2022-03-27T07:18:06.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:04.947870+0000 mgr.smithi176.ajjlsm (mgr.14696) 303 : cluster [DBG] pgmap v250: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:06.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:04.947870+0000 mgr.smithi176.ajjlsm (mgr.14696) 303 : cluster [DBG] pgmap v250: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:06.949 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 471 sec latency 476939.058 ms 2022-03-27T07:18:07.949 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 472 sec latency 477939.143 ms 2022-03-27T07:18:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:06.949031+0000 mgr.smithi176.ajjlsm (mgr.14696) 304 : cluster [DBG] pgmap v251: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:08.298 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:08 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: start operation timed out. Terminating. 2022-03-27T07:18:08.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:06.949031+0000 mgr.smithi176.ajjlsm (mgr.14696) 304 : cluster [DBG] pgmap v251: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:08.949 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 473 sec latency 478939.206 ms 2022-03-27T07:18:09.413 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:09 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Failed with result 'timeout'. 2022-03-27T07:18:09.413 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:09 smithi176 systemd[1]: Failed to start Ceph osd.0 for cfd54f38-ad9b-11ec-8c35-001a4aab830c. 2022-03-27T07:18:09.950 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 474 sec latency 479939.233 ms 2022-03-27T07:18:10.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:08.949732+0000 mgr.smithi176.ajjlsm (mgr.14696) 305 : cluster [DBG] pgmap v252: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:10.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:08.949732+0000 mgr.smithi176.ajjlsm (mgr.14696) 305 : cluster [DBG] pgmap v252: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:10.949 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 475 sec latency 480939.316 ms 2022-03-27T07:18:11.950 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 476 sec latency 481939.409 ms 2022-03-27T07:18:12.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:10.950675+0000 mgr.smithi176.ajjlsm (mgr.14696) 306 : cluster [DBG] pgmap v253: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:12.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:10.950675+0000 mgr.smithi176.ajjlsm (mgr.14696) 306 : cluster [DBG] pgmap v253: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:12.950 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 477 sec latency 482939.530 ms 2022-03-27T07:18:13.950 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 478 sec latency 483939.623 ms 2022-03-27T07:18:14.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:12.951463+0000 mgr.smithi176.ajjlsm (mgr.14696) 307 : cluster [DBG] pgmap v254: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:14.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:12.951463+0000 mgr.smithi176.ajjlsm (mgr.14696) 307 : cluster [DBG] pgmap v254: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:14.950 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 479 sec latency 484939.723 ms 2022-03-27T07:18:15.950 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 480 sec latency 485939.812 ms 2022-03-27T07:18:16.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:14.952254+0000 mgr.smithi176.ajjlsm (mgr.14696) 308 : cluster [DBG] pgmap v255: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:14.952254+0000 mgr.smithi176.ajjlsm (mgr.14696) 308 : cluster [DBG] pgmap v255: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:16.950 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 481 sec latency 486939.923 ms 2022-03-27T07:18:17.950 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 482 sec latency 487939.984 ms 2022-03-27T07:18:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:16.953349+0000 mgr.smithi176.ajjlsm (mgr.14696) 309 : cluster [DBG] pgmap v256: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:18.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:16.953349+0000 mgr.smithi176.ajjlsm (mgr.14696) 309 : cluster [DBG] pgmap v256: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:18.950 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 483 sec latency 488940.084 ms 2022-03-27T07:18:19.718 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:19 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Service RestartSec=10s expired, scheduling restart. 2022-03-27T07:18:19.719 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:19 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Scheduled restart job, restart counter is at 3. 2022-03-27T07:18:19.719 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:19 smithi176 systemd[1]: Stopped Ceph osd.0 for cfd54f38-ad9b-11ec-8c35-001a4aab830c. 2022-03-27T07:18:19.719 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:19 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 78813 (bash) in control group while starting unit. Ignoring. 2022-03-27T07:18:19.719 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:19 smithi176 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-27T07:18:19.720 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:19 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 78891 (podman) in control group while starting unit. Ignoring. 2022-03-27T07:18:19.720 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:19 smithi176 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-27T07:18:19.720 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:19 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 78907 (conmon) in control group while starting unit. Ignoring. 2022-03-27T07:18:19.720 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:19 smithi176 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-27T07:18:19.721 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:19 smithi176 systemd[1]: Starting Ceph osd.0 for cfd54f38-ad9b-11ec-8c35-001a4aab830c... 2022-03-27T07:18:19.721 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:19 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 78813 (bash) in control group while starting unit. Ignoring. 2022-03-27T07:18:19.721 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:19 smithi176 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-27T07:18:19.721 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:19 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 78891 (podman) in control group while starting unit. Ignoring. 2022-03-27T07:18:19.721 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:19 smithi176 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-27T07:18:19.722 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:19 smithi176 systemd[1]: ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 78907 (conmon) in control group while starting unit. Ignoring. 2022-03-27T07:18:19.722 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:19 smithi176 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-27T07:18:19.722 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:19 smithi176 bash[79462]: 0030722c9912b2fbb7424f1ebee5745db53aef5b14f250ca041755e5a31bef44 2022-03-27T07:18:19.950 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 484 sec latency 489940.156 ms 2022-03-27T07:18:20.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:18.954331+0000 mgr.smithi176.ajjlsm (mgr.14696) 310 : cluster [DBG] pgmap v257: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:20.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:18.954331+0000 mgr.smithi176.ajjlsm (mgr.14696) 310 : cluster [DBG] pgmap v257: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:20.951 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 485 sec latency 490940.256 ms 2022-03-27T07:18:21.297 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:20 smithi176 bash[78891]: time="2022-03-27T07:18:20Z" level=error msg="Could not retrieve exit code from event: died not found: unable to find event" 2022-03-27T07:18:21.950 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 486 sec latency 491940.369 ms 2022-03-27T07:18:22.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:20.955237+0000 mgr.smithi176.ajjlsm (mgr.14696) 311 : cluster [DBG] pgmap v258: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:20.955237+0000 mgr.smithi176.ajjlsm (mgr.14696) 311 : cluster [DBG] pgmap v258: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:22.951 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 487 sec latency 492940.443 ms 2022-03-27T07:18:23.951 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 488 sec latency 493940.541 ms 2022-03-27T07:18:24.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:22.956172+0000 mgr.smithi176.ajjlsm (mgr.14696) 312 : cluster [DBG] pgmap v259: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:24.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:22.956172+0000 mgr.smithi176.ajjlsm (mgr.14696) 312 : cluster [DBG] pgmap v259: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:24.951 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 489 sec latency 494940.654 ms 2022-03-27T07:18:25.951 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 490 sec latency 495940.758 ms 2022-03-27T07:18:26.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:24.956985+0000 mgr.smithi176.ajjlsm (mgr.14696) 313 : cluster [DBG] pgmap v260: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:26.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:24.956985+0000 mgr.smithi176.ajjlsm (mgr.14696) 313 : cluster [DBG] pgmap v260: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:26.951 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 491 sec latency 496940.809 ms 2022-03-27T07:18:27.418 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:18:27.684 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:18:27.685 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (13m) 6m ago 14m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:18:27.685 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (7m) 6m ago 14m 7222k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:18:27.685 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6m) 6m ago 14m 29.8M - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:18:27.686 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (13m) 6m ago 14m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:18:27.686 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6m) 6m ago 10m - - 16.2.4 8d91d370c2b8 9ed30f23a201 2022-03-27T07:18:27.686 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 error 6m ago 10m - - 2022-03-27T07:18:27.686 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (7m) 6m ago 15m 437M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:18:27.687 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (7m) 6m ago 14m 390M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:18:27.687 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (7m) 6m ago 16m 70.9M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:18:27.687 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (7m) 6m ago 14m 35.5M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:18:27.687 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (8m) 6m ago 8m 57.1M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:18:27.687 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (8m) 6m ago 8m 79.9M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:18:27.688 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (14m) 6m ago 14m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:18:27.688 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (14m) 6m ago 14m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:18:27.688 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (13m) 6m ago 13m 1261M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:18:27.688 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (13m) 6m ago 13m 1149M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:18:27.688 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (13m) 6m ago 13m 723M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:18:27.689 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (12m) 6m ago 12m 1242M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:18:27.689 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (12m) 6m ago 12m 1160M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:18:27.689 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (12m) 6m ago 12m 1428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:18:27.689 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (12m) 6m ago 12m 1086M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:18:27.690 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (11m) 6m ago 11m 1803M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:18:27.690 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (13m) 6m ago 14m 47.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:18:27.951 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 492 sec latency 497940.868 ms 2022-03-27T07:18:28.009 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:18:28.010 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:18:28.010 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:18:28.010 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:18:28.010 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:18:28.011 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:18:28.011 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:18:28.011 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:18:28.011 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-03-27T07:18:28.012 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:18:28.012 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:18:28.012 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:18:28.013 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:18:28.013 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:18:28.013 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:18:28.013 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T07:18:28.014 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:18:28.014 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:18:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:26.957967+0000 mgr.smithi176.ajjlsm (mgr.14696) 314 : cluster [DBG] pgmap v261: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:18:28.009129+0000 mon.smithi176 (mon.0) 274 : audit [DBG] from='client.? 172.21.15.176:0/1129529255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:18:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:26.957967+0000 mgr.smithi176.ajjlsm (mgr.14696) 314 : cluster [DBG] pgmap v261: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:18:28.009129+0000 mon.smithi176 (mon.0) 274 : audit [DBG] from='client.? 172.21.15.176:0/1129529255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:18:28.951 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 493 sec latency 498940.961 ms 2022-03-27T07:18:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:18:27.403984+0000 mgr.smithi176.ajjlsm (mgr.14696) 315 : audit [DBG] from='client.34300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:18:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:18:27.675679+0000 mgr.smithi176.ajjlsm (mgr.14696) 316 : audit [DBG] from='client.34304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:18:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:18:27.403984+0000 mgr.smithi176.ajjlsm (mgr.14696) 315 : audit [DBG] from='client.34300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:18:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:18:27.675679+0000 mgr.smithi176.ajjlsm (mgr.14696) 316 : audit [DBG] from='client.34304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:18:29.951 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 494 sec latency 499941.052 ms 2022-03-27T07:18:30.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:28.958900+0000 mgr.smithi176.ajjlsm (mgr.14696) 317 : cluster [DBG] pgmap v262: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:30.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:28.958900+0000 mgr.smithi176.ajjlsm (mgr.14696) 317 : cluster [DBG] pgmap v262: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:30.951 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 495 sec latency 500941.150 ms 2022-03-27T07:18:31.951 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 496 sec latency 501941.256 ms 2022-03-27T07:18:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:30.959939+0000 mgr.smithi176.ajjlsm (mgr.14696) 318 : cluster [DBG] pgmap v263: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:30.959939+0000 mgr.smithi176.ajjlsm (mgr.14696) 318 : cluster [DBG] pgmap v263: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:32.951 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 497 sec latency 502941.360 ms 2022-03-27T07:18:33.951 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 498 sec latency 503941.461 ms 2022-03-27T07:18:34.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:32.960851+0000 mgr.smithi176.ajjlsm (mgr.14696) 319 : cluster [DBG] pgmap v264: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:34.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:32.960851+0000 mgr.smithi176.ajjlsm (mgr.14696) 319 : cluster [DBG] pgmap v264: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:34.952 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 499 sec latency 504941.576 ms 2022-03-27T07:18:35.952 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 500 sec latency 505941.675 ms 2022-03-27T07:18:36.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:34.961664+0000 mgr.smithi176.ajjlsm (mgr.14696) 320 : cluster [DBG] pgmap v265: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:36.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:34.961664+0000 mgr.smithi176.ajjlsm (mgr.14696) 320 : cluster [DBG] pgmap v265: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:36.952 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 501 sec latency 506941.790 ms 2022-03-27T07:18:37.953 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 502 sec latency 507941.889 ms 2022-03-27T07:18:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:36.962697+0000 mgr.smithi176.ajjlsm (mgr.14696) 321 : cluster [DBG] pgmap v266: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:38.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:36.962697+0000 mgr.smithi176.ajjlsm (mgr.14696) 321 : cluster [DBG] pgmap v266: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.8 KiB/s wr, 1 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:38.952 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 503 sec latency 508941.971 ms 2022-03-27T07:18:39.952 INFO:teuthology.orchestra.run.smithi176.stdout: 5 91941 0.00 MB/sec execute 504 sec latency 509942.072 ms 2022-03-27T07:18:39.966 INFO:teuthology.orchestra.run.smithi176.stdout:[92384] unlink ./clients/client4/~dmtmp/COREL/GRAPH2.CDR failed (No such file or directory) - expected NT_STATUS_OK 2022-03-27T07:18:39.967 INFO:teuthology.orchestra.run.smithi176.stdout:ERROR: child 4 failed at line 92384 2022-03-27T07:18:39.967 INFO:teuthology.orchestra.run.smithi176.stdout:Child failed with status 1 2022-03-27T07:18:39.980 DEBUG:teuthology.orchestra.run.smithi176:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'umount /mnt/foo' 2022-03-27T07:18:40.050 DEBUG:teuthology.orchestra.run.smithi176:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'while ! mount -t nfs $(hostname):/fake /mnt/foo ; do sleep 5 ; done' 2022-03-27T07:18:40.137 DEBUG:teuthology.orchestra.run.smithi176:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'cd /mnt/foo && dbench 5 -t 5' 2022-03-27T07:18:40.166 INFO:teuthology.orchestra.run.smithi176.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2022-03-27T07:18:40.166 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:18:40.167 INFO:teuthology.orchestra.run.smithi176.stdout:Running for 5 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 1 secs 2022-03-27T07:18:40.167 INFO:teuthology.orchestra.run.smithi176.stdout:3 of 5 processes prepared for launch 0 sec 2022-03-27T07:18:40.267 INFO:teuthology.orchestra.run.smithi176.stdout:5 of 5 processes prepared for launch 0 sec 2022-03-27T07:18:40.268 INFO:teuthology.orchestra.run.smithi176.stdout:releasing clients 2022-03-27T07:18:40.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:38.963667+0000 mgr.smithi176.ajjlsm (mgr.14696) 322 : cluster [DBG] pgmap v267: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:40.298 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:40 smithi176 bash[79530]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-03-27T07:18:40.298 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:40 smithi176 bash[79530]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2022-03-27T07:18:40.298 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:40 smithi176 bash[79530]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2022-03-27T07:18:40.299 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:40 smithi176 bash[79530]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2022-03-27T07:18:40.299 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:40 smithi176 bash[79530]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2022-03-27T07:18:40.299 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:40 smithi176 bash[79530]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-03-27T07:18:40.299 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:40 smithi176 bash[79530]: --> ceph-volume lvm activate successful for osd ID: 0 2022-03-27T07:18:40.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:38.963667+0000 mgr.smithi176.ajjlsm (mgr.14696) 322 : cluster [DBG] pgmap v267: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 202/1563 objects degraded (12.924%) 2022-03-27T07:18:41.122 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:40 smithi176 podman[79812]: 2022-03-27T07:18:41.122 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd-0[79825]: debug 2022-03-27T07:18:41.021+0000 7f7c9555c700 1 -- 172.21.15.176:0/1632493433 <== mon.0 v2:172.21.15.176:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557fb25304e0 con 0x557fb24f7400 2022-03-27T07:18:41.122 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:41 smithi176 bash[79812]: 1e1d9083d46490dd1623a3bcafb76df8914d29e420623f21bf60c275f62a5bb0 2022-03-27T07:18:41.123 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:18:40.048636+0000 mon.smithi176 (mon.0) 275 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:18:41.123 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:18:40.048915+0000 mon.smithi176 (mon.0) 276 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:18:41.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:18:40.048636+0000 mon.smithi176 (mon.0) 275 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:18:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:18:40.048915+0000 mon.smithi176 (mon.0) 276 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:18:41.543 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:41 smithi176 systemd[1]: Started Ceph osd.0 for cfd54f38-ad9b-11ec-8c35-001a4aab830c. 2022-03-27T07:18:41.797 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd-0[79825]: debug 2022-03-27T07:18:41.541+0000 7f7c9cdb7200 -1 Falling back to public interface 2022-03-27T07:18:42.267 INFO:teuthology.orchestra.run.smithi176.stdout: 5 747 44.82 MB/sec execute 1 sec latency 34.276 ms 2022-03-27T07:18:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:40.964777+0000 mgr.smithi176.ajjlsm (mgr.14696) 323 : cluster [DBG] pgmap v268: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 363 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.7 MiB/s wr, 47 op/s; 239/1842 objects degraded (12.975%) 2022-03-27T07:18:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:41.023363+0000 mon.smithi176 (mon.0) 277 : cluster [WRN] Health check update: Degraded data redundancy: 239/1842 objects degraded (12.975%), 28 pgs degraded, 49 pgs undersized (PG_DEGRADED) 2022-03-27T07:18:42.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:40.964777+0000 mgr.smithi176.ajjlsm (mgr.14696) 323 : cluster [DBG] pgmap v268: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 363 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.7 MiB/s wr, 47 op/s; 239/1842 objects degraded (12.975%) 2022-03-27T07:18:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:41.023363+0000 mon.smithi176 (mon.0) 277 : cluster [WRN] Health check update: Degraded data redundancy: 239/1842 objects degraded (12.975%), 28 pgs degraded, 49 pgs undersized (PG_DEGRADED) 2022-03-27T07:18:43.267 INFO:teuthology.orchestra.run.smithi176.stdout: 5 1205 26.71 MB/sec execute 2 sec latency 31.755 ms 2022-03-27T07:18:44.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:42.965433+0000 mgr.smithi176.ajjlsm (mgr.14696) 324 : cluster [DBG] pgmap v269: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 363 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 3.7 MiB/s wr, 47 op/s; 239/1842 objects degraded (12.975%) 2022-03-27T07:18:44.267 INFO:teuthology.orchestra.run.smithi176.stdout: 5 1822 23.26 MB/sec execute 3 sec latency 33.095 ms 2022-03-27T07:18:44.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:42.965433+0000 mgr.smithi176.ajjlsm (mgr.14696) 324 : cluster [DBG] pgmap v269: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 363 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 3.7 MiB/s wr, 47 op/s; 239/1842 objects degraded (12.975%) 2022-03-27T07:18:45.267 INFO:teuthology.orchestra.run.smithi176.stdout: 5 2414 19.58 MB/sec execute 4 sec latency 47.070 ms 2022-03-27T07:18:46.267 INFO:teuthology.orchestra.run.smithi176.stdout: 5 cleanup 5 sec 2022-03-27T07:18:46.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:44.966105+0000 mgr.smithi176.ajjlsm (mgr.14696) 325 : cluster [DBG] pgmap v270: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 363 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 3.7 MiB/s wr, 47 op/s; 239/1842 objects degraded (12.975%) 2022-03-27T07:18:46.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:18:45.976829+0000 mon.smithi204 (mon.1) 2 : audit [INF] from='osd.0 [v2:172.21.15.176:6804/2338955559,v1:172.21.15.176:6805/2338955559]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-03-27T07:18:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:18:45.977291+0000 mon.smithi176 (mon.0) 278 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-03-27T07:18:46.298 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd-0[79825]: debug 2022-03-27T07:18:45.973+0000 7f7c9cdb7200 -1 osd.0 71 log_to_monitors {default=true} 2022-03-27T07:18:46.298 INFO:journalctl@ceph.osd.0.smithi176.stdout:Mar 27 07:18:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-osd-0[79825]: debug 2022-03-27T07:18:46.050+0000 7f7c8bccc700 -1 osd.0 71 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-03-27T07:18:46.409 INFO:teuthology.orchestra.run.smithi176.stdout: 0 cleanup 5 sec 2022-03-27T07:18:46.409 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:18:46.410 INFO:teuthology.orchestra.run.smithi176.stdout: Operation Count AvgLat MaxLat 2022-03-27T07:18:46.410 INFO:teuthology.orchestra.run.smithi176.stdout: ---------------------------------------- 2022-03-27T07:18:46.410 INFO:teuthology.orchestra.run.smithi176.stdout: NTCreateX 2173 2.903 69.494 2022-03-27T07:18:46.410 INFO:teuthology.orchestra.run.smithi176.stdout: Close 1821 2.796 28.611 2022-03-27T07:18:46.410 INFO:teuthology.orchestra.run.smithi176.stdout: Rename 108 9.801 74.756 2022-03-27T07:18:46.411 INFO:teuthology.orchestra.run.smithi176.stdout: Unlink 244 4.130 35.619 2022-03-27T07:18:46.411 INFO:teuthology.orchestra.run.smithi176.stdout: Qpathinfo 2034 1.279 30.827 2022-03-27T07:18:46.411 INFO:teuthology.orchestra.run.smithi176.stdout: Qfileinfo 624 6.687 34.272 2022-03-27T07:18:46.411 INFO:teuthology.orchestra.run.smithi176.stdout: Qfsinfo 323 0.538 24.627 2022-03-27T07:18:46.412 INFO:teuthology.orchestra.run.smithi176.stdout: Sfileinfo 250 10.000 21.020 2022-03-27T07:18:46.412 INFO:teuthology.orchestra.run.smithi176.stdout: Find 746 0.294 17.003 2022-03-27T07:18:46.412 INFO:teuthology.orchestra.run.smithi176.stdout: WriteX 2101 0.019 0.058 2022-03-27T07:18:46.412 INFO:teuthology.orchestra.run.smithi176.stdout: ReadX 3957 0.011 3.431 2022-03-27T07:18:46.412 INFO:teuthology.orchestra.run.smithi176.stdout: LockX 10 0.424 1.193 2022-03-27T07:18:46.413 INFO:teuthology.orchestra.run.smithi176.stdout: UnlockX 10 0.466 1.565 2022-03-27T07:18:46.413 INFO:teuthology.orchestra.run.smithi176.stdout: Flush 200 8.813 55.837 2022-03-27T07:18:46.413 INFO:teuthology.orchestra.run.smithi176.stdout: 2022-03-27T07:18:46.413 INFO:teuthology.orchestra.run.smithi176.stdout:Throughput 19.5837 MB/sec 5 clients 5 procs max_latency=47.070 ms 2022-03-27T07:18:46.415 DEBUG:teuthology.parallel:result is None 2022-03-27T07:18:46.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:44.966105+0000 mgr.smithi176.ajjlsm (mgr.14696) 325 : cluster [DBG] pgmap v270: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 363 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 3.7 MiB/s wr, 47 op/s; 239/1842 objects degraded (12.975%) 2022-03-27T07:18:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:18:45.976829+0000 mon.smithi204 (mon.1) 2 : audit [INF] from='osd.0 [v2:172.21.15.176:6804/2338955559,v1:172.21.15.176:6805/2338955559]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-03-27T07:18:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:18:45.977291+0000 mon.smithi176 (mon.0) 278 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-03-27T07:18:47.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:18:46.027852+0000 mon.smithi176 (mon.0) 279 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-03-27T07:18:47.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:46.027941+0000 mon.smithi176 (mon.0) 280 : cluster [DBG] osdmap e78: 8 total, 7 up, 8 in 2022-03-27T07:18:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:18:46.028678+0000 mon.smithi204 (mon.1) 3 : audit [INF] from='osd.0 [v2:172.21.15.176:6804/2338955559,v1:172.21.15.176:6805/2338955559]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2022-03-27T07:18:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:18:46.029789+0000 mon.smithi176 (mon.0) 281 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2022-03-27T07:18:47.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:18:46.027852+0000 mon.smithi176 (mon.0) 279 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-03-27T07:18:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:46.027941+0000 mon.smithi176 (mon.0) 280 : cluster [DBG] osdmap e78: 8 total, 7 up, 8 in 2022-03-27T07:18:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:18:46.028678+0000 mon.smithi204 (mon.1) 3 : audit [INF] from='osd.0 [v2:172.21.15.176:6804/2338955559,v1:172.21.15.176:6805/2338955559]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2022-03-27T07:18:47.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:18:46.029789+0000 mon.smithi176 (mon.0) 281 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2022-03-27T07:18:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:46.966842+0000 mgr.smithi176.ajjlsm (mgr.14696) 326 : cluster [DBG] pgmap v272: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 324 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.4 KiB/s rd, 13 MiB/s wr, 464 op/s; 235/1698 objects degraded (13.840%) 2022-03-27T07:18:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:47.024979+0000 mon.smithi176 (mon.0) 282 : cluster [WRN] Health check update: Degraded data redundancy: 235/1698 objects degraded (13.840%), 28 pgs degraded, 49 pgs undersized (PG_DEGRADED) 2022-03-27T07:18:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:47.025801+0000 mon.smithi176 (mon.0) 283 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2022-03-27T07:18:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:47.033426+0000 mon.smithi176 (mon.0) 284 : cluster [INF] osd.0 [v2:172.21.15.176:6804/2338955559,v1:172.21.15.176:6805/2338955559] boot 2022-03-27T07:18:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:47.033473+0000 mon.smithi176 (mon.0) 285 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2022-03-27T07:18:48.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:18:47.033983+0000 mon.smithi176 (mon.0) 286 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T07:18:48.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:47.813042+0000 mon.smithi176 (mon.0) 287 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2022-03-27T07:18:48.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:46.966842+0000 mgr.smithi176.ajjlsm (mgr.14696) 326 : cluster [DBG] pgmap v272: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 324 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.4 KiB/s rd, 13 MiB/s wr, 464 op/s; 235/1698 objects degraded (13.840%) 2022-03-27T07:18:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:47.024979+0000 mon.smithi176 (mon.0) 282 : cluster [WRN] Health check update: Degraded data redundancy: 235/1698 objects degraded (13.840%), 28 pgs degraded, 49 pgs undersized (PG_DEGRADED) 2022-03-27T07:18:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:47.025801+0000 mon.smithi176 (mon.0) 283 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2022-03-27T07:18:48.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:47.033426+0000 mon.smithi176 (mon.0) 284 : cluster [INF] osd.0 [v2:172.21.15.176:6804/2338955559,v1:172.21.15.176:6805/2338955559] boot 2022-03-27T07:18:48.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:47.033473+0000 mon.smithi176 (mon.0) 285 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2022-03-27T07:18:48.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:18:47.033983+0000 mon.smithi176 (mon.0) 286 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T07:18:48.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:47.813042+0000 mon.smithi176 (mon.0) 287 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2022-03-27T07:18:50.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:48.813549+0000 mon.smithi176 (mon.0) 288 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2022-03-27T07:18:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:18:48.953222+0000 mon.smithi176 (mon.0) 289 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:18:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:18:48.965862+0000 mon.smithi176 (mon.0) 290 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:18:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:18:48.967276+0000 mon.smithi176 (mon.0) 291 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:18:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:48.967781+0000 mgr.smithi176.ajjlsm (mgr.14696) 327 : cluster [DBG] pgmap v276: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 324 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 22 MiB/s wr, 1.02k op/s; 235/1698 objects degraded (13.840%) 2022-03-27T07:18:50.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:18:48.968331+0000 mgr.smithi176.ajjlsm (mgr.14696) 328 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:18:50.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:18:49.620043+0000 mon.smithi176 (mon.0) 292 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:18:50.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:18:49.627941+0000 mon.smithi176 (mon.0) 293 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:18:50.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:48.813549+0000 mon.smithi176 (mon.0) 288 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2022-03-27T07:18:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:18:48.953222+0000 mon.smithi176 (mon.0) 289 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:18:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:18:48.965862+0000 mon.smithi176 (mon.0) 290 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:18:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:18:48.967276+0000 mon.smithi176 (mon.0) 291 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:18:50.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:48.967781+0000 mgr.smithi176.ajjlsm (mgr.14696) 327 : cluster [DBG] pgmap v276: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 324 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 22 MiB/s wr, 1.02k op/s; 235/1698 objects degraded (13.840%) 2022-03-27T07:18:50.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:18:48.968331+0000 mgr.smithi176.ajjlsm (mgr.14696) 328 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:18:50.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:18:49.620043+0000 mon.smithi176 (mon.0) 292 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:18:50.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:18:49.627941+0000 mon.smithi176 (mon.0) 293 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:18:51.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:49.620569+0000 mgr.smithi176.ajjlsm (mgr.14696) 329 : cluster [DBG] pgmap v277: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 324 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 235/1698 objects degraded (13.840%) 2022-03-27T07:18:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:49.822628+0000 mon.smithi176 (mon.0) 294 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2022-03-27T07:18:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:49.620569+0000 mgr.smithi176.ajjlsm (mgr.14696) 329 : cluster [DBG] pgmap v277: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 324 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 235/1698 objects degraded (13.840%) 2022-03-27T07:18:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:49.822628+0000 mon.smithi176 (mon.0) 294 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2022-03-27T07:18:52.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:50.824318+0000 mon.smithi176 (mon.0) 295 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2022-03-27T07:18:52.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:50.824318+0000 mon.smithi176 (mon.0) 295 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2022-03-27T07:18:53.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:51.621528+0000 mgr.smithi176.ajjlsm (mgr.14696) 330 : cluster [DBG] pgmap v280: 129 pgs: 3 active+recovering+degraded, 8 active+recovery_wait+degraded, 118 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 3.4 MiB/s wr, 226 op/s; 126/525 objects degraded (24.000%); 13 MiB/s, 34 keys/s, 59 objects/s recovering 2022-03-27T07:18:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:52.808699+0000 mon.smithi176 (mon.0) 296 : cluster [WRN] Health check update: Degraded data redundancy: 126/525 objects degraded (24.000%), 11 pgs degraded (PG_DEGRADED) 2022-03-27T07:18:53.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:51.621528+0000 mgr.smithi176.ajjlsm (mgr.14696) 330 : cluster [DBG] pgmap v280: 129 pgs: 3 active+recovering+degraded, 8 active+recovery_wait+degraded, 118 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 3.4 MiB/s wr, 226 op/s; 126/525 objects degraded (24.000%); 13 MiB/s, 34 keys/s, 59 objects/s recovering 2022-03-27T07:18:53.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:52.808699+0000 mon.smithi176 (mon.0) 296 : cluster [WRN] Health check update: Degraded data redundancy: 126/525 objects degraded (24.000%), 11 pgs degraded (PG_DEGRADED) 2022-03-27T07:18:55.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:53.622029+0000 mgr.smithi176.ajjlsm (mgr.14696) 331 : cluster [DBG] pgmap v281: 129 pgs: 3 active+recovering+degraded, 8 active+recovery_wait+degraded, 118 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 KiB/s rd, 2.7 MiB/s wr, 179 op/s; 126/525 objects degraded (24.000%); 11 MiB/s, 27 keys/s, 47 objects/s recovering 2022-03-27T07:18:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:53.622029+0000 mgr.smithi176.ajjlsm (mgr.14696) 331 : cluster [DBG] pgmap v281: 129 pgs: 3 active+recovering+degraded, 8 active+recovery_wait+degraded, 118 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 KiB/s rd, 2.7 MiB/s wr, 179 op/s; 126/525 objects degraded (24.000%); 11 MiB/s, 27 keys/s, 47 objects/s recovering 2022-03-27T07:18:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:18:55.018700+0000 mon.smithi176 (mon.0) 297 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:18:56.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:18:55.018700+0000 mon.smithi176 (mon.0) 297 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:18:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:55.622487+0000 mgr.smithi176.ajjlsm (mgr.14696) 332 : cluster [DBG] pgmap v282: 129 pgs: 3 active+recovering+degraded, 8 active+recovery_wait+degraded, 118 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 KiB/s rd, 1.9 MiB/s wr, 129 op/s; 126/525 objects degraded (24.000%); 7.7 MiB/s, 19 keys/s, 34 objects/s recovering 2022-03-27T07:18:57.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:55.622487+0000 mgr.smithi176.ajjlsm (mgr.14696) 332 : cluster [DBG] pgmap v282: 129 pgs: 3 active+recovering+degraded, 8 active+recovery_wait+degraded, 118 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 KiB/s rd, 1.9 MiB/s wr, 129 op/s; 126/525 objects degraded (24.000%); 7.7 MiB/s, 19 keys/s, 34 objects/s recovering 2022-03-27T07:18:58.306 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:18:58.574 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:18:58.575 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (14m) 7m ago 15m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:18:58.575 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (7m) 7m ago 15m 7222k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:18:58.575 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (7m) 7m ago 14m 29.8M - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:18:58.575 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (14m) 7m ago 15m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:18:58.576 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (7m) 7m ago 11m - - 16.2.4 8d91d370c2b8 9ed30f23a201 2022-03-27T07:18:58.576 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 error 7m ago 11m - - 2022-03-27T07:18:58.576 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (8m) 7m ago 16m 437M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:18:58.576 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (8m) 7m ago 14m 390M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:18:58.576 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (7m) 7m ago 16m 70.9M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:18:58.577 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (7m) 7m ago 14m 35.5M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:18:58.577 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (8m) 7m ago 8m 57.1M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:18:58.577 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (8m) 7m ago 8m 79.9M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:18:58.577 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (15m) 7m ago 15m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:18:58.578 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (14m) 7m ago 14m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:18:58.578 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (14m) 7m ago 14m 1261M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:18:58.578 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (13m) 7m ago 13m 1149M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:18:58.578 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (13m) 7m ago 13m 723M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:18:58.579 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (13m) 7m ago 13m 1242M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:18:58.579 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (13m) 7m ago 13m 1160M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:18:58.579 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (12m) 7m ago 12m 1428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:18:58.579 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (12m) 7m ago 12m 1086M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:18:58.579 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (12m) 7m ago 12m 1803M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:18:58.580 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (14m) 7m ago 14m 47.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:18:58.901 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:18:58.901 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:18:58.902 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:18:58.902 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:18:58.902 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:18:58.902 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:18:58.903 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:18:58.903 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:18:58.903 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:18:58.903 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:18:58.903 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:18:58.904 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:18:58.904 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:18:58.904 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:18:58.904 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:18:58.905 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:18:58.905 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:18:58.905 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:18:58.905 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:18:59.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:57.623351+0000 mgr.smithi176.ajjlsm (mgr.14696) 333 : cluster [DBG] pgmap v283: 129 pgs: 1 active+recovering, 1 active+recovery_wait+degraded, 127 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.4 KiB/s rd, 1.6 MiB/s wr, 114 op/s; 14/423 objects degraded (3.310%); 7.4 MiB/s, 16 keys/s, 41 objects/s recovering 2022-03-27T07:18:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:58.023126+0000 mon.smithi176 (mon.0) 298 : cluster [WRN] Health check update: Degraded data redundancy: 14/423 objects degraded (3.310%), 1 pg degraded (PG_DEGRADED) 2022-03-27T07:18:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:18:58.293210+0000 mgr.smithi176.ajjlsm (mgr.14696) 334 : audit [DBG] from='client.34314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:18:59.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:57.623351+0000 mgr.smithi176.ajjlsm (mgr.14696) 333 : cluster [DBG] pgmap v283: 129 pgs: 1 active+recovering, 1 active+recovery_wait+degraded, 127 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.4 KiB/s rd, 1.6 MiB/s wr, 114 op/s; 14/423 objects degraded (3.310%); 7.4 MiB/s, 16 keys/s, 41 objects/s recovering 2022-03-27T07:18:59.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:58.023126+0000 mon.smithi176 (mon.0) 298 : cluster [WRN] Health check update: Degraded data redundancy: 14/423 objects degraded (3.310%), 1 pg degraded (PG_DEGRADED) 2022-03-27T07:18:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:18:58.293210+0000 mgr.smithi176.ajjlsm (mgr.14696) 334 : audit [DBG] from='client.34314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:19:00.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:18:58.565114+0000 mgr.smithi176.ajjlsm (mgr.14696) 335 : audit [DBG] from='client.34318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:19:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:18:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:18:58.900776+0000 mon.smithi176 (mon.0) 299 : audit [DBG] from='client.? 172.21.15.176:0/921819691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:19:00.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:18:58.565114+0000 mgr.smithi176.ajjlsm (mgr.14696) 335 : audit [DBG] from='client.34318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:19:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:18:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:18:58.900776+0000 mon.smithi176 (mon.0) 299 : audit [DBG] from='client.? 172.21.15.176:0/921819691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:19:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:18:59.624111+0000 mgr.smithi176.ajjlsm (mgr.14696) 336 : cluster [DBG] pgmap v284: 129 pgs: 1 active+recovering, 1 active+recovery_wait+degraded, 127 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.3 MiB/s wr, 93 op/s; 14/423 objects degraded (3.310%); 6.1 MiB/s, 13 keys/s, 34 objects/s recovering 2022-03-27T07:19:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:18:59.624111+0000 mgr.smithi176.ajjlsm (mgr.14696) 336 : cluster [DBG] pgmap v284: 129 pgs: 1 active+recovering, 1 active+recovery_wait+degraded, 127 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.3 MiB/s wr, 93 op/s; 14/423 objects degraded (3.310%); 6.1 MiB/s, 13 keys/s, 34 objects/s recovering 2022-03-27T07:19:02.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:01.820102+0000 mon.smithi176 (mon.0) 300 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/423 objects degraded (3.310%), 1 pg degraded) 2022-03-27T07:19:02.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:01.820102+0000 mon.smithi176 (mon.0) 300 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/423 objects degraded (3.310%), 1 pg degraded) 2022-03-27T07:19:03.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:01.624794+0000 mgr.smithi176.ajjlsm (mgr.14696) 337 : cluster [DBG] pgmap v285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.2 MiB/s wr, 85 op/s; 5.5 MiB/s, 12 keys/s, 32 objects/s recovering 2022-03-27T07:19:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:01.624794+0000 mgr.smithi176.ajjlsm (mgr.14696) 337 : cluster [DBG] pgmap v285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.2 MiB/s wr, 85 op/s; 5.5 MiB/s, 12 keys/s, 32 objects/s recovering 2022-03-27T07:19:05.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:03.625371+0000 mgr.smithi176.ajjlsm (mgr.14696) 338 : cluster [DBG] pgmap v286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 4.9 KiB/s wr, 4 op/s; 721 KiB/s, 10 objects/s recovering 2022-03-27T07:19:05.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:03.625371+0000 mgr.smithi176.ajjlsm (mgr.14696) 338 : cluster [DBG] pgmap v286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 4.9 KiB/s wr, 4 op/s; 721 KiB/s, 10 objects/s recovering 2022-03-27T07:19:07.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:05.626080+0000 mgr.smithi176.ajjlsm (mgr.14696) 339 : cluster [DBG] pgmap v287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 4.9 KiB/s wr, 4 op/s; 721 KiB/s, 10 objects/s recovering 2022-03-27T07:19:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:05.626080+0000 mgr.smithi176.ajjlsm (mgr.14696) 339 : cluster [DBG] pgmap v287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 4.9 KiB/s wr, 4 op/s; 721 KiB/s, 10 objects/s recovering 2022-03-27T07:19:09.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:07.626836+0000 mgr.smithi176.ajjlsm (mgr.14696) 340 : cluster [DBG] pgmap v288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 597 B/s rd, 4.9 KiB/s wr, 5 op/s; 721 KiB/s, 10 objects/s recovering 2022-03-27T07:19:09.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:07.626836+0000 mgr.smithi176.ajjlsm (mgr.14696) 340 : cluster [DBG] pgmap v288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 597 B/s rd, 4.9 KiB/s wr, 5 op/s; 721 KiB/s, 10 objects/s recovering 2022-03-27T07:19:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:09.627424+0000 mgr.smithi176.ajjlsm (mgr.14696) 341 : cluster [DBG] pgmap v289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 170 B/s wr, 0 op/s; 0 B/s, 1 objects/s recovering 2022-03-27T07:19:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:19:10.021316+0000 mon.smithi176 (mon.0) 301 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:19:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:19:10.204767+0000 mon.smithi176 (mon.0) 302 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:19:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:09.627424+0000 mgr.smithi176.ajjlsm (mgr.14696) 341 : cluster [DBG] pgmap v289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 170 B/s wr, 0 op/s; 0 B/s, 1 objects/s recovering 2022-03-27T07:19:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:19:10.021316+0000 mon.smithi176 (mon.0) 301 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:19:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:19:10.204767+0000 mon.smithi176 (mon.0) 302 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:19:13.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:11.628307+0000 mgr.smithi176.ajjlsm (mgr.14696) 342 : cluster [DBG] pgmap v290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 170 B/s wr, 0 op/s; 0 B/s, 1 objects/s recovering 2022-03-27T07:19:13.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:11.628307+0000 mgr.smithi176.ajjlsm (mgr.14696) 342 : cluster [DBG] pgmap v290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 170 B/s wr, 0 op/s; 0 B/s, 1 objects/s recovering 2022-03-27T07:19:15.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:13.628929+0000 mgr.smithi176.ajjlsm (mgr.14696) 343 : cluster [DBG] pgmap v291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:15.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:13.628929+0000 mgr.smithi176.ajjlsm (mgr.14696) 343 : cluster [DBG] pgmap v291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:17.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:15.629427+0000 mgr.smithi176.ajjlsm (mgr.14696) 344 : cluster [DBG] pgmap v292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:17.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:15.629427+0000 mgr.smithi176.ajjlsm (mgr.14696) 344 : cluster [DBG] pgmap v292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:17.630206+0000 mgr.smithi176.ajjlsm (mgr.14696) 345 : cluster [DBG] pgmap v293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:19:19.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:17.630206+0000 mgr.smithi176.ajjlsm (mgr.14696) 345 : cluster [DBG] pgmap v293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:19:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:19.630758+0000 mgr.smithi176.ajjlsm (mgr.14696) 346 : cluster [DBG] pgmap v294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:19.630758+0000 mgr.smithi176.ajjlsm (mgr.14696) 346 : cluster [DBG] pgmap v294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:23.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:21.631552+0000 mgr.smithi176.ajjlsm (mgr.14696) 347 : cluster [DBG] pgmap v295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:19:23.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:21.631552+0000 mgr.smithi176.ajjlsm (mgr.14696) 347 : cluster [DBG] pgmap v295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:19:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:23.632126+0000 mgr.smithi176.ajjlsm (mgr.14696) 348 : cluster [DBG] pgmap v296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:25.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:23.632126+0000 mgr.smithi176.ajjlsm (mgr.14696) 348 : cluster [DBG] pgmap v296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:25.632654+0000 mgr.smithi176.ajjlsm (mgr.14696) 349 : cluster [DBG] pgmap v297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:25.632654+0000 mgr.smithi176.ajjlsm (mgr.14696) 349 : cluster [DBG] pgmap v297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:29.211 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:19:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:27.633494+0000 mgr.smithi176.ajjlsm (mgr.14696) 350 : cluster [DBG] pgmap v298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:19:29.480 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:19:29.481 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (14m) 7m ago 15m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:19:29.481 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (8m) 7m ago 15m 7222k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:19:29.481 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (7m) 7m ago 15m 29.8M - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:19:29.482 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (14m) 7m ago 15m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:19:29.482 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (7m) 7m ago 11m - - 16.2.4 8d91d370c2b8 9ed30f23a201 2022-03-27T07:19:29.482 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 error 7m ago 11m - - 2022-03-27T07:19:29.482 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (8m) 7m ago 16m 437M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:19:29.482 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (8m) 7m ago 15m 390M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:19:29.483 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (8m) 7m ago 17m 70.9M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:19:29.483 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (8m) 7m ago 15m 35.5M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:19:29.483 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (9m) 7m ago 9m 57.1M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:19:29.483 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (9m) 7m ago 9m 79.9M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:19:29.484 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (15m) 7m ago 15m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:19:29.484 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (15m) 7m ago 15m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:19:29.484 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (14m) 7m ago 14m 1261M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:19:29.484 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (14m) 7m ago 14m 1149M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:19:29.484 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (14m) 7m ago 14m 723M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:19:29.485 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (13m) 7m ago 13m 1242M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:19:29.485 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (13m) 7m ago 13m 1160M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:19:29.485 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (13m) 7m ago 13m 1428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:19:29.485 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (13m) 7m ago 13m 1086M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:19:29.486 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (12m) 7m ago 12m 1803M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:19:29.486 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (14m) 7m ago 15m 47.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:19:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:27.633494+0000 mgr.smithi176.ajjlsm (mgr.14696) 350 : cluster [DBG] pgmap v298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:19:29.803 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:19:29.803 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:19:29.803 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:19:29.804 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:19:29.804 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:19:29.804 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:19:29.804 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:19:29.804 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:19:29.805 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:19:29.805 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:19:29.805 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:19:29.805 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:19:29.805 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:19:29.806 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:19:29.806 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:19:29.806 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:19:29.806 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:19:29.807 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:19:29.807 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:19:30.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:19:29.198282+0000 mgr.smithi176.ajjlsm (mgr.14696) 351 : audit [DBG] from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:19:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:19:29.802595+0000 mon.smithi176 (mon.0) 303 : audit [DBG] from='client.? 172.21.15.176:0/3155768480' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:19:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:19:29.198282+0000 mgr.smithi176.ajjlsm (mgr.14696) 351 : audit [DBG] from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:19:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:19:29.802595+0000 mon.smithi176 (mon.0) 303 : audit [DBG] from='client.? 172.21.15.176:0/3155768480' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:19:31.061 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:19:29.471635+0000 mgr.smithi176.ajjlsm (mgr.14696) 352 : audit [DBG] from='client.34330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:19:31.061 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:29.633904+0000 mgr.smithi176.ajjlsm (mgr.14696) 353 : cluster [DBG] pgmap v299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:19:29.471635+0000 mgr.smithi176.ajjlsm (mgr.14696) 352 : audit [DBG] from='client.34330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:19:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:29.633904+0000 mgr.smithi176.ajjlsm (mgr.14696) 353 : cluster [DBG] pgmap v299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:33.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:31.634722+0000 mgr.smithi176.ajjlsm (mgr.14696) 354 : cluster [DBG] pgmap v300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:19:33.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:31.634722+0000 mgr.smithi176.ajjlsm (mgr.14696) 354 : cluster [DBG] pgmap v300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:19:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:33.635264+0000 mgr.smithi176.ajjlsm (mgr.14696) 355 : cluster [DBG] pgmap v301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:33.635264+0000 mgr.smithi176.ajjlsm (mgr.14696) 355 : cluster [DBG] pgmap v301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:35.635891+0000 mgr.smithi176.ajjlsm (mgr.14696) 356 : cluster [DBG] pgmap v302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:35.635891+0000 mgr.smithi176.ajjlsm (mgr.14696) 356 : cluster [DBG] pgmap v302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:39.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:37.636677+0000 mgr.smithi176.ajjlsm (mgr.14696) 357 : cluster [DBG] pgmap v303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:19:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:37.636677+0000 mgr.smithi176.ajjlsm (mgr.14696) 357 : cluster [DBG] pgmap v303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:19:40.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:19:40.050950+0000 mon.smithi176 (mon.0) 304 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:19:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:19:40.052703+0000 mon.smithi176 (mon.0) 305 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:19:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:19:40.050950+0000 mon.smithi176 (mon.0) 304 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:19:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:19:40.052703+0000 mon.smithi176 (mon.0) 305 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:19:41.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:39.637351+0000 mgr.smithi176.ajjlsm (mgr.14696) 358 : cluster [DBG] pgmap v304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:39.637351+0000 mgr.smithi176.ajjlsm (mgr.14696) 358 : cluster [DBG] pgmap v304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:43.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:41.638384+0000 mgr.smithi176.ajjlsm (mgr.14696) 359 : cluster [DBG] pgmap v305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:19:43.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:41.638384+0000 mgr.smithi176.ajjlsm (mgr.14696) 359 : cluster [DBG] pgmap v305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:19:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:43.638847+0000 mgr.smithi176.ajjlsm (mgr.14696) 360 : cluster [DBG] pgmap v306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:43.638847+0000 mgr.smithi176.ajjlsm (mgr.14696) 360 : cluster [DBG] pgmap v306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:47.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:45.639382+0000 mgr.smithi176.ajjlsm (mgr.14696) 361 : cluster [DBG] pgmap v307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:45.639382+0000 mgr.smithi176.ajjlsm (mgr.14696) 361 : cluster [DBG] pgmap v307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:49.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:47.640171+0000 mgr.smithi176.ajjlsm (mgr.14696) 362 : cluster [DBG] pgmap v308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:19:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:47.640171+0000 mgr.smithi176.ajjlsm (mgr.14696) 362 : cluster [DBG] pgmap v308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:19:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:19:49.631922+0000 mon.smithi176 (mon.0) 306 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:19:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:19:49.633283+0000 mon.smithi176 (mon.0) 307 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:19:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:19:49.634056+0000 mon.smithi176 (mon.0) 308 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:19:50.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:19:50.040774+0000 mon.smithi176 (mon.0) 309 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:19:50.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:19:50.045369+0000 mon.smithi176 (mon.0) 310 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:19:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:19:49.631922+0000 mon.smithi176 (mon.0) 306 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:19:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:19:49.633283+0000 mon.smithi176 (mon.0) 307 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:19:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:19:49.634056+0000 mon.smithi176 (mon.0) 308 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:19:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:19:50.040774+0000 mon.smithi176 (mon.0) 309 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:19:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:19:50.045369+0000 mon.smithi176 (mon.0) 310 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:19:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:19:49.634724+0000 mgr.smithi176.ajjlsm (mgr.14696) 363 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:19:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:49.640579+0000 mgr.smithi176.ajjlsm (mgr.14696) 364 : cluster [DBG] pgmap v309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:50.036624+0000 mgr.smithi176.ajjlsm (mgr.14696) 365 : cluster [DBG] pgmap v310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 196 B/s rd, 0 op/s 2022-03-27T07:19:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:50.036866+0000 mgr.smithi176.ajjlsm (mgr.14696) 366 : cluster [DBG] pgmap v311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2022-03-27T07:19:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:19:49.634724+0000 mgr.smithi176.ajjlsm (mgr.14696) 363 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:19:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:49.640579+0000 mgr.smithi176.ajjlsm (mgr.14696) 364 : cluster [DBG] pgmap v309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:19:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:50.036624+0000 mgr.smithi176.ajjlsm (mgr.14696) 365 : cluster [DBG] pgmap v310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 196 B/s rd, 0 op/s 2022-03-27T07:19:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:50.036866+0000 mgr.smithi176.ajjlsm (mgr.14696) 366 : cluster [DBG] pgmap v311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2022-03-27T07:19:53.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:52.037682+0000 mgr.smithi176.ajjlsm (mgr.14696) 367 : cluster [DBG] pgmap v312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s 2022-03-27T07:19:53.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:52.037682+0000 mgr.smithi176.ajjlsm (mgr.14696) 367 : cluster [DBG] pgmap v312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s 2022-03-27T07:19:55.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:54.038382+0000 mgr.smithi176.ajjlsm (mgr.14696) 368 : cluster [DBG] pgmap v313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s 2022-03-27T07:19:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:54.038382+0000 mgr.smithi176.ajjlsm (mgr.14696) 368 : cluster [DBG] pgmap v313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s 2022-03-27T07:19:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:56.039163+0000 mgr.smithi176.ajjlsm (mgr.14696) 369 : cluster [DBG] pgmap v314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s 2022-03-27T07:19:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:56.039163+0000 mgr.smithi176.ajjlsm (mgr.14696) 369 : cluster [DBG] pgmap v314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s 2022-03-27T07:19:59.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:19:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:19:58.039971+0000 mgr.smithi176.ajjlsm (mgr.14696) 370 : cluster [DBG] pgmap v315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s 2022-03-27T07:19:59.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:19:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:19:58.039971+0000 mgr.smithi176.ajjlsm (mgr.14696) 370 : cluster [DBG] pgmap v315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s 2022-03-27T07:20:00.118 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:20:00.387 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:20:00.388 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (15m) 8m ago 16m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:20:00.388 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (8m) 8m ago 16m 7222k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:20:00.388 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (8m) 8m ago 15m 29.8M - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:20:00.388 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (15m) 8m ago 16m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:20:00.389 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (8m) 8m ago 12m - - 16.2.4 8d91d370c2b8 9ed30f23a201 2022-03-27T07:20:00.389 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 error 8m ago 12m - - 2022-03-27T07:20:00.389 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (9m) 8m ago 17m 437M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:20:00.389 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (9m) 8m ago 15m 390M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:20:00.390 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (8m) 8m ago 17m 70.9M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:20:00.390 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (8m) 8m ago 15m 35.5M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:20:00.390 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (9m) 8m ago 9m 57.1M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:20:00.390 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (9m) 8m ago 9m 79.9M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:20:00.391 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (16m) 8m ago 16m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:20:00.391 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (15m) 8m ago 15m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:20:00.391 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (15m) 8m ago 15m 1261M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:20:00.391 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (14m) 8m ago 14m 1149M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:20:00.392 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (14m) 8m ago 14m 723M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:20:00.392 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (14m) 8m ago 14m 1242M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:20:00.392 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (14m) 8m ago 14m 1160M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:20:00.392 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (13m) 8m ago 13m 1428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:20:00.393 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (13m) 8m ago 13m 1086M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:20:00.393 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (13m) 8m ago 13m 1803M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:20:00.393 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (15m) 8m ago 16m 47.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:20:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000131+0000 mon.smithi176 (mon.0) 311 : cluster [WRN] Health detail: HEALTH_WARN 1 failed cephadm daemon(s); 3 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T07:20:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000157+0000 mon.smithi176 (mon.0) 312 : cluster [WRN] [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2022-03-27T07:20:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000166+0000 mon.smithi176 (mon.0) 313 : cluster [WRN] daemon mds.foofs.smithi204.klmhfu on smithi204 is in error state 2022-03-27T07:20:00.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000176+0000 mon.smithi176 (mon.0) 314 : cluster [WRN] [WRN] RECENT_CRASH: 3 daemons have recently crashed 2022-03-27T07:20:00.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000184+0000 mon.smithi176 (mon.0) 315 : cluster [WRN] mds.foofs.smithi176.psbtkl crashed on host smithi176 at 2022-03-27T07:11:19.060570Z 2022-03-27T07:20:00.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000193+0000 mon.smithi176 (mon.0) 316 : cluster [WRN] mds.foofs.smithi204.klmhfu crashed on host smithi204 at 2022-03-27T07:11:06.058791Z 2022-03-27T07:20:00.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000202+0000 mon.smithi176 (mon.0) 317 : cluster [WRN] mds.foofs.smithi204.klmhfu crashed on host smithi204 at 2022-03-27T07:11:32.062435Z 2022-03-27T07:20:00.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000210+0000 mon.smithi176 (mon.0) 318 : cluster [WRN] [WRN] UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T07:20:00.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000219+0000 mon.smithi176 (mon.0) 319 : cluster [WRN] Upgrade daemon: osd.0: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-03-27T07:20:00.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000231+0000 mon.smithi176 (mon.0) 320 : cluster [WRN] Non-zero exit code 1 from systemctl start ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0 2022-03-27T07:20:00.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000240+0000 mon.smithi176 (mon.0) 321 : cluster [WRN] systemctl: stderr Job for ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-03-27T07:20:00.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000248+0000 mon.smithi176 (mon.0) 322 : cluster [WRN] systemctl: stderr See "systemctl status ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-03-27T07:20:00.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000257+0000 mon.smithi176 (mon.0) 323 : cluster [WRN] Traceback (most recent call last): 2022-03-27T07:20:00.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000265+0000 mon.smithi176 (mon.0) 324 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 8876, in 2022-03-27T07:20:00.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000274+0000 mon.smithi176 (mon.0) 325 : cluster [WRN] main() 2022-03-27T07:20:00.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000282+0000 mon.smithi176 (mon.0) 326 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 8864, in main 2022-03-27T07:20:00.474 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000290+0000 mon.smithi176 (mon.0) 327 : cluster [WRN] r = ctx.func(ctx) 2022-03-27T07:20:00.474 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000299+0000 mon.smithi176 (mon.0) 328 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 1940, in _default_image 2022-03-27T07:20:00.474 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000308+0000 mon.smithi176 (mon.0) 329 : cluster [WRN] return func(ctx) 2022-03-27T07:20:00.474 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000317+0000 mon.smithi176 (mon.0) 330 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 4806, in command_deploy 2022-03-27T07:20:00.475 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000327+0000 mon.smithi176 (mon.0) 331 : cluster [WRN] ports=daemon_ports) 2022-03-27T07:20:00.475 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000335+0000 mon.smithi176 (mon.0) 332 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 2886, in deploy_daemon 2022-03-27T07:20:00.475 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000343+0000 mon.smithi176 (mon.0) 333 : cluster [WRN] c, osd_fsid=osd_fsid, ports=ports) 2022-03-27T07:20:00.475 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000350+0000 mon.smithi176 (mon.0) 334 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 3131, in deploy_daemon_units 2022-03-27T07:20:00.476 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000359+0000 mon.smithi176 (mon.0) 335 : cluster [WRN] call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-03-27T07:20:00.476 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000368+0000 mon.smithi176 (mon.0) 336 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 1617, in call_throws 2022-03-27T07:20:00.476 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000375+0000 mon.smithi176 (mon.0) 337 : cluster [WRN] raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-03-27T07:20:00.476 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000384+0000 mon.smithi176 (mon.0) 338 : cluster [WRN] RuntimeError: Failed command: systemctl start ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0: Job for ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-03-27T07:20:00.476 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.000402+0000 mon.smithi176 (mon.0) 339 : cluster [WRN] See "systemctl status ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-03-27T07:20:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000131+0000 mon.smithi176 (mon.0) 311 : cluster [WRN] Health detail: HEALTH_WARN 1 failed cephadm daemon(s); 3 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T07:20:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000157+0000 mon.smithi176 (mon.0) 312 : cluster [WRN] [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2022-03-27T07:20:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000166+0000 mon.smithi176 (mon.0) 313 : cluster [WRN] daemon mds.foofs.smithi204.klmhfu on smithi204 is in error state 2022-03-27T07:20:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000176+0000 mon.smithi176 (mon.0) 314 : cluster [WRN] [WRN] RECENT_CRASH: 3 daemons have recently crashed 2022-03-27T07:20:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000184+0000 mon.smithi176 (mon.0) 315 : cluster [WRN] mds.foofs.smithi176.psbtkl crashed on host smithi176 at 2022-03-27T07:11:19.060570Z 2022-03-27T07:20:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000193+0000 mon.smithi176 (mon.0) 316 : cluster [WRN] mds.foofs.smithi204.klmhfu crashed on host smithi204 at 2022-03-27T07:11:06.058791Z 2022-03-27T07:20:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000202+0000 mon.smithi176 (mon.0) 317 : cluster [WRN] mds.foofs.smithi204.klmhfu crashed on host smithi204 at 2022-03-27T07:11:32.062435Z 2022-03-27T07:20:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000210+0000 mon.smithi176 (mon.0) 318 : cluster [WRN] [WRN] UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T07:20:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000219+0000 mon.smithi176 (mon.0) 319 : cluster [WRN] Upgrade daemon: osd.0: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-03-27T07:20:00.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000231+0000 mon.smithi176 (mon.0) 320 : cluster [WRN] Non-zero exit code 1 from systemctl start ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0 2022-03-27T07:20:00.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000240+0000 mon.smithi176 (mon.0) 321 : cluster [WRN] systemctl: stderr Job for ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-03-27T07:20:00.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000248+0000 mon.smithi176 (mon.0) 322 : cluster [WRN] systemctl: stderr See "systemctl status ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-03-27T07:20:00.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000257+0000 mon.smithi176 (mon.0) 323 : cluster [WRN] Traceback (most recent call last): 2022-03-27T07:20:00.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000265+0000 mon.smithi176 (mon.0) 324 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 8876, in 2022-03-27T07:20:00.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000274+0000 mon.smithi176 (mon.0) 325 : cluster [WRN] main() 2022-03-27T07:20:00.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000282+0000 mon.smithi176 (mon.0) 326 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 8864, in main 2022-03-27T07:20:00.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000290+0000 mon.smithi176 (mon.0) 327 : cluster [WRN] r = ctx.func(ctx) 2022-03-27T07:20:00.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000299+0000 mon.smithi176 (mon.0) 328 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 1940, in _default_image 2022-03-27T07:20:00.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000308+0000 mon.smithi176 (mon.0) 329 : cluster [WRN] return func(ctx) 2022-03-27T07:20:00.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000317+0000 mon.smithi176 (mon.0) 330 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 4806, in command_deploy 2022-03-27T07:20:00.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000327+0000 mon.smithi176 (mon.0) 331 : cluster [WRN] ports=daemon_ports) 2022-03-27T07:20:00.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000335+0000 mon.smithi176 (mon.0) 332 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 2886, in deploy_daemon 2022-03-27T07:20:00.553 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000343+0000 mon.smithi176 (mon.0) 333 : cluster [WRN] c, osd_fsid=osd_fsid, ports=ports) 2022-03-27T07:20:00.553 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000350+0000 mon.smithi176 (mon.0) 334 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 3131, in deploy_daemon_units 2022-03-27T07:20:00.553 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000359+0000 mon.smithi176 (mon.0) 335 : cluster [WRN] call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-03-27T07:20:00.553 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000368+0000 mon.smithi176 (mon.0) 336 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 1617, in call_throws 2022-03-27T07:20:00.554 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000375+0000 mon.smithi176 (mon.0) 337 : cluster [WRN] raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-03-27T07:20:00.554 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000384+0000 mon.smithi176 (mon.0) 338 : cluster [WRN] RuntimeError: Failed command: systemctl start ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0: Job for ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-03-27T07:20:00.554 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.000402+0000 mon.smithi176 (mon.0) 339 : cluster [WRN] See "systemctl status ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-03-27T07:20:00.712 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:20:00.712 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:20:00.712 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:20:00.713 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:20:00.713 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:20:00.713 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:20:00.714 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:20:00.714 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:20:00.714 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:20:00.715 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:20:00.715 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:20:00.715 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:20:00.715 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:20:00.716 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:20:00.716 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:20:00.716 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:20:00.716 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:20:00.717 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:20:00.717 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:20:01.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:00.040404+0000 mgr.smithi176.ajjlsm (mgr.14696) 371 : cluster [DBG] pgmap v316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-27T07:20:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:20:00.105269+0000 mgr.smithi176.ajjlsm (mgr.14696) 372 : audit [DBG] from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:20:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:20:00.711596+0000 mon.smithi176 (mon.0) 340 : audit [DBG] from='client.? 172.21.15.176:0/2924574677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:20:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:00.040404+0000 mgr.smithi176.ajjlsm (mgr.14696) 371 : cluster [DBG] pgmap v316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-27T07:20:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:20:00.105269+0000 mgr.smithi176.ajjlsm (mgr.14696) 372 : audit [DBG] from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:20:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:20:00.711596+0000 mon.smithi176 (mon.0) 340 : audit [DBG] from='client.? 172.21.15.176:0/2924574677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:20:02.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:20:00.378679+0000 mgr.smithi176.ajjlsm (mgr.14696) 373 : audit [DBG] from='client.34342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:20:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:20:00.378679+0000 mgr.smithi176.ajjlsm (mgr.14696) 373 : audit [DBG] from='client.34342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:20:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:02.041246+0000 mgr.smithi176.ajjlsm (mgr.14696) 374 : cluster [DBG] pgmap v317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:20:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:02.041246+0000 mgr.smithi176.ajjlsm (mgr.14696) 374 : cluster [DBG] pgmap v317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:20:05.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:04.041759+0000 mgr.smithi176.ajjlsm (mgr.14696) 375 : cluster [DBG] pgmap v318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:04.041759+0000 mgr.smithi176.ajjlsm (mgr.14696) 375 : cluster [DBG] pgmap v318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:07.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:06.042634+0000 mgr.smithi176.ajjlsm (mgr.14696) 376 : cluster [DBG] pgmap v319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:20:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:06.042634+0000 mgr.smithi176.ajjlsm (mgr.14696) 376 : cluster [DBG] pgmap v319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:20:09.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:08.043324+0000 mgr.smithi176.ajjlsm (mgr.14696) 377 : cluster [DBG] pgmap v320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:09.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:08.043324+0000 mgr.smithi176.ajjlsm (mgr.14696) 377 : cluster [DBG] pgmap v320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:10.043910+0000 mgr.smithi176.ajjlsm (mgr.14696) 378 : cluster [DBG] pgmap v321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:10.043910+0000 mgr.smithi176.ajjlsm (mgr.14696) 378 : cluster [DBG] pgmap v321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:13.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:12.044813+0000 mgr.smithi176.ajjlsm (mgr.14696) 379 : cluster [DBG] pgmap v322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:20:13.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:12.044813+0000 mgr.smithi176.ajjlsm (mgr.14696) 379 : cluster [DBG] pgmap v322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:20:15.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:14.045307+0000 mgr.smithi176.ajjlsm (mgr.14696) 380 : cluster [DBG] pgmap v323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:14.045307+0000 mgr.smithi176.ajjlsm (mgr.14696) 380 : cluster [DBG] pgmap v323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:17.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:16.045959+0000 mgr.smithi176.ajjlsm (mgr.14696) 381 : cluster [DBG] pgmap v324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:20:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:16.045959+0000 mgr.smithi176.ajjlsm (mgr.14696) 381 : cluster [DBG] pgmap v324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:20:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:18.046519+0000 mgr.smithi176.ajjlsm (mgr.14696) 382 : cluster [DBG] pgmap v325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:18.046519+0000 mgr.smithi176.ajjlsm (mgr.14696) 382 : cluster [DBG] pgmap v325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:20.046984+0000 mgr.smithi176.ajjlsm (mgr.14696) 383 : cluster [DBG] pgmap v326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:20.046984+0000 mgr.smithi176.ajjlsm (mgr.14696) 383 : cluster [DBG] pgmap v326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:23.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:22.047748+0000 mgr.smithi176.ajjlsm (mgr.14696) 384 : cluster [DBG] pgmap v327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:20:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:22.047748+0000 mgr.smithi176.ajjlsm (mgr.14696) 384 : cluster [DBG] pgmap v327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:20:25.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:24.048333+0000 mgr.smithi176.ajjlsm (mgr.14696) 385 : cluster [DBG] pgmap v328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:24.048333+0000 mgr.smithi176.ajjlsm (mgr.14696) 385 : cluster [DBG] pgmap v328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:27.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:26.049112+0000 mgr.smithi176.ajjlsm (mgr.14696) 386 : cluster [DBG] pgmap v329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:20:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:26.049112+0000 mgr.smithi176.ajjlsm (mgr.14696) 386 : cluster [DBG] pgmap v329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:20:29.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:28.049782+0000 mgr.smithi176.ajjlsm (mgr.14696) 387 : cluster [DBG] pgmap v330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:28.049782+0000 mgr.smithi176.ajjlsm (mgr.14696) 387 : cluster [DBG] pgmap v330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:31.020 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:20:31.291 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:20:31.291 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (15m) 9m ago 16m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:20:31.292 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (9m) 9m ago 16m 7222k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:20:31.292 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (8m) 8m ago 16m 29.8M - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:20:31.292 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (15m) 9m ago 16m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:20:31.292 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (9m) 9m ago 12m - - 16.2.4 8d91d370c2b8 9ed30f23a201 2022-03-27T07:20:31.293 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 error 8m ago 12m - - 2022-03-27T07:20:31.293 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (10m) 9m ago 17m 437M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:20:31.293 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (9m) 8m ago 16m 390M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:20:31.293 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (9m) 9m ago 18m 70.9M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:20:31.294 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (9m) 8m ago 16m 35.5M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:20:31.294 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (10m) 9m ago 10m 57.1M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:20:31.294 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (10m) 8m ago 10m 79.9M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:20:31.294 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (16m) 9m ago 16m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:20:31.295 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (16m) 8m ago 16m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:20:31.295 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (15m) 9m ago 15m 1261M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:20:31.295 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (15m) 9m ago 15m 1149M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:20:31.296 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (15m) 9m ago 15m 723M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:20:31.296 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (14m) 9m ago 14m 1242M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:20:31.296 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (14m) 8m ago 14m 1160M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:20:31.296 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (14m) 8m ago 14m 1428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:20:31.297 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (14m) 8m ago 14m 1086M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:20:31.297 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (13m) 8m ago 13m 1803M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:20:31.297 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (15m) 9m ago 16m 47.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:20:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:30.050367+0000 mgr.smithi176.ajjlsm (mgr.14696) 388 : cluster [DBG] pgmap v331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:30.050367+0000 mgr.smithi176.ajjlsm (mgr.14696) 388 : cluster [DBG] pgmap v331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:31.616 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:20:31.616 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:20:31.616 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:20:31.617 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:20:31.617 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:20:31.617 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:20:31.617 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:20:31.617 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:20:31.618 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:20:31.618 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:20:31.618 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:20:31.618 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:20:31.619 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:20:31.619 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:20:31.619 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:20:31.619 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:20:31.620 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:20:31.620 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:20:31.620 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:20:32.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:20:31.006669+0000 mgr.smithi176.ajjlsm (mgr.14696) 389 : audit [DBG] from='client.34350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:20:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:20:31.281859+0000 mgr.smithi176.ajjlsm (mgr.14696) 390 : audit [DBG] from='client.34354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:20:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:20:31.615719+0000 mon.smithi176 (mon.0) 341 : audit [DBG] from='client.? 172.21.15.176:0/3003270158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:20:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:20:31.006669+0000 mgr.smithi176.ajjlsm (mgr.14696) 389 : audit [DBG] from='client.34350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:20:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:20:31.281859+0000 mgr.smithi176.ajjlsm (mgr.14696) 390 : audit [DBG] from='client.34354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:20:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:20:31.615719+0000 mon.smithi176 (mon.0) 341 : audit [DBG] from='client.? 172.21.15.176:0/3003270158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:20:33.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:32.051151+0000 mgr.smithi176.ajjlsm (mgr.14696) 391 : cluster [DBG] pgmap v332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:20:33.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:32.051151+0000 mgr.smithi176.ajjlsm (mgr.14696) 391 : cluster [DBG] pgmap v332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:20:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:34.051666+0000 mgr.smithi176.ajjlsm (mgr.14696) 392 : cluster [DBG] pgmap v333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:34.051666+0000 mgr.smithi176.ajjlsm (mgr.14696) 392 : cluster [DBG] pgmap v333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:36.052424+0000 mgr.smithi176.ajjlsm (mgr.14696) 393 : cluster [DBG] pgmap v334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:20:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:36.052424+0000 mgr.smithi176.ajjlsm (mgr.14696) 393 : cluster [DBG] pgmap v334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:20:39.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:38.053176+0000 mgr.smithi176.ajjlsm (mgr.14696) 394 : cluster [DBG] pgmap v335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:39.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:38.053176+0000 mgr.smithi176.ajjlsm (mgr.14696) 394 : cluster [DBG] pgmap v335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:40.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:20:40.053196+0000 mon.smithi176 (mon.0) 342 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:20:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:20:40.055068+0000 mon.smithi176 (mon.0) 343 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:20:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:20:40.053196+0000 mon.smithi176 (mon.0) 342 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:20:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:20:40.055068+0000 mon.smithi176 (mon.0) 343 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:20:41.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:40.053572+0000 mgr.smithi176.ajjlsm (mgr.14696) 395 : cluster [DBG] pgmap v336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:40.053572+0000 mgr.smithi176.ajjlsm (mgr.14696) 395 : cluster [DBG] pgmap v336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:43.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:42.054373+0000 mgr.smithi176.ajjlsm (mgr.14696) 396 : cluster [DBG] pgmap v337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:20:43.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:42.054373+0000 mgr.smithi176.ajjlsm (mgr.14696) 396 : cluster [DBG] pgmap v337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:20:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:44.054973+0000 mgr.smithi176.ajjlsm (mgr.14696) 397 : cluster [DBG] pgmap v338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:44.054973+0000 mgr.smithi176.ajjlsm (mgr.14696) 397 : cluster [DBG] pgmap v338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:47.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:46.055596+0000 mgr.smithi176.ajjlsm (mgr.14696) 398 : cluster [DBG] pgmap v339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:20:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:46.055596+0000 mgr.smithi176.ajjlsm (mgr.14696) 398 : cluster [DBG] pgmap v339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:20:49.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:48.056157+0000 mgr.smithi176.ajjlsm (mgr.14696) 399 : cluster [DBG] pgmap v340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:49.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:48.056157+0000 mgr.smithi176.ajjlsm (mgr.14696) 399 : cluster [DBG] pgmap v340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:50.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:20:50.047966+0000 mon.smithi176 (mon.0) 344 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:20:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:20:50.049444+0000 mon.smithi176 (mon.0) 345 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:20:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:20:50.050242+0000 mon.smithi176 (mon.0) 346 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:20:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:20:50.047966+0000 mon.smithi176 (mon.0) 344 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:20:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:20:50.049444+0000 mon.smithi176 (mon.0) 345 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:20:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:20:50.050242+0000 mon.smithi176 (mon.0) 346 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:20:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:20:50.050959+0000 mgr.smithi176.ajjlsm (mgr.14696) 400 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:20:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:50.056602+0000 mgr.smithi176.ajjlsm (mgr.14696) 401 : cluster [DBG] pgmap v341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:20:50.453326+0000 mon.smithi176 (mon.0) 347 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:20:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:20:50.463097+0000 mon.smithi176 (mon.0) 348 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:20:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:20:50.467844+0000 mon.smithi176 (mon.0) 349 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:20:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:20:50.473140+0000 mon.smithi176 (mon.0) 350 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:20:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:20:50.050959+0000 mgr.smithi176.ajjlsm (mgr.14696) 400 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:20:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:50.056602+0000 mgr.smithi176.ajjlsm (mgr.14696) 401 : cluster [DBG] pgmap v341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:20:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:20:50.453326+0000 mon.smithi176 (mon.0) 347 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:20:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:20:50.463097+0000 mon.smithi176 (mon.0) 348 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:20:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:20:50.467844+0000 mon.smithi176 (mon.0) 349 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:20:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:20:50.473140+0000 mon.smithi176 (mon.0) 350 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:20:52.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:50.463986+0000 mgr.smithi176.ajjlsm (mgr.14696) 402 : cluster [DBG] pgmap v342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 196 B/s rd, 0 op/s 2022-03-27T07:20:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:50.464190+0000 mgr.smithi176.ajjlsm (mgr.14696) 403 : cluster [DBG] pgmap v343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2022-03-27T07:20:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:50.463986+0000 mgr.smithi176.ajjlsm (mgr.14696) 402 : cluster [DBG] pgmap v342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 196 B/s rd, 0 op/s 2022-03-27T07:20:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:50.464190+0000 mgr.smithi176.ajjlsm (mgr.14696) 403 : cluster [DBG] pgmap v343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2022-03-27T07:20:54.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:52.464975+0000 mgr.smithi176.ajjlsm (mgr.14696) 404 : cluster [DBG] pgmap v344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s 2022-03-27T07:20:54.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:52.464975+0000 mgr.smithi176.ajjlsm (mgr.14696) 404 : cluster [DBG] pgmap v344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s 2022-03-27T07:20:56.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:54.465450+0000 mgr.smithi176.ajjlsm (mgr.14696) 405 : cluster [DBG] pgmap v345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2022-03-27T07:20:56.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:54.465450+0000 mgr.smithi176.ajjlsm (mgr.14696) 405 : cluster [DBG] pgmap v345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2022-03-27T07:20:58.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:20:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:56.466341+0000 mgr.smithi176.ajjlsm (mgr.14696) 406 : cluster [DBG] pgmap v346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s 2022-03-27T07:20:58.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:20:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:56.466341+0000 mgr.smithi176.ajjlsm (mgr.14696) 406 : cluster [DBG] pgmap v346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s 2022-03-27T07:21:00.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:20:58.466911+0000 mgr.smithi176.ajjlsm (mgr.14696) 407 : cluster [DBG] pgmap v347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s 2022-03-27T07:21:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:20:58.466911+0000 mgr.smithi176.ajjlsm (mgr.14696) 407 : cluster [DBG] pgmap v347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 243 B/s rd, 0 op/s 2022-03-27T07:21:01.922 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:21:02.191 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:21:02.192 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (16m) 9m ago 17m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:21:02.192 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (9m) 9m ago 17m 7222k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:21:02.192 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (9m) 9m ago 16m 29.8M - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:21:02.192 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (16m) 9m ago 17m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:21:02.193 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (9m) 9m ago 13m - - 16.2.4 8d91d370c2b8 9ed30f23a201 2022-03-27T07:21:02.193 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 error 9m ago 13m - - 2022-03-27T07:21:02.193 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (10m) 9m ago 18m 437M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:21:02.193 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (10m) 9m ago 16m 390M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:21:02.193 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (9m) 9m ago 18m 70.9M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:21:02.194 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (9m) 9m ago 16m 35.5M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:21:02.194 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (10m) 9m ago 10m 57.1M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:21:02.194 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (10m) 9m ago 10m 79.9M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:21:02.194 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (17m) 9m ago 17m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:21:02.195 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (16m) 9m ago 16m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:21:02.195 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (16m) 9m ago 16m 1261M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:21:02.195 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (15m) 9m ago 15m 1149M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:21:02.195 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (15m) 9m ago 15m 723M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:21:02.196 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (15m) 9m ago 15m 1242M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:21:02.196 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (15m) 9m ago 15m 1160M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:21:02.196 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (14m) 9m ago 14m 1428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:21:02.196 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (14m) 9m ago 14m 1086M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:21:02.196 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (14m) 9m ago 14m 1803M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:21:02.197 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (16m) 9m ago 17m 47.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:21:02.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:00.467635+0000 mgr.smithi176.ajjlsm (mgr.14696) 408 : cluster [DBG] pgmap v348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-27T07:21:02.512 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:21:02.513 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:21:02.513 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:21:02.514 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:21:02.514 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:21:02.514 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:21:02.515 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:21:02.515 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:21:02.516 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:21:02.516 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:21:02.517 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:21:02.517 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:21:02.517 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:21:02.518 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:21:02.518 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:21:02.519 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:21:02.519 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:21:02.519 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:21:02.520 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:21:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:00.467635+0000 mgr.smithi176.ajjlsm (mgr.14696) 408 : cluster [DBG] pgmap v348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-27T07:21:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:21:01.908990+0000 mgr.smithi176.ajjlsm (mgr.14696) 409 : audit [DBG] from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:21:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:21:02.182071+0000 mgr.smithi176.ajjlsm (mgr.14696) 410 : audit [DBG] from='client.34366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:21:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:21:02.511669+0000 mon.smithi176 (mon.0) 351 : audit [DBG] from='client.? 172.21.15.176:0/2806888002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:21:03.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:21:01.908990+0000 mgr.smithi176.ajjlsm (mgr.14696) 409 : audit [DBG] from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:21:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:21:02.182071+0000 mgr.smithi176.ajjlsm (mgr.14696) 410 : audit [DBG] from='client.34366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:21:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:21:02.511669+0000 mon.smithi176 (mon.0) 351 : audit [DBG] from='client.? 172.21.15.176:0/2806888002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:21:04.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:02.468314+0000 mgr.smithi176.ajjlsm (mgr.14696) 411 : cluster [DBG] pgmap v349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:21:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:02.468314+0000 mgr.smithi176.ajjlsm (mgr.14696) 411 : cluster [DBG] pgmap v349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:21:06.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:04.469005+0000 mgr.smithi176.ajjlsm (mgr.14696) 412 : cluster [DBG] pgmap v350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:04.469005+0000 mgr.smithi176.ajjlsm (mgr.14696) 412 : cluster [DBG] pgmap v350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:08.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:06.469862+0000 mgr.smithi176.ajjlsm (mgr.14696) 413 : cluster [DBG] pgmap v351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:21:08.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:06.469862+0000 mgr.smithi176.ajjlsm (mgr.14696) 413 : cluster [DBG] pgmap v351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:21:10.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:08.470356+0000 mgr.smithi176.ajjlsm (mgr.14696) 414 : cluster [DBG] pgmap v352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:08.470356+0000 mgr.smithi176.ajjlsm (mgr.14696) 414 : cluster [DBG] pgmap v352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:12.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:10.470883+0000 mgr.smithi176.ajjlsm (mgr.14696) 415 : cluster [DBG] pgmap v353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:10.470883+0000 mgr.smithi176.ajjlsm (mgr.14696) 415 : cluster [DBG] pgmap v353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:14.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:12.471972+0000 mgr.smithi176.ajjlsm (mgr.14696) 416 : cluster [DBG] pgmap v354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:21:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:12.471972+0000 mgr.smithi176.ajjlsm (mgr.14696) 416 : cluster [DBG] pgmap v354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:21:16.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:14.472467+0000 mgr.smithi176.ajjlsm (mgr.14696) 417 : cluster [DBG] pgmap v355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:14.472467+0000 mgr.smithi176.ajjlsm (mgr.14696) 417 : cluster [DBG] pgmap v355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:16.473335+0000 mgr.smithi176.ajjlsm (mgr.14696) 418 : cluster [DBG] pgmap v356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:21:18.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:16.473335+0000 mgr.smithi176.ajjlsm (mgr.14696) 418 : cluster [DBG] pgmap v356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:21:20.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:18.474031+0000 mgr.smithi176.ajjlsm (mgr.14696) 419 : cluster [DBG] pgmap v357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:18.474031+0000 mgr.smithi176.ajjlsm (mgr.14696) 419 : cluster [DBG] pgmap v357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:22.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:20.474519+0000 mgr.smithi176.ajjlsm (mgr.14696) 420 : cluster [DBG] pgmap v358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:20.474519+0000 mgr.smithi176.ajjlsm (mgr.14696) 420 : cluster [DBG] pgmap v358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:24.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:22.475300+0000 mgr.smithi176.ajjlsm (mgr.14696) 421 : cluster [DBG] pgmap v359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:21:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:22.475300+0000 mgr.smithi176.ajjlsm (mgr.14696) 421 : cluster [DBG] pgmap v359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:21:25.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:21:24.375203+0000 mgr.smithi176.ajjlsm (mgr.14696) 422 : audit [DBG] from='client.34374 -' entity='client.crash.smithi176' cmd=[{"prefix": "crash post", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:21:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:21:24.379152+0000 mon.smithi176 (mon.0) 352 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:21:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:21:24.653976+0000 mon.smithi176 (mon.0) 353 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:21:25.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:21:24.375203+0000 mgr.smithi176.ajjlsm (mgr.14696) 422 : audit [DBG] from='client.34374 -' entity='client.crash.smithi176' cmd=[{"prefix": "crash post", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:21:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:21:24.379152+0000 mon.smithi176 (mon.0) 352 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:21:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:21:24.653976+0000 mon.smithi176 (mon.0) 353 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:21:26.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:24.379779+0000 mgr.smithi176.ajjlsm (mgr.14696) 423 : cluster [DBG] pgmap v360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 171 B/s rd, 0 op/s 2022-03-27T07:21:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:21:24.650431+0000 mgr.smithi176.ajjlsm (mgr.14696) 424 : audit [DBG] from='client.34378 -' entity='client.crash.smithi176' cmd=[{"prefix": "crash post", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:21:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:24.654643+0000 mgr.smithi176.ajjlsm (mgr.14696) 425 : cluster [DBG] pgmap v361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 201 B/s rd, 0 op/s 2022-03-27T07:21:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:25.377402+0000 mon.smithi176 (mon.0) 354 : cluster [WRN] Health check update: 5 daemons have recently crashed (RECENT_CRASH) 2022-03-27T07:21:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:24.379779+0000 mgr.smithi176.ajjlsm (mgr.14696) 423 : cluster [DBG] pgmap v360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 171 B/s rd, 0 op/s 2022-03-27T07:21:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:21:24.650431+0000 mgr.smithi176.ajjlsm (mgr.14696) 424 : audit [DBG] from='client.34378 -' entity='client.crash.smithi176' cmd=[{"prefix": "crash post", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:21:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:24.654643+0000 mgr.smithi176.ajjlsm (mgr.14696) 425 : cluster [DBG] pgmap v361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 201 B/s rd, 0 op/s 2022-03-27T07:21:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:25.377402+0000 mon.smithi176 (mon.0) 354 : cluster [WRN] Health check update: 5 daemons have recently crashed (RECENT_CRASH) 2022-03-27T07:21:27.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:26.655530+0000 mgr.smithi176.ajjlsm (mgr.14696) 426 : cluster [DBG] pgmap v362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 201 B/s rd, 0 op/s 2022-03-27T07:21:27.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:26.655530+0000 mgr.smithi176.ajjlsm (mgr.14696) 426 : cluster [DBG] pgmap v362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 201 B/s rd, 0 op/s 2022-03-27T07:21:30.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:28.656087+0000 mgr.smithi176.ajjlsm (mgr.14696) 427 : cluster [DBG] pgmap v363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 201 B/s rd, 0 op/s 2022-03-27T07:21:30.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:28.656087+0000 mgr.smithi176.ajjlsm (mgr.14696) 427 : cluster [DBG] pgmap v363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 201 B/s rd, 0 op/s 2022-03-27T07:21:32.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:30.656527+0000 mgr.smithi176.ajjlsm (mgr.14696) 428 : cluster [DBG] pgmap v364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 201 B/s rd, 0 op/s 2022-03-27T07:21:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:30.656527+0000 mgr.smithi176.ajjlsm (mgr.14696) 428 : cluster [DBG] pgmap v364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 201 B/s rd, 0 op/s 2022-03-27T07:21:32.816 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:21:33.087 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:21:33.087 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (17m) 10m ago 17m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:21:33.088 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (10m) 10m ago 17m 7222k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:21:33.088 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (9m) 9m ago 17m 29.8M - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:21:33.088 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (16m) 10m ago 17m 41.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:21:33.088 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (10m) 10m ago 13m - - 16.2.4 8d91d370c2b8 9ed30f23a201 2022-03-27T07:21:33.088 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 error 9m ago 13m - - 2022-03-27T07:21:33.089 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (11m) 10m ago 19m 437M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:21:33.089 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (10m) 9m ago 17m 390M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:21:33.089 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (10m) 10m ago 19m 70.9M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:21:33.089 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (10m) 9m ago 17m 35.5M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:21:33.090 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (11m) 10m ago 11m 57.1M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:21:33.090 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (11m) 9m ago 11m 79.9M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:21:33.090 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (17m) 10m ago 17m 18.4M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:21:33.090 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (17m) 9m ago 17m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:21:33.091 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (16m) 10m ago 16m 1261M 4096M 16.2.4 8d91d370c2b8 91ec5303d21e 2022-03-27T07:21:33.091 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (16m) 10m ago 16m 1149M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:21:33.091 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (16m) 10m ago 16m 723M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:21:33.091 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (15m) 10m ago 15m 1242M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:21:33.092 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (15m) 9m ago 15m 1160M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:21:33.092 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (15m) 9m ago 15m 1428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:21:33.092 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (15m) 9m ago 15m 1086M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:21:33.092 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (14m) 9m ago 14m 1803M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:21:33.093 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (16m) 10m ago 17m 47.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:21:33.410 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:21:33.410 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:21:33.410 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:21:33.411 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:21:33.411 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:21:33.411 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:21:33.411 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:21:33.412 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:21:33.412 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:21:33.412 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:21:33.412 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:21:33.413 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:21:33.413 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:21:33.413 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:21:33.413 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:21:33.414 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:21:33.414 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:21:33.414 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:21:33.414 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:21:34.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:32.657267+0000 mgr.smithi176.ajjlsm (mgr.14696) 429 : cluster [DBG] pgmap v365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 201 B/s rd, 0 op/s 2022-03-27T07:21:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:21:32.803782+0000 mgr.smithi176.ajjlsm (mgr.14696) 430 : audit [DBG] from='client.34382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:21:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:21:33.077794+0000 mgr.smithi176.ajjlsm (mgr.14696) 431 : audit [DBG] from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:21:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:21:33.409609+0000 mon.smithi176 (mon.0) 355 : audit [DBG] from='client.? 172.21.15.176:0/877314553' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:21:34.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:32.657267+0000 mgr.smithi176.ajjlsm (mgr.14696) 429 : cluster [DBG] pgmap v365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 201 B/s rd, 0 op/s 2022-03-27T07:21:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:21:32.803782+0000 mgr.smithi176.ajjlsm (mgr.14696) 430 : audit [DBG] from='client.34382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:21:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:21:33.077794+0000 mgr.smithi176.ajjlsm (mgr.14696) 431 : audit [DBG] from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:21:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:21:33.409609+0000 mon.smithi176 (mon.0) 355 : audit [DBG] from='client.? 172.21.15.176:0/877314553' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:21:36.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:34.657835+0000 mgr.smithi176.ajjlsm (mgr.14696) 432 : cluster [DBG] pgmap v366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 199 B/s rd, 0 op/s 2022-03-27T07:21:36.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:34.657835+0000 mgr.smithi176.ajjlsm (mgr.14696) 432 : cluster [DBG] pgmap v366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 199 B/s rd, 0 op/s 2022-03-27T07:21:38.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:36.658740+0000 mgr.smithi176.ajjlsm (mgr.14696) 433 : cluster [DBG] pgmap v367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:21:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:36.658740+0000 mgr.smithi176.ajjlsm (mgr.14696) 433 : cluster [DBG] pgmap v367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:21:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:38.659376+0000 mgr.smithi176.ajjlsm (mgr.14696) 434 : cluster [DBG] pgmap v368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:40.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:38.659376+0000 mgr.smithi176.ajjlsm (mgr.14696) 434 : cluster [DBG] pgmap v368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:21:40.055288+0000 mon.smithi176 (mon.0) 356 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:21:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:21:40.057109+0000 mon.smithi176 (mon.0) 357 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:21:41.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:21:40.055288+0000 mon.smithi176 (mon.0) 356 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:21:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:21:40.057109+0000 mon.smithi176 (mon.0) 357 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:21:42.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:40.659937+0000 mgr.smithi176.ajjlsm (mgr.14696) 435 : cluster [DBG] pgmap v369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:42.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:40.659937+0000 mgr.smithi176.ajjlsm (mgr.14696) 435 : cluster [DBG] pgmap v369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:44.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:42.660710+0000 mgr.smithi176.ajjlsm (mgr.14696) 436 : cluster [DBG] pgmap v370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:21:44.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:42.660710+0000 mgr.smithi176.ajjlsm (mgr.14696) 436 : cluster [DBG] pgmap v370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:21:46.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:44.661396+0000 mgr.smithi176.ajjlsm (mgr.14696) 437 : cluster [DBG] pgmap v371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:46.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:44.661396+0000 mgr.smithi176.ajjlsm (mgr.14696) 437 : cluster [DBG] pgmap v371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:48.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:46.662182+0000 mgr.smithi176.ajjlsm (mgr.14696) 438 : cluster [DBG] pgmap v372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:21:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:46.662182+0000 mgr.smithi176.ajjlsm (mgr.14696) 438 : cluster [DBG] pgmap v372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:21:50.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:48.662904+0000 mgr.smithi176.ajjlsm (mgr.14696) 439 : cluster [DBG] pgmap v373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:50.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:48.662904+0000 mgr.smithi176.ajjlsm (mgr.14696) 439 : cluster [DBG] pgmap v373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:51.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:21:50.476086+0000 mon.smithi176 (mon.0) 358 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:21:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:21:50.477481+0000 mon.smithi176 (mon.0) 359 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:21:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:21:50.478274+0000 mon.smithi176 (mon.0) 360 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:21:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:21:50.476086+0000 mon.smithi176 (mon.0) 358 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:21:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:21:50.477481+0000 mon.smithi176 (mon.0) 359 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:21:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:21:50.478274+0000 mon.smithi176 (mon.0) 360 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:21:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:21:50.478993+0000 mgr.smithi176.ajjlsm (mgr.14696) 440 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:21:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:50.663390+0000 mgr.smithi176.ajjlsm (mgr.14696) 441 : cluster [DBG] pgmap v374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:21:50.478993+0000 mgr.smithi176.ajjlsm (mgr.14696) 440 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:21:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:50.663390+0000 mgr.smithi176.ajjlsm (mgr.14696) 441 : cluster [DBG] pgmap v374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:52.664247+0000 mgr.smithi176.ajjlsm (mgr.14696) 442 : cluster [DBG] pgmap v375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:21:54.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:52.664247+0000 mgr.smithi176.ajjlsm (mgr.14696) 442 : cluster [DBG] pgmap v375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:21:56.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:54.664640+0000 mgr.smithi176.ajjlsm (mgr.14696) 443 : cluster [DBG] pgmap v376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:56.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:21:55.257679+0000 mon.smithi176 (mon.0) 361 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:21:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:54.664640+0000 mgr.smithi176.ajjlsm (mgr.14696) 443 : cluster [DBG] pgmap v376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:21:56.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:21:55.257679+0000 mon.smithi176 (mon.0) 361 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:21:58.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:56.665334+0000 mgr.smithi176.ajjlsm (mgr.14696) 444 : cluster [DBG] pgmap v377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:21:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:21:57.211795+0000 mon.smithi176 (mon.0) 362 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:21:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:21:57.604544+0000 mon.smithi176 (mon.0) 363 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:21:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:21:57.609518+0000 mon.smithi176 (mon.0) 364 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:21:58.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:56.665334+0000 mgr.smithi176.ajjlsm (mgr.14696) 444 : cluster [DBG] pgmap v377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:21:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:21:57.211795+0000 mon.smithi176 (mon.0) 362 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:21:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:21:57.604544+0000 mon.smithi176 (mon.0) 363 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:21:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:21:57.609518+0000 mon.smithi176 (mon.0) 364 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:21:59.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:57.600850+0000 mgr.smithi176.ajjlsm (mgr.14696) 445 : cluster [DBG] pgmap v378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 187 B/s rd, 0 op/s 2022-03-27T07:21:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:21:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:58.259739+0000 mon.smithi176 (mon.0) 365 : cluster [INF] Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2022-03-27T07:21:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:57.600850+0000 mgr.smithi176.ajjlsm (mgr.14696) 445 : cluster [DBG] pgmap v378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 187 B/s rd, 0 op/s 2022-03-27T07:21:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:21:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:58.259739+0000 mon.smithi176 (mon.0) 365 : cluster [INF] Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2022-03-27T07:22:01.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:21:59.601374+0000 mgr.smithi176.ajjlsm (mgr.14696) 446 : cluster [DBG] pgmap v379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 187 B/s rd, 0 op/s 2022-03-27T07:22:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:21:59.601374+0000 mgr.smithi176.ajjlsm (mgr.14696) 446 : cluster [DBG] pgmap v379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 187 B/s rd, 0 op/s 2022-03-27T07:22:03.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:01.602256+0000 mgr.smithi176.ajjlsm (mgr.14696) 447 : cluster [DBG] pgmap v380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 280 B/s rd, 0 op/s 2022-03-27T07:22:03.717 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:22:03.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:01.602256+0000 mgr.smithi176.ajjlsm (mgr.14696) 447 : cluster [DBG] pgmap v380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 280 B/s rd, 0 op/s 2022-03-27T07:22:03.984 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:22:03.984 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (17m) 6s ago 18m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:22:03.984 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (10m) 6s ago 18m 7239k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:22:03.985 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (10m) 8s ago 17m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:22:03.985 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (17m) 6s ago 18m 42.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:22:03.985 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (9m) 6s ago 14m 43.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:22:03.985 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (10m) 8s ago 14m 15.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:22:03.986 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (11m) 6s ago 19m 459M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:22:03.986 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (11m) 8s ago 17m 394M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:22:03.986 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (11m) 6s ago 19m 141M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:22:03.986 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (10m) 8s ago 17m 105M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:22:03.986 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (11m) 6s ago 11m 142M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:22:03.987 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (11m) 8s ago 11m 88.2M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:22:03.987 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (18m) 6s ago 18m 18.6M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:22:03.987 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (17m) 8s ago 17m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:22:03.987 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3m) 6s ago 17m 442M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:22:03.988 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (17m) 6s ago 17m 1209M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:22:03.988 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (16m) 6s ago 16m 816M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:22:03.988 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (16m) 6s ago 16m 1347M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:22:03.988 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (16m) 8s ago 16m 1265M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:22:03.989 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (15m) 8s ago 15m 1480M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:22:03.989 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (15m) 8s ago 15m 1183M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:22:03.989 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (15m) 8s ago 15m 1890M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:22:03.989 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (17m) 6s ago 18m 51.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:22:04.304 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:22:04.305 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:22:04.306 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:22:04.306 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:22:04.306 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:22:04.306 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:22:04.307 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:22:04.307 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:22:04.307 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:22:04.308 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:22:04.308 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:22:04.308 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:22:04.308 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:22:04.309 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:22:04.309 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:22:04.309 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:22:04.309 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:22:04.310 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:22:04.310 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:22:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:03.602757+0000 mgr.smithi176.ajjlsm (mgr.14696) 448 : cluster [DBG] pgmap v381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 187 B/s rd, 0 op/s 2022-03-27T07:22:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:22:03.703886+0000 mgr.smithi176.ajjlsm (mgr.14696) 449 : audit [DBG] from='client.34394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:22:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:22:03.974847+0000 mgr.smithi176.ajjlsm (mgr.14696) 450 : audit [DBG] from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:22:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:22:04.303781+0000 mon.smithi176 (mon.0) 366 : audit [DBG] from='client.? 172.21.15.176:0/758594481' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:22:05.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:03.602757+0000 mgr.smithi176.ajjlsm (mgr.14696) 448 : cluster [DBG] pgmap v381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 187 B/s rd, 0 op/s 2022-03-27T07:22:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:22:03.703886+0000 mgr.smithi176.ajjlsm (mgr.14696) 449 : audit [DBG] from='client.34394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:22:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:22:03.974847+0000 mgr.smithi176.ajjlsm (mgr.14696) 450 : audit [DBG] from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:22:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:22:04.303781+0000 mon.smithi176 (mon.0) 366 : audit [DBG] from='client.? 172.21.15.176:0/758594481' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:22:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:05.603299+0000 mgr.smithi176.ajjlsm (mgr.14696) 451 : cluster [DBG] pgmap v382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 187 B/s rd, 0 op/s 2022-03-27T07:22:07.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:05.603299+0000 mgr.smithi176.ajjlsm (mgr.14696) 451 : cluster [DBG] pgmap v382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 187 B/s rd, 0 op/s 2022-03-27T07:22:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:07.604088+0000 mgr.smithi176.ajjlsm (mgr.14696) 452 : cluster [DBG] pgmap v383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 187 B/s rd, 0 op/s 2022-03-27T07:22:09.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:07.604088+0000 mgr.smithi176.ajjlsm (mgr.14696) 452 : cluster [DBG] pgmap v383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 187 B/s rd, 0 op/s 2022-03-27T07:22:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:09.604555+0000 mgr.smithi176.ajjlsm (mgr.14696) 453 : cluster [DBG] pgmap v384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:22:10.024122+0000 mon.smithi176 (mon.0) 367 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:22:11.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:09.604555+0000 mgr.smithi176.ajjlsm (mgr.14696) 453 : cluster [DBG] pgmap v384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:22:10.024122+0000 mon.smithi176 (mon.0) 367 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:22:13.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:11.605469+0000 mgr.smithi176.ajjlsm (mgr.14696) 454 : cluster [DBG] pgmap v385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:22:13.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:11.605469+0000 mgr.smithi176.ajjlsm (mgr.14696) 454 : cluster [DBG] pgmap v385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:22:15.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:13.605942+0000 mgr.smithi176.ajjlsm (mgr.14696) 455 : cluster [DBG] pgmap v386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:15.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:13.605942+0000 mgr.smithi176.ajjlsm (mgr.14696) 455 : cluster [DBG] pgmap v386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:17.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:15.606422+0000 mgr.smithi176.ajjlsm (mgr.14696) 456 : cluster [DBG] pgmap v387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:17.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:15.606422+0000 mgr.smithi176.ajjlsm (mgr.14696) 456 : cluster [DBG] pgmap v387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:17.607212+0000 mgr.smithi176.ajjlsm (mgr.14696) 457 : cluster [DBG] pgmap v388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:22:19.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:17.607212+0000 mgr.smithi176.ajjlsm (mgr.14696) 457 : cluster [DBG] pgmap v388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:22:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:19.607923+0000 mgr.smithi176.ajjlsm (mgr.14696) 458 : cluster [DBG] pgmap v389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:19.607923+0000 mgr.smithi176.ajjlsm (mgr.14696) 458 : cluster [DBG] pgmap v389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:23.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:21.608721+0000 mgr.smithi176.ajjlsm (mgr.14696) 459 : cluster [DBG] pgmap v390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:22:23.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:21.608721+0000 mgr.smithi176.ajjlsm (mgr.14696) 459 : cluster [DBG] pgmap v390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:22:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:23.609233+0000 mgr.smithi176.ajjlsm (mgr.14696) 460 : cluster [DBG] pgmap v391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:23.609233+0000 mgr.smithi176.ajjlsm (mgr.14696) 460 : cluster [DBG] pgmap v391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:27.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:25.609621+0000 mgr.smithi176.ajjlsm (mgr.14696) 461 : cluster [DBG] pgmap v392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:25.609621+0000 mgr.smithi176.ajjlsm (mgr.14696) 461 : cluster [DBG] pgmap v392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:27.610616+0000 mgr.smithi176.ajjlsm (mgr.14696) 462 : cluster [DBG] pgmap v393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:22:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:27.610616+0000 mgr.smithi176.ajjlsm (mgr.14696) 462 : cluster [DBG] pgmap v393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:22:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:29.611176+0000 mgr.smithi176.ajjlsm (mgr.14696) 463 : cluster [DBG] pgmap v394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:29.611176+0000 mgr.smithi176.ajjlsm (mgr.14696) 463 : cluster [DBG] pgmap v394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:33.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:31.612136+0000 mgr.smithi176.ajjlsm (mgr.14696) 464 : cluster [DBG] pgmap v395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:22:33.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:31.612136+0000 mgr.smithi176.ajjlsm (mgr.14696) 464 : cluster [DBG] pgmap v395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:22:34.606 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:22:34.876 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:22:34.876 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (18m) 37s ago 18m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:22:34.877 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (11m) 37s ago 18m 7239k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:22:34.877 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (11m) 39s ago 18m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:22:34.877 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (17m) 37s ago 18m 42.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:22:34.877 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (10m) 37s ago 14m 43.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:22:34.878 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (10m) 39s ago 14m 15.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:22:34.878 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (12m) 37s ago 20m 459M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:22:34.878 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (11m) 39s ago 18m 394M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:22:34.878 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (11m) 37s ago 20m 141M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:22:34.879 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (11m) 39s ago 18m 105M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:22:34.879 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (12m) 37s ago 12m 142M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:22:34.879 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (12m) 39s ago 12m 88.2M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:22:34.879 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (18m) 37s ago 18m 18.6M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:22:34.879 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (18m) 39s ago 18m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:22:34.880 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3m) 37s ago 17m 442M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:22:34.880 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (17m) 37s ago 17m 1209M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:22:34.880 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (17m) 37s ago 17m 816M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:22:34.880 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (16m) 37s ago 16m 1347M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:22:34.881 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (16m) 39s ago 16m 1265M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:22:34.881 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (16m) 39s ago 16m 1480M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:22:34.881 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (16m) 39s ago 16m 1183M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:22:34.881 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (15m) 39s ago 15m 1890M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:22:34.881 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (17m) 37s ago 18m 51.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:22:35.207 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:22:35.207 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:22:35.207 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:22:35.208 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:22:35.208 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:22:35.208 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:22:35.208 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:22:35.209 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:22:35.209 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:22:35.209 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:22:35.209 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:22:35.210 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:22:35.210 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:22:35.210 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:22:35.210 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:22:35.210 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:22:35.211 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:22:35.211 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:22:35.211 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:22:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:33.612600+0000 mgr.smithi176.ajjlsm (mgr.14696) 465 : cluster [DBG] pgmap v396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:33.612600+0000 mgr.smithi176.ajjlsm (mgr.14696) 465 : cluster [DBG] pgmap v396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:36.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:22:34.593434+0000 mgr.smithi176.ajjlsm (mgr.14696) 466 : audit [DBG] from='client.34406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:22:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:22:34.866753+0000 mgr.smithi176.ajjlsm (mgr.14696) 467 : audit [DBG] from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:22:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:22:35.206763+0000 mon.smithi176 (mon.0) 368 : audit [DBG] from='client.? 172.21.15.176:0/891745183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:22:36.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:22:34.593434+0000 mgr.smithi176.ajjlsm (mgr.14696) 466 : audit [DBG] from='client.34406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:22:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:22:34.866753+0000 mgr.smithi176.ajjlsm (mgr.14696) 467 : audit [DBG] from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:22:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:22:35.206763+0000 mon.smithi176 (mon.0) 368 : audit [DBG] from='client.? 172.21.15.176:0/891745183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:22:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:35.613121+0000 mgr.smithi176.ajjlsm (mgr.14696) 468 : cluster [DBG] pgmap v397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:35.613121+0000 mgr.smithi176.ajjlsm (mgr.14696) 468 : cluster [DBG] pgmap v397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:39.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:37.614083+0000 mgr.smithi176.ajjlsm (mgr.14696) 469 : cluster [DBG] pgmap v398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:22:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:37.614083+0000 mgr.smithi176.ajjlsm (mgr.14696) 469 : cluster [DBG] pgmap v398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:22:40.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:22:40.057308+0000 mon.smithi176 (mon.0) 369 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:22:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:22:40.059312+0000 mon.smithi176 (mon.0) 370 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:22:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:22:40.057308+0000 mon.smithi176 (mon.0) 369 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:22:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:22:40.059312+0000 mon.smithi176 (mon.0) 370 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:22:41.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:39.614589+0000 mgr.smithi176.ajjlsm (mgr.14696) 470 : cluster [DBG] pgmap v399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:39.614589+0000 mgr.smithi176.ajjlsm (mgr.14696) 470 : cluster [DBG] pgmap v399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:43.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:41.615442+0000 mgr.smithi176.ajjlsm (mgr.14696) 471 : cluster [DBG] pgmap v400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:22:43.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:41.615442+0000 mgr.smithi176.ajjlsm (mgr.14696) 471 : cluster [DBG] pgmap v400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:22:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:43.616034+0000 mgr.smithi176.ajjlsm (mgr.14696) 472 : cluster [DBG] pgmap v401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:43.616034+0000 mgr.smithi176.ajjlsm (mgr.14696) 472 : cluster [DBG] pgmap v401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:45.616471+0000 mgr.smithi176.ajjlsm (mgr.14696) 473 : cluster [DBG] pgmap v402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:45.616471+0000 mgr.smithi176.ajjlsm (mgr.14696) 473 : cluster [DBG] pgmap v402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:49.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:47.617350+0000 mgr.smithi176.ajjlsm (mgr.14696) 474 : cluster [DBG] pgmap v403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:22:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:47.617350+0000 mgr.smithi176.ajjlsm (mgr.14696) 474 : cluster [DBG] pgmap v403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:22:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:49.618091+0000 mgr.smithi176.ajjlsm (mgr.14696) 475 : cluster [DBG] pgmap v404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:49.618091+0000 mgr.smithi176.ajjlsm (mgr.14696) 475 : cluster [DBG] pgmap v404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:53.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:51.618821+0000 mgr.smithi176.ajjlsm (mgr.14696) 476 : cluster [DBG] pgmap v405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:22:53.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:51.618821+0000 mgr.smithi176.ajjlsm (mgr.14696) 476 : cluster [DBG] pgmap v405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:22:55.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:53.619289+0000 mgr.smithi176.ajjlsm (mgr.14696) 477 : cluster [DBG] pgmap v406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:53.619289+0000 mgr.smithi176.ajjlsm (mgr.14696) 477 : cluster [DBG] pgmap v406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:57.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:55.619897+0000 mgr.smithi176.ajjlsm (mgr.14696) 478 : cluster [DBG] pgmap v407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:55.619897+0000 mgr.smithi176.ajjlsm (mgr.14696) 478 : cluster [DBG] pgmap v407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:22:58.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:22:57.612054+0000 mon.smithi176 (mon.0) 371 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:22:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:22:57.613494+0000 mon.smithi176 (mon.0) 372 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:22:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:22:57.614304+0000 mon.smithi176 (mon.0) 373 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:22:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:22:58.018451+0000 mon.smithi176 (mon.0) 374 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:22:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:22:58.023167+0000 mon.smithi176 (mon.0) 375 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:22:58.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:22:57.612054+0000 mon.smithi176 (mon.0) 371 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:22:58.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:22:57.613494+0000 mon.smithi176 (mon.0) 372 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:22:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:22:57.614304+0000 mon.smithi176 (mon.0) 373 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:22:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:22:58.018451+0000 mon.smithi176 (mon.0) 374 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:22:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:22:58.023167+0000 mon.smithi176 (mon.0) 375 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:22:59.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:22:57.615064+0000 mgr.smithi176.ajjlsm (mgr.14696) 479 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:22:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:22:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:57.620645+0000 mgr.smithi176.ajjlsm (mgr.14696) 480 : cluster [DBG] pgmap v408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:22:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:22:57.615064+0000 mgr.smithi176.ajjlsm (mgr.14696) 479 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:22:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:22:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:57.620645+0000 mgr.smithi176.ajjlsm (mgr.14696) 480 : cluster [DBG] pgmap v408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:01.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:22:59.621070+0000 mgr.smithi176.ajjlsm (mgr.14696) 481 : cluster [DBG] pgmap v409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:22:59.621070+0000 mgr.smithi176.ajjlsm (mgr.14696) 481 : cluster [DBG] pgmap v409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:01.621902+0000 mgr.smithi176.ajjlsm (mgr.14696) 482 : cluster [DBG] pgmap v410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:03.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:01.621902+0000 mgr.smithi176.ajjlsm (mgr.14696) 482 : cluster [DBG] pgmap v410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:05.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:03.622518+0000 mgr.smithi176.ajjlsm (mgr.14696) 483 : cluster [DBG] pgmap v411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:05.512 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:23:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:03.622518+0000 mgr.smithi176.ajjlsm (mgr.14696) 483 : cluster [DBG] pgmap v411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:05.784 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:23:05.784 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (18m) 68s ago 19m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:23:05.784 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (11m) 68s ago 19m 7239k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:23:05.785 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (11m) 70s ago 18m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:23:05.785 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (18m) 68s ago 19m 42.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:23:05.785 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (10m) 68s ago 15m 43.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:23:05.785 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (11m) 70s ago 15m 15.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:23:05.785 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (12m) 68s ago 20m 459M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:23:05.786 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (12m) 70s ago 18m 394M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:23:05.786 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (12m) 68s ago 20m 141M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:23:05.786 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (11m) 70s ago 18m 105M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:23:05.786 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (12m) 68s ago 12m 142M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:23:05.786 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (12m) 70s ago 12m 88.2M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:23:05.787 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (19m) 68s ago 19m 18.6M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:23:05.787 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (18m) 70s ago 18m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:23:05.787 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4m) 68s ago 18m 442M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:23:05.787 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (18m) 68s ago 18m 1209M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:23:05.788 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (17m) 68s ago 17m 816M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:23:05.788 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (17m) 68s ago 17m 1347M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:23:05.788 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (17m) 70s ago 17m 1265M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:23:05.788 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (17m) 70s ago 16m 1480M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:23:05.788 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (16m) 70s ago 16m 1183M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:23:05.789 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (16m) 70s ago 16m 1890M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:23:05.789 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (18m) 68s ago 19m 51.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:23:06.106 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:23:06.106 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:23:06.107 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:23:06.107 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:23:06.107 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:23:06.107 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:23:06.108 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:23:06.108 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:23:06.108 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:23:06.108 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:23:06.109 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:23:06.109 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:23:06.109 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:23:06.109 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:23:06.109 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:23:06.110 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:23:06.110 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:23:06.110 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:23:06.110 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:23:06.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:23:06.105912+0000 mon.smithi176 (mon.0) 376 : audit [DBG] from='client.? 172.21.15.176:0/3777601706' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:23:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:23:06.105912+0000 mon.smithi176 (mon.0) 376 : audit [DBG] from='client.? 172.21.15.176:0/3777601706' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:23:07.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:23:05.500065+0000 mgr.smithi176.ajjlsm (mgr.14696) 484 : audit [DBG] from='client.34418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:23:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:05.623214+0000 mgr.smithi176.ajjlsm (mgr.14696) 485 : cluster [DBG] pgmap v412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:23:05.774657+0000 mgr.smithi176.ajjlsm (mgr.14696) 486 : audit [DBG] from='client.34422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:23:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:23:05.500065+0000 mgr.smithi176.ajjlsm (mgr.14696) 484 : audit [DBG] from='client.34418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:23:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:05.623214+0000 mgr.smithi176.ajjlsm (mgr.14696) 485 : cluster [DBG] pgmap v412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:23:05.774657+0000 mgr.smithi176.ajjlsm (mgr.14696) 486 : audit [DBG] from='client.34422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:23:09.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:07.624092+0000 mgr.smithi176.ajjlsm (mgr.14696) 487 : cluster [DBG] pgmap v413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:07.624092+0000 mgr.smithi176.ajjlsm (mgr.14696) 487 : cluster [DBG] pgmap v413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:11.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:09.624586+0000 mgr.smithi176.ajjlsm (mgr.14696) 488 : cluster [DBG] pgmap v414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:09.624586+0000 mgr.smithi176.ajjlsm (mgr.14696) 488 : cluster [DBG] pgmap v414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:13.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:11.625442+0000 mgr.smithi176.ajjlsm (mgr.14696) 489 : cluster [DBG] pgmap v415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:13.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:11.625442+0000 mgr.smithi176.ajjlsm (mgr.14696) 489 : cluster [DBG] pgmap v415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:13.625951+0000 mgr.smithi176.ajjlsm (mgr.14696) 490 : cluster [DBG] pgmap v416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:13.625951+0000 mgr.smithi176.ajjlsm (mgr.14696) 490 : cluster [DBG] pgmap v416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:17.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:15.626509+0000 mgr.smithi176.ajjlsm (mgr.14696) 491 : cluster [DBG] pgmap v417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:15.626509+0000 mgr.smithi176.ajjlsm (mgr.14696) 491 : cluster [DBG] pgmap v417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:17.627287+0000 mgr.smithi176.ajjlsm (mgr.14696) 492 : cluster [DBG] pgmap v418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:17.627287+0000 mgr.smithi176.ajjlsm (mgr.14696) 492 : cluster [DBG] pgmap v418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:19.627906+0000 mgr.smithi176.ajjlsm (mgr.14696) 493 : cluster [DBG] pgmap v419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:19.627906+0000 mgr.smithi176.ajjlsm (mgr.14696) 493 : cluster [DBG] pgmap v419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:23.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:21.628779+0000 mgr.smithi176.ajjlsm (mgr.14696) 494 : cluster [DBG] pgmap v420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:23.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:21.628779+0000 mgr.smithi176.ajjlsm (mgr.14696) 494 : cluster [DBG] pgmap v420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:23.629290+0000 mgr.smithi176.ajjlsm (mgr.14696) 495 : cluster [DBG] pgmap v421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:23.629290+0000 mgr.smithi176.ajjlsm (mgr.14696) 495 : cluster [DBG] pgmap v421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:27.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:25.629765+0000 mgr.smithi176.ajjlsm (mgr.14696) 496 : cluster [DBG] pgmap v422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:25.629765+0000 mgr.smithi176.ajjlsm (mgr.14696) 496 : cluster [DBG] pgmap v422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:27.630631+0000 mgr.smithi176.ajjlsm (mgr.14696) 497 : cluster [DBG] pgmap v423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:27.630631+0000 mgr.smithi176.ajjlsm (mgr.14696) 497 : cluster [DBG] pgmap v423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:29.631198+0000 mgr.smithi176.ajjlsm (mgr.14696) 498 : cluster [DBG] pgmap v424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:29.631198+0000 mgr.smithi176.ajjlsm (mgr.14696) 498 : cluster [DBG] pgmap v424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:33.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:31.632220+0000 mgr.smithi176.ajjlsm (mgr.14696) 499 : cluster [DBG] pgmap v425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:33.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:31.632220+0000 mgr.smithi176.ajjlsm (mgr.14696) 499 : cluster [DBG] pgmap v425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:33.632859+0000 mgr.smithi176.ajjlsm (mgr.14696) 500 : cluster [DBG] pgmap v426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:33.632859+0000 mgr.smithi176.ajjlsm (mgr.14696) 500 : cluster [DBG] pgmap v426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:36.411 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:23:36.680 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:23:36.681 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (19m) 99s ago 20m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:23:36.682 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (12m) 99s ago 19m 7239k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:23:36.684 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (12m) 101s ago 19m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:23:36.684 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (18m) 99s ago 19m 42.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:23:36.684 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (11m) 99s ago 15m 43.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:23:36.684 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (11m) 101s ago 15m 15.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:23:36.685 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (13m) 99s ago 21m 459M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:23:36.685 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (12m) 101s ago 19m 394M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:23:36.685 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (12m) 99s ago 21m 141M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:23:36.685 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (12m) 101s ago 19m 105M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:23:36.686 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (13m) 99s ago 13m 142M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:23:36.686 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (13m) 101s ago 13m 88.2M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:23:36.686 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (19m) 99s ago 19m 18.6M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:23:36.686 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (19m) 101s ago 19m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:23:36.687 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4m) 99s ago 18m 442M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:23:36.687 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (18m) 99s ago 18m 1209M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:23:36.687 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (18m) 99s ago 18m 816M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:23:36.687 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (18m) 99s ago 18m 1347M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:23:36.687 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (17m) 101s ago 17m 1265M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:23:36.688 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (17m) 101s ago 17m 1480M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:23:36.688 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (17m) 101s ago 17m 1183M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:23:36.688 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (16m) 101s ago 16m 1890M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:23:36.688 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (18m) 99s ago 19m 51.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:23:37.004 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:23:37.004 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:23:37.005 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:23:37.005 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:23:37.005 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:23:37.005 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:23:37.006 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:23:37.006 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:23:37.007 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:23:37.007 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:23:37.008 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:23:37.008 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:23:37.008 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:23:37.009 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:23:37.009 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:23:37.009 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:23:37.009 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:23:37.009 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:23:37.010 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:23:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:35.633368+0000 mgr.smithi176.ajjlsm (mgr.14696) 501 : cluster [DBG] pgmap v427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:23:36.398600+0000 mgr.smithi176.ajjlsm (mgr.14696) 502 : audit [DBG] from='client.34430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:23:37.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:23:37.003437+0000 mon.smithi176 (mon.0) 377 : audit [DBG] from='client.? 172.21.15.176:0/1734068329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:23:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:35.633368+0000 mgr.smithi176.ajjlsm (mgr.14696) 501 : cluster [DBG] pgmap v427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:23:36.398600+0000 mgr.smithi176.ajjlsm (mgr.14696) 502 : audit [DBG] from='client.34430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:23:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:23:37.003437+0000 mon.smithi176 (mon.0) 377 : audit [DBG] from='client.? 172.21.15.176:0/1734068329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:23:38.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:23:36.671319+0000 mgr.smithi176.ajjlsm (mgr.14696) 503 : audit [DBG] from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:23:38.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:23:36.671319+0000 mgr.smithi176.ajjlsm (mgr.14696) 503 : audit [DBG] from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:23:39.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:37.634106+0000 mgr.smithi176.ajjlsm (mgr.14696) 504 : cluster [DBG] pgmap v428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:37.634106+0000 mgr.smithi176.ajjlsm (mgr.14696) 504 : cluster [DBG] pgmap v428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:23:40.059670+0000 mon.smithi176 (mon.0) 378 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:23:40.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:23:40.061609+0000 mon.smithi176 (mon.0) 379 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:23:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:23:40.059670+0000 mon.smithi176 (mon.0) 378 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:23:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:23:40.061609+0000 mon.smithi176 (mon.0) 379 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:23:41.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:39.634600+0000 mgr.smithi176.ajjlsm (mgr.14696) 505 : cluster [DBG] pgmap v429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:39.634600+0000 mgr.smithi176.ajjlsm (mgr.14696) 505 : cluster [DBG] pgmap v429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:43.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:41.635623+0000 mgr.smithi176.ajjlsm (mgr.14696) 506 : cluster [DBG] pgmap v430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:43.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:41.635623+0000 mgr.smithi176.ajjlsm (mgr.14696) 506 : cluster [DBG] pgmap v430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:43.636156+0000 mgr.smithi176.ajjlsm (mgr.14696) 507 : cluster [DBG] pgmap v431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:43.636156+0000 mgr.smithi176.ajjlsm (mgr.14696) 507 : cluster [DBG] pgmap v431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:45.636809+0000 mgr.smithi176.ajjlsm (mgr.14696) 508 : cluster [DBG] pgmap v432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:47.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:45.636809+0000 mgr.smithi176.ajjlsm (mgr.14696) 508 : cluster [DBG] pgmap v432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:47.637582+0000 mgr.smithi176.ajjlsm (mgr.14696) 509 : cluster [DBG] pgmap v433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:49.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:47.637582+0000 mgr.smithi176.ajjlsm (mgr.14696) 509 : cluster [DBG] pgmap v433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:49.638068+0000 mgr.smithi176.ajjlsm (mgr.14696) 510 : cluster [DBG] pgmap v434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:51.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:49.638068+0000 mgr.smithi176.ajjlsm (mgr.14696) 510 : cluster [DBG] pgmap v434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:53.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:51.639138+0000 mgr.smithi176.ajjlsm (mgr.14696) 511 : cluster [DBG] pgmap v435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:53.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:51.639138+0000 mgr.smithi176.ajjlsm (mgr.14696) 511 : cluster [DBG] pgmap v435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:53.639845+0000 mgr.smithi176.ajjlsm (mgr.14696) 512 : cluster [DBG] pgmap v436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:55.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:53.639845+0000 mgr.smithi176.ajjlsm (mgr.14696) 512 : cluster [DBG] pgmap v436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:55.640577+0000 mgr.smithi176.ajjlsm (mgr.14696) 513 : cluster [DBG] pgmap v437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:57.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:55.640577+0000 mgr.smithi176.ajjlsm (mgr.14696) 513 : cluster [DBG] pgmap v437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:23:59.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:57.641525+0000 mgr.smithi176.ajjlsm (mgr.14696) 514 : cluster [DBG] pgmap v438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:23:58.025663+0000 mon.smithi176 (mon.0) 380 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:23:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:23:58.027022+0000 mon.smithi176 (mon.0) 381 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:23:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:23:58.027819+0000 mon.smithi176 (mon.0) 382 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:23:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:23:58.028562+0000 mgr.smithi176.ajjlsm (mgr.14696) 515 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:23:59.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:23:58.381941+0000 mon.smithi176 (mon.0) 383 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:23:59.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:23:58.770031+0000 mon.smithi176 (mon.0) 384 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:23:59.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:23:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:23:58.774470+0000 mon.smithi176 (mon.0) 385 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:23:59.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:57.641525+0000 mgr.smithi176.ajjlsm (mgr.14696) 514 : cluster [DBG] pgmap v438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:23:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:23:58.025663+0000 mon.smithi176 (mon.0) 380 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:23:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:23:58.027022+0000 mon.smithi176 (mon.0) 381 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:23:59.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:23:58.027819+0000 mon.smithi176 (mon.0) 382 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:23:59.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:23:58.028562+0000 mgr.smithi176.ajjlsm (mgr.14696) 515 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:23:59.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:23:58.381941+0000 mon.smithi176 (mon.0) 383 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:23:59.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:23:58.770031+0000 mon.smithi176 (mon.0) 384 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:23:59.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:23:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:23:58.774470+0000 mon.smithi176 (mon.0) 385 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:24:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:23:59.642242+0000 mgr.smithi176.ajjlsm (mgr.14696) 516 : cluster [DBG] pgmap v439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:23:59.642242+0000 mgr.smithi176.ajjlsm (mgr.14696) 516 : cluster [DBG] pgmap v439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:01.643243+0000 mgr.smithi176.ajjlsm (mgr.14696) 517 : cluster [DBG] pgmap v440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:01.643243+0000 mgr.smithi176.ajjlsm (mgr.14696) 517 : cluster [DBG] pgmap v440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:03.643854+0000 mgr.smithi176.ajjlsm (mgr.14696) 518 : cluster [DBG] pgmap v441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:05.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:03.643854+0000 mgr.smithi176.ajjlsm (mgr.14696) 518 : cluster [DBG] pgmap v441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:07.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:05.644437+0000 mgr.smithi176.ajjlsm (mgr.14696) 519 : cluster [DBG] pgmap v442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:05.644437+0000 mgr.smithi176.ajjlsm (mgr.14696) 519 : cluster [DBG] pgmap v442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:07.306 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:24:07.576 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:24:07.576 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (19m) 2m ago 20m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:24:07.576 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (12m) 2m ago 20m 7239k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:24:07.577 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (12m) 2m ago 20m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:24:07.577 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (19m) 2m ago 20m 42.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:24:07.577 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (11m) 2m ago 16m 43.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:24:07.577 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (12m) 2m ago 16m 15.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:24:07.578 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (13m) 2m ago 21m 459M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:24:07.578 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (13m) 2m ago 19m 394M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:24:07.578 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (13m) 2m ago 21m 141M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:24:07.578 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (12m) 2m ago 19m 105M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:24:07.579 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (13m) 2m ago 13m 142M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:24:07.579 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (13m) 2m ago 13m 88.2M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:24:07.579 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (20m) 2m ago 20m 18.6M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:24:07.579 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (19m) 2m ago 19m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:24:07.580 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5m) 2m ago 19m 442M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:24:07.580 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (19m) 2m ago 19m 1209M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:24:07.580 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (18m) 2m ago 18m 816M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:24:07.580 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (18m) 2m ago 18m 1347M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:24:07.580 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (18m) 2m ago 18m 1265M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:24:07.581 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (18m) 2m ago 18m 1480M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:24:07.581 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (17m) 2m ago 17m 1183M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:24:07.581 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (17m) 2m ago 17m 1890M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:24:07.581 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (19m) 2m ago 20m 51.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:24:07.900 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:24:07.901 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:24:07.901 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:24:07.901 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:24:07.901 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:24:07.902 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:24:07.902 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:24:07.902 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:24:07.902 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:24:07.903 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:24:07.903 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:24:07.903 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:24:07.903 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:24:07.904 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:24:07.904 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:24:07.904 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:24:07.904 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:24:07.904 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:24:07.905 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:24:08.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:24:07.294198+0000 mgr.smithi176.ajjlsm (mgr.14696) 520 : audit [DBG] from='client.34442 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:24:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:24:07.900416+0000 mon.smithi176 (mon.0) 386 : audit [DBG] from='client.? 172.21.15.176:0/1299417737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:24:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:24:07.294198+0000 mgr.smithi176.ajjlsm (mgr.14696) 520 : audit [DBG] from='client.34442 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:24:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:24:07.900416+0000 mon.smithi176 (mon.0) 386 : audit [DBG] from='client.? 172.21.15.176:0/1299417737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:24:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:24:07.566691+0000 mgr.smithi176.ajjlsm (mgr.14696) 521 : audit [DBG] from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:24:09.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:07.645319+0000 mgr.smithi176.ajjlsm (mgr.14696) 522 : cluster [DBG] pgmap v443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:09.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:24:07.566691+0000 mgr.smithi176.ajjlsm (mgr.14696) 521 : audit [DBG] from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:24:09.435 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:07.645319+0000 mgr.smithi176.ajjlsm (mgr.14696) 522 : cluster [DBG] pgmap v443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:09.645931+0000 mgr.smithi176.ajjlsm (mgr.14696) 523 : cluster [DBG] pgmap v444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:09.645931+0000 mgr.smithi176.ajjlsm (mgr.14696) 523 : cluster [DBG] pgmap v444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:13.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:11.646673+0000 mgr.smithi176.ajjlsm (mgr.14696) 524 : cluster [DBG] pgmap v445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:13.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:11.646673+0000 mgr.smithi176.ajjlsm (mgr.14696) 524 : cluster [DBG] pgmap v445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:15.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:13.647259+0000 mgr.smithi176.ajjlsm (mgr.14696) 525 : cluster [DBG] pgmap v446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:15.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:13.647259+0000 mgr.smithi176.ajjlsm (mgr.14696) 525 : cluster [DBG] pgmap v446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:17.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:15.647790+0000 mgr.smithi176.ajjlsm (mgr.14696) 526 : cluster [DBG] pgmap v447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:17.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:15.647790+0000 mgr.smithi176.ajjlsm (mgr.14696) 526 : cluster [DBG] pgmap v447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:19.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:17.648731+0000 mgr.smithi176.ajjlsm (mgr.14696) 527 : cluster [DBG] pgmap v448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:17.648731+0000 mgr.smithi176.ajjlsm (mgr.14696) 527 : cluster [DBG] pgmap v448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:21.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:19.649269+0000 mgr.smithi176.ajjlsm (mgr.14696) 528 : cluster [DBG] pgmap v449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:19.649269+0000 mgr.smithi176.ajjlsm (mgr.14696) 528 : cluster [DBG] pgmap v449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:23.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:21.650028+0000 mgr.smithi176.ajjlsm (mgr.14696) 529 : cluster [DBG] pgmap v450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:23.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:21.650028+0000 mgr.smithi176.ajjlsm (mgr.14696) 529 : cluster [DBG] pgmap v450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:23.650683+0000 mgr.smithi176.ajjlsm (mgr.14696) 530 : cluster [DBG] pgmap v451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:23.650683+0000 mgr.smithi176.ajjlsm (mgr.14696) 530 : cluster [DBG] pgmap v451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:27.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:25.651300+0000 mgr.smithi176.ajjlsm (mgr.14696) 531 : cluster [DBG] pgmap v452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:25.651300+0000 mgr.smithi176.ajjlsm (mgr.14696) 531 : cluster [DBG] pgmap v452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:27.652128+0000 mgr.smithi176.ajjlsm (mgr.14696) 532 : cluster [DBG] pgmap v453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:29.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:27.652128+0000 mgr.smithi176.ajjlsm (mgr.14696) 532 : cluster [DBG] pgmap v453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:31.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:29.652619+0000 mgr.smithi176.ajjlsm (mgr.14696) 533 : cluster [DBG] pgmap v454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:29.652619+0000 mgr.smithi176.ajjlsm (mgr.14696) 533 : cluster [DBG] pgmap v454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:33.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:31.653321+0000 mgr.smithi176.ajjlsm (mgr.14696) 534 : cluster [DBG] pgmap v455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:33.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:31.653321+0000 mgr.smithi176.ajjlsm (mgr.14696) 534 : cluster [DBG] pgmap v455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:35.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:33.653773+0000 mgr.smithi176.ajjlsm (mgr.14696) 535 : cluster [DBG] pgmap v456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:35.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:33.653773+0000 mgr.smithi176.ajjlsm (mgr.14696) 535 : cluster [DBG] pgmap v456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:37.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:35.654251+0000 mgr.smithi176.ajjlsm (mgr.14696) 536 : cluster [DBG] pgmap v457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:37.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:35.654251+0000 mgr.smithi176.ajjlsm (mgr.14696) 536 : cluster [DBG] pgmap v457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:38.204 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:24:38.474 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:24:38.475 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (20m) 2m ago 21m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:24:38.475 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (13m) 2m ago 20m 7239k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:24:38.475 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (13m) 2m ago 20m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:24:38.476 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (19m) 2m ago 20m 42.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:24:38.476 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (12m) 2m ago 16m 43.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:24:38.476 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (12m) 2m ago 16m 15.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:24:38.477 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (14m) 2m ago 22m 459M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:24:38.477 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (13m) 2m ago 20m 394M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:24:38.477 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (13m) 2m ago 22m 141M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:24:38.477 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (13m) 2m ago 20m 105M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:24:38.478 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (14m) 2m ago 14m 142M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:24:38.478 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (14m) 2m ago 14m 88.2M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:24:38.478 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (20m) 2m ago 20m 18.6M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:24:38.478 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (20m) 2m ago 20m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:24:38.479 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5m) 2m ago 19m 442M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:24:38.479 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (19m) 2m ago 19m 1209M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:24:38.479 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (19m) 2m ago 19m 816M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:24:38.479 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (19m) 2m ago 19m 1347M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:24:38.479 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (18m) 2m ago 18m 1265M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:24:38.480 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (18m) 2m ago 18m 1480M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:24:38.480 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (18m) 2m ago 18m 1183M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:24:38.480 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (18m) 2m ago 18m 1890M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:24:38.480 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (19m) 2m ago 20m 51.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:24:38.795 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:24:38.795 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:24:38.795 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:24:38.796 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:24:38.796 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:24:38.796 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:24:38.796 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:24:38.797 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:24:38.797 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:24:38.797 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:24:38.797 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:24:38.798 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:24:38.798 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:24:38.798 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:24:38.798 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:24:38.799 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:24:38.799 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:24:38.800 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:24:38.800 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:24:39.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:37.655076+0000 mgr.smithi176.ajjlsm (mgr.14696) 537 : cluster [DBG] pgmap v458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:24:38.192409+0000 mgr.smithi176.ajjlsm (mgr.14696) 538 : audit [DBG] from='client.34454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:24:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:24:38.794531+0000 mon.smithi176 (mon.0) 387 : audit [DBG] from='client.? 172.21.15.176:0/1343499736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:24:39.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:37.655076+0000 mgr.smithi176.ajjlsm (mgr.14696) 537 : cluster [DBG] pgmap v458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:39.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:24:38.192409+0000 mgr.smithi176.ajjlsm (mgr.14696) 538 : audit [DBG] from='client.34454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:24:39.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:24:38.794531+0000 mon.smithi176 (mon.0) 387 : audit [DBG] from='client.? 172.21.15.176:0/1343499736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:24:40.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:24:38.465476+0000 mgr.smithi176.ajjlsm (mgr.14696) 539 : audit [DBG] from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:24:40.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:24:38.465476+0000 mgr.smithi176.ajjlsm (mgr.14696) 539 : audit [DBG] from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:24:41.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:39.655709+0000 mgr.smithi176.ajjlsm (mgr.14696) 540 : cluster [DBG] pgmap v459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:24:40.063106+0000 mon.smithi176 (mon.0) 388 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:24:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:24:40.063336+0000 mon.smithi176 (mon.0) 389 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:24:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:39.655709+0000 mgr.smithi176.ajjlsm (mgr.14696) 540 : cluster [DBG] pgmap v459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:24:40.063106+0000 mon.smithi176 (mon.0) 388 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:24:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:24:40.063336+0000 mon.smithi176 (mon.0) 389 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:24:43.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:41.656523+0000 mgr.smithi176.ajjlsm (mgr.14696) 541 : cluster [DBG] pgmap v460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:41.656523+0000 mgr.smithi176.ajjlsm (mgr.14696) 541 : cluster [DBG] pgmap v460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:45.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:43.656986+0000 mgr.smithi176.ajjlsm (mgr.14696) 542 : cluster [DBG] pgmap v461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:43.656986+0000 mgr.smithi176.ajjlsm (mgr.14696) 542 : cluster [DBG] pgmap v461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:47.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:45.657499+0000 mgr.smithi176.ajjlsm (mgr.14696) 543 : cluster [DBG] pgmap v462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:47.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:45.657499+0000 mgr.smithi176.ajjlsm (mgr.14696) 543 : cluster [DBG] pgmap v462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:47.658499+0000 mgr.smithi176.ajjlsm (mgr.14696) 544 : cluster [DBG] pgmap v463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:49.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:47.658499+0000 mgr.smithi176.ajjlsm (mgr.14696) 544 : cluster [DBG] pgmap v463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:49.659182+0000 mgr.smithi176.ajjlsm (mgr.14696) 545 : cluster [DBG] pgmap v464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:49.659182+0000 mgr.smithi176.ajjlsm (mgr.14696) 545 : cluster [DBG] pgmap v464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:53.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:51.659991+0000 mgr.smithi176.ajjlsm (mgr.14696) 546 : cluster [DBG] pgmap v465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:53.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:51.659991+0000 mgr.smithi176.ajjlsm (mgr.14696) 546 : cluster [DBG] pgmap v465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:55.302 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:53.660577+0000 mgr.smithi176.ajjlsm (mgr.14696) 547 : cluster [DBG] pgmap v466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:55.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:53.660577+0000 mgr.smithi176.ajjlsm (mgr.14696) 547 : cluster [DBG] pgmap v466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:55.661027+0000 mgr.smithi176.ajjlsm (mgr.14696) 548 : cluster [DBG] pgmap v467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:55.661027+0000 mgr.smithi176.ajjlsm (mgr.14696) 548 : cluster [DBG] pgmap v467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:24:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:57.661776+0000 mgr.smithi176.ajjlsm (mgr.14696) 549 : cluster [DBG] pgmap v468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:24:58.776898+0000 mon.smithi176 (mon.0) 390 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:24:59.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:24:58.778298+0000 mon.smithi176 (mon.0) 391 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:24:59.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:24:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:24:58.779086+0000 mon.smithi176 (mon.0) 392 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:24:59.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:57.661776+0000 mgr.smithi176.ajjlsm (mgr.14696) 549 : cluster [DBG] pgmap v468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:24:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:24:58.776898+0000 mon.smithi176 (mon.0) 390 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:24:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:24:58.778298+0000 mon.smithi176 (mon.0) 391 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:24:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:24:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:24:58.779086+0000 mon.smithi176 (mon.0) 392 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:25:00.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:24:58.779777+0000 mgr.smithi176.ajjlsm (mgr.14696) 550 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:25:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:24:59.141018+0000 mon.smithi176 (mon.0) 393 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:25:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:24:59.429183+0000 mon.smithi176 (mon.0) 394 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:25:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:24:59.433890+0000 mon.smithi176 (mon.0) 395 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:25:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:24:58.779777+0000 mgr.smithi176.ajjlsm (mgr.14696) 550 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:25:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:24:59.141018+0000 mon.smithi176 (mon.0) 393 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:25:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:24:59.429183+0000 mon.smithi176 (mon.0) 394 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:25:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:24:59.433890+0000 mon.smithi176 (mon.0) 395 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:25:01.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:24:59.662273+0000 mgr.smithi176.ajjlsm (mgr.14696) 551 : cluster [DBG] pgmap v469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:24:59.662273+0000 mgr.smithi176.ajjlsm (mgr.14696) 551 : cluster [DBG] pgmap v469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:01.663023+0000 mgr.smithi176.ajjlsm (mgr.14696) 552 : cluster [DBG] pgmap v470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:03.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:01.663023+0000 mgr.smithi176.ajjlsm (mgr.14696) 552 : cluster [DBG] pgmap v470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:05.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:03.663626+0000 mgr.smithi176.ajjlsm (mgr.14696) 553 : cluster [DBG] pgmap v471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:03.663626+0000 mgr.smithi176.ajjlsm (mgr.14696) 553 : cluster [DBG] pgmap v471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:07.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:05.664142+0000 mgr.smithi176.ajjlsm (mgr.14696) 554 : cluster [DBG] pgmap v472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:05.664142+0000 mgr.smithi176.ajjlsm (mgr.14696) 554 : cluster [DBG] pgmap v472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:09.097 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:25:09.366 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:25:09.367 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (20m) 3m ago 21m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:25:09.367 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (13m) 3m ago 21m 7239k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:25:09.367 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (13m) 3m ago 21m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:25:09.368 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (20m) 3m ago 21m 42.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:25:09.368 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (12m) 3m ago 17m 43.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:25:09.368 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (13m) 3m ago 17m 15.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:25:09.368 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (14m) 3m ago 22m 459M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:25:09.369 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (14m) 3m ago 21m 394M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:25:09.369 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (14m) 3m ago 22m 141M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:25:09.369 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (13m) 3m ago 20m 105M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:25:09.369 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (14m) 3m ago 14m 142M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:25:09.369 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (14m) 3m ago 14m 88.2M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:25:09.370 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (21m) 3m ago 21m 18.6M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:25:09.370 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (20m) 3m ago 20m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:25:09.370 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (6m) 3m ago 20m 442M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:25:09.370 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (20m) 3m ago 20m 1209M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:25:09.371 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (19m) 3m ago 19m 816M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:25:09.371 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (19m) 3m ago 19m 1347M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:25:09.371 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (19m) 3m ago 19m 1265M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:25:09.371 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (19m) 3m ago 19m 1480M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:25:09.371 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (18m) 3m ago 18m 1183M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:25:09.372 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (18m) 3m ago 18m 1890M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:25:09.372 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (20m) 3m ago 21m 51.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:25:09.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:07.664878+0000 mgr.smithi176.ajjlsm (mgr.14696) 555 : cluster [DBG] pgmap v473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:07.664878+0000 mgr.smithi176.ajjlsm (mgr.14696) 555 : cluster [DBG] pgmap v473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:09.689 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:25:09.690 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:25:09.690 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:25:09.690 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:25:09.690 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:25:09.691 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:25:09.691 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:25:09.691 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:25:09.691 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:25:09.691 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:25:09.692 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:25:09.692 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:25:09.692 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:25:09.692 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:25:09.693 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:25:09.693 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:25:09.693 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:25:09.693 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:25:09.693 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:25:10.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:25:09.084978+0000 mgr.smithi176.ajjlsm (mgr.14696) 556 : audit [DBG] from='client.34466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:25:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:25:09.357512+0000 mgr.smithi176.ajjlsm (mgr.14696) 557 : audit [DBG] from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:25:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:25:09.689181+0000 mon.smithi176 (mon.0) 396 : audit [DBG] from='client.? 172.21.15.176:0/3603716594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:25:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:25:09.084978+0000 mgr.smithi176.ajjlsm (mgr.14696) 556 : audit [DBG] from='client.34466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:25:10.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:25:09.357512+0000 mgr.smithi176.ajjlsm (mgr.14696) 557 : audit [DBG] from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:25:10.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:25:09.689181+0000 mon.smithi176 (mon.0) 396 : audit [DBG] from='client.? 172.21.15.176:0/3603716594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:25:11.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:09.665431+0000 mgr.smithi176.ajjlsm (mgr.14696) 558 : cluster [DBG] pgmap v474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:09.665431+0000 mgr.smithi176.ajjlsm (mgr.14696) 558 : cluster [DBG] pgmap v474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:13.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:11.666269+0000 mgr.smithi176.ajjlsm (mgr.14696) 559 : cluster [DBG] pgmap v475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:11.666269+0000 mgr.smithi176.ajjlsm (mgr.14696) 559 : cluster [DBG] pgmap v475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:15.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:13.666799+0000 mgr.smithi176.ajjlsm (mgr.14696) 560 : cluster [DBG] pgmap v476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:13.666799+0000 mgr.smithi176.ajjlsm (mgr.14696) 560 : cluster [DBG] pgmap v476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:15.667517+0000 mgr.smithi176.ajjlsm (mgr.14696) 561 : cluster [DBG] pgmap v477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:15.667517+0000 mgr.smithi176.ajjlsm (mgr.14696) 561 : cluster [DBG] pgmap v477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:19.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:17.668372+0000 mgr.smithi176.ajjlsm (mgr.14696) 562 : cluster [DBG] pgmap v478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:17.668372+0000 mgr.smithi176.ajjlsm (mgr.14696) 562 : cluster [DBG] pgmap v478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:19.668880+0000 mgr.smithi176.ajjlsm (mgr.14696) 563 : cluster [DBG] pgmap v479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:19.668880+0000 mgr.smithi176.ajjlsm (mgr.14696) 563 : cluster [DBG] pgmap v479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:23.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:21.669627+0000 mgr.smithi176.ajjlsm (mgr.14696) 564 : cluster [DBG] pgmap v480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:23.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:21.669627+0000 mgr.smithi176.ajjlsm (mgr.14696) 564 : cluster [DBG] pgmap v480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:25.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:23.670253+0000 mgr.smithi176.ajjlsm (mgr.14696) 565 : cluster [DBG] pgmap v481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:23.670253+0000 mgr.smithi176.ajjlsm (mgr.14696) 565 : cluster [DBG] pgmap v481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:27.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:25.670712+0000 mgr.smithi176.ajjlsm (mgr.14696) 566 : cluster [DBG] pgmap v482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:25.670712+0000 mgr.smithi176.ajjlsm (mgr.14696) 566 : cluster [DBG] pgmap v482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:27.671579+0000 mgr.smithi176.ajjlsm (mgr.14696) 567 : cluster [DBG] pgmap v483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:27.671579+0000 mgr.smithi176.ajjlsm (mgr.14696) 567 : cluster [DBG] pgmap v483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:29.672343+0000 mgr.smithi176.ajjlsm (mgr.14696) 568 : cluster [DBG] pgmap v484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:29.672343+0000 mgr.smithi176.ajjlsm (mgr.14696) 568 : cluster [DBG] pgmap v484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:33.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:31.673286+0000 mgr.smithi176.ajjlsm (mgr.14696) 569 : cluster [DBG] pgmap v485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:33.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:31.673286+0000 mgr.smithi176.ajjlsm (mgr.14696) 569 : cluster [DBG] pgmap v485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:33.673819+0000 mgr.smithi176.ajjlsm (mgr.14696) 570 : cluster [DBG] pgmap v486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:33.673819+0000 mgr.smithi176.ajjlsm (mgr.14696) 570 : cluster [DBG] pgmap v486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:35.674371+0000 mgr.smithi176.ajjlsm (mgr.14696) 571 : cluster [DBG] pgmap v487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:35.674371+0000 mgr.smithi176.ajjlsm (mgr.14696) 571 : cluster [DBG] pgmap v487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:37.675382+0000 mgr.smithi176.ajjlsm (mgr.14696) 572 : cluster [DBG] pgmap v488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:39.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:37.675382+0000 mgr.smithi176.ajjlsm (mgr.14696) 572 : cluster [DBG] pgmap v488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:39.993 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:25:40.267 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:25:40.267 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (21m) 3m ago 22m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:25:40.267 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (14m) 3m ago 22m 7239k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:25:40.268 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (14m) 3m ago 21m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:25:40.268 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (20m) 3m ago 21m 42.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:25:40.268 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (13m) 3m ago 17m 43.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:25:40.268 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (13m) 3m ago 17m 15.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:25:40.268 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (15m) 3m ago 23m 459M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:25:40.269 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (14m) 3m ago 21m 394M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:25:40.269 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (14m) 3m ago 23m 141M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:25:40.269 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (14m) 3m ago 21m 105M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:25:40.269 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (15m) 3m ago 15m 142M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:25:40.270 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (15m) 3m ago 15m 88.2M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:25:40.270 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (21m) 3m ago 21m 18.6M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:25:40.270 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (21m) 3m ago 21m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:25:40.270 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (6m) 3m ago 20m 442M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:25:40.270 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (20m) 3m ago 20m 1209M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:25:40.271 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (20m) 3m ago 20m 816M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:25:40.271 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (20m) 3m ago 20m 1347M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:25:40.271 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (19m) 3m ago 19m 1265M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:25:40.271 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (19m) 3m ago 19m 1480M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:25:40.272 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (19m) 3m ago 19m 1183M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:25:40.272 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (19m) 3m ago 19m 1890M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:25:40.272 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (20m) 3m ago 21m 51.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:25:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:25:40.067146+0000 mon.smithi176 (mon.0) 397 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:25:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:25:40.067353+0000 mon.smithi176 (mon.0) 398 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:25:40.587 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:25:40.587 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:25:40.588 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:25:40.588 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:25:40.588 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:25:40.588 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:25:40.588 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:25:40.589 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:25:40.589 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:25:40.589 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:25:40.589 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:25:40.590 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:25:40.590 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:25:40.590 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:25:40.590 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:25:40.591 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:25:40.591 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:25:40.591 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:25:40.592 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:25:40.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:25:40.067146+0000 mon.smithi176 (mon.0) 397 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:25:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:25:40.067353+0000 mon.smithi176 (mon.0) 398 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:25:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:39.675930+0000 mgr.smithi176.ajjlsm (mgr.14696) 573 : cluster [DBG] pgmap v489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:25:39.981484+0000 mgr.smithi176.ajjlsm (mgr.14696) 574 : audit [DBG] from='client.34478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:25:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:25:40.256921+0000 mgr.smithi176.ajjlsm (mgr.14696) 575 : audit [DBG] from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:25:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:25:40.586643+0000 mon.smithi176 (mon.0) 399 : audit [DBG] from='client.? 172.21.15.176:0/1553271889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:25:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:39.675930+0000 mgr.smithi176.ajjlsm (mgr.14696) 573 : cluster [DBG] pgmap v489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:25:39.981484+0000 mgr.smithi176.ajjlsm (mgr.14696) 574 : audit [DBG] from='client.34478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:25:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:25:40.256921+0000 mgr.smithi176.ajjlsm (mgr.14696) 575 : audit [DBG] from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:25:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:25:40.586643+0000 mon.smithi176 (mon.0) 399 : audit [DBG] from='client.? 172.21.15.176:0/1553271889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:25:43.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:41.676822+0000 mgr.smithi176.ajjlsm (mgr.14696) 576 : cluster [DBG] pgmap v490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:43.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:41.676822+0000 mgr.smithi176.ajjlsm (mgr.14696) 576 : cluster [DBG] pgmap v490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:43.677525+0000 mgr.smithi176.ajjlsm (mgr.14696) 577 : cluster [DBG] pgmap v491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:45.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:43.677525+0000 mgr.smithi176.ajjlsm (mgr.14696) 577 : cluster [DBG] pgmap v491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:45.678170+0000 mgr.smithi176.ajjlsm (mgr.14696) 578 : cluster [DBG] pgmap v492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:45.678170+0000 mgr.smithi176.ajjlsm (mgr.14696) 578 : cluster [DBG] pgmap v492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:47.679015+0000 mgr.smithi176.ajjlsm (mgr.14696) 579 : cluster [DBG] pgmap v493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:49.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:47.679015+0000 mgr.smithi176.ajjlsm (mgr.14696) 579 : cluster [DBG] pgmap v493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:49.679499+0000 mgr.smithi176.ajjlsm (mgr.14696) 580 : cluster [DBG] pgmap v494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:51.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:49.679499+0000 mgr.smithi176.ajjlsm (mgr.14696) 580 : cluster [DBG] pgmap v494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:53.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:51.680330+0000 mgr.smithi176.ajjlsm (mgr.14696) 581 : cluster [DBG] pgmap v495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:51.680330+0000 mgr.smithi176.ajjlsm (mgr.14696) 581 : cluster [DBG] pgmap v495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:53.680868+0000 mgr.smithi176.ajjlsm (mgr.14696) 582 : cluster [DBG] pgmap v496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:55.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:53.680868+0000 mgr.smithi176.ajjlsm (mgr.14696) 582 : cluster [DBG] pgmap v496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:55.681510+0000 mgr.smithi176.ajjlsm (mgr.14696) 583 : cluster [DBG] pgmap v497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:55.681510+0000 mgr.smithi176.ajjlsm (mgr.14696) 583 : cluster [DBG] pgmap v497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:25:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:25:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:57.682294+0000 mgr.smithi176.ajjlsm (mgr.14696) 584 : cluster [DBG] pgmap v498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:25:59.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:25:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:57.682294+0000 mgr.smithi176.ajjlsm (mgr.14696) 584 : cluster [DBG] pgmap v498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:25:59.436632+0000 mon.smithi176 (mon.0) 400 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:26:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:25:59.438061+0000 mon.smithi176 (mon.0) 401 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:26:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:25:59.438896+0000 mon.smithi176 (mon.0) 402 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:26:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:25:59.843653+0000 mon.smithi176 (mon.0) 403 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:26:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:25:59.850125+0000 mon.smithi176 (mon.0) 404 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:26:00.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:25:59.436632+0000 mon.smithi176 (mon.0) 400 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:26:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:25:59.438061+0000 mon.smithi176 (mon.0) 401 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:26:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:25:59.438896+0000 mon.smithi176 (mon.0) 402 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:26:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:25:59.843653+0000 mon.smithi176 (mon.0) 403 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:26:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:25:59.850125+0000 mon.smithi176 (mon.0) 404 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:26:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:25:59.439714+0000 mgr.smithi176.ajjlsm (mgr.14696) 585 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:26:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:25:59.682906+0000 mgr.smithi176.ajjlsm (mgr.14696) 586 : cluster [DBG] pgmap v499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:01.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:25:59.439714+0000 mgr.smithi176.ajjlsm (mgr.14696) 585 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:26:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:25:59.682906+0000 mgr.smithi176.ajjlsm (mgr.14696) 586 : cluster [DBG] pgmap v499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:03.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:01.683763+0000 mgr.smithi176.ajjlsm (mgr.14696) 587 : cluster [DBG] pgmap v500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:01.683763+0000 mgr.smithi176.ajjlsm (mgr.14696) 587 : cluster [DBG] pgmap v500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:03.684223+0000 mgr.smithi176.ajjlsm (mgr.14696) 588 : cluster [DBG] pgmap v501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:05.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:03.684223+0000 mgr.smithi176.ajjlsm (mgr.14696) 588 : cluster [DBG] pgmap v501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:05.684682+0000 mgr.smithi176.ajjlsm (mgr.14696) 589 : cluster [DBG] pgmap v502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:07.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:05.684682+0000 mgr.smithi176.ajjlsm (mgr.14696) 589 : cluster [DBG] pgmap v502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:07.685585+0000 mgr.smithi176.ajjlsm (mgr.14696) 590 : cluster [DBG] pgmap v503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:09.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:07.685585+0000 mgr.smithi176.ajjlsm (mgr.14696) 590 : cluster [DBG] pgmap v503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:10.892 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:26:11.166 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:26:11.166 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (21m) 4m ago 22m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:26:11.167 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (14m) 4m ago 22m 7239k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:26:11.167 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (14m) 4m ago 22m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:26:11.167 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (21m) 4m ago 22m 42.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:26:11.167 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (14m) 4m ago 18m 43.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:26:11.168 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (14m) 4m ago 18m 15.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:26:11.168 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (15m) 4m ago 23m 459M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:26:11.168 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (15m) 4m ago 22m 394M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:26:11.168 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (15m) 4m ago 23m 141M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:26:11.168 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (14m) 4m ago 21m 105M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:26:11.169 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (15m) 4m ago 15m 142M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:26:11.169 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (15m) 4m ago 15m 88.2M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:26:11.169 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (22m) 4m ago 22m 18.6M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:26:11.169 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (21m) 4m ago 21m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:26:11.170 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (7m) 4m ago 21m 442M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:26:11.170 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (21m) 4m ago 21m 1209M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:26:11.170 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (20m) 4m ago 20m 816M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:26:11.170 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (20m) 4m ago 20m 1347M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:26:11.170 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (20m) 4m ago 20m 1265M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:26:11.171 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (20m) 4m ago 20m 1480M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:26:11.171 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (19m) 4m ago 19m 1183M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:26:11.171 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (19m) 4m ago 19m 1890M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:26:11.171 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (21m) 4m ago 22m 51.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:26:11.489 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:26:11.489 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:26:11.490 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:26:11.490 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:26:11.490 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:26:11.490 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:26:11.491 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:26:11.491 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:26:11.491 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:26:11.491 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:26:11.491 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:26:11.492 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:26:11.492 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:26:11.492 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:26:11.492 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:26:11.493 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:26:11.493 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:26:11.493 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:26:11.493 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:26:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:09.686160+0000 mgr.smithi176.ajjlsm (mgr.14696) 591 : cluster [DBG] pgmap v504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:11.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:09.686160+0000 mgr.smithi176.ajjlsm (mgr.14696) 591 : cluster [DBG] pgmap v504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:26:10.879810+0000 mgr.smithi176.ajjlsm (mgr.14696) 592 : audit [DBG] from='client.34490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:26:12.623 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:26:11.156739+0000 mgr.smithi176.ajjlsm (mgr.14696) 593 : audit [DBG] from='client.34494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:26:12.623 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:26:11.488858+0000 mon.smithi176 (mon.0) 405 : audit [DBG] from='client.? 172.21.15.176:0/3599579451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:26:12.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:26:10.879810+0000 mgr.smithi176.ajjlsm (mgr.14696) 592 : audit [DBG] from='client.34490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:26:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:26:11.156739+0000 mgr.smithi176.ajjlsm (mgr.14696) 593 : audit [DBG] from='client.34494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:26:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:26:11.488858+0000 mon.smithi176 (mon.0) 405 : audit [DBG] from='client.? 172.21.15.176:0/3599579451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:26:13.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:11.687072+0000 mgr.smithi176.ajjlsm (mgr.14696) 594 : cluster [DBG] pgmap v505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:11.687072+0000 mgr.smithi176.ajjlsm (mgr.14696) 594 : cluster [DBG] pgmap v505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:15.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:13.687710+0000 mgr.smithi176.ajjlsm (mgr.14696) 595 : cluster [DBG] pgmap v506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:15.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:13.687710+0000 mgr.smithi176.ajjlsm (mgr.14696) 595 : cluster [DBG] pgmap v506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:15.688238+0000 mgr.smithi176.ajjlsm (mgr.14696) 596 : cluster [DBG] pgmap v507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:17.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:15.688238+0000 mgr.smithi176.ajjlsm (mgr.14696) 596 : cluster [DBG] pgmap v507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:17.689225+0000 mgr.smithi176.ajjlsm (mgr.14696) 597 : cluster [DBG] pgmap v508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:19.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:17.689225+0000 mgr.smithi176.ajjlsm (mgr.14696) 597 : cluster [DBG] pgmap v508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:19.689904+0000 mgr.smithi176.ajjlsm (mgr.14696) 598 : cluster [DBG] pgmap v509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:21.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:19.689904+0000 mgr.smithi176.ajjlsm (mgr.14696) 598 : cluster [DBG] pgmap v509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:23.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:21.690834+0000 mgr.smithi176.ajjlsm (mgr.14696) 599 : cluster [DBG] pgmap v510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:21.690834+0000 mgr.smithi176.ajjlsm (mgr.14696) 599 : cluster [DBG] pgmap v510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:25.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:23.691372+0000 mgr.smithi176.ajjlsm (mgr.14696) 600 : cluster [DBG] pgmap v511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:25.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:23.691372+0000 mgr.smithi176.ajjlsm (mgr.14696) 600 : cluster [DBG] pgmap v511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:27.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:25.691860+0000 mgr.smithi176.ajjlsm (mgr.14696) 601 : cluster [DBG] pgmap v512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:27.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:25.691860+0000 mgr.smithi176.ajjlsm (mgr.14696) 601 : cluster [DBG] pgmap v512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:29.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:27.692789+0000 mgr.smithi176.ajjlsm (mgr.14696) 602 : cluster [DBG] pgmap v513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:29.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:27.692789+0000 mgr.smithi176.ajjlsm (mgr.14696) 602 : cluster [DBG] pgmap v513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:31.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:29.693286+0000 mgr.smithi176.ajjlsm (mgr.14696) 603 : cluster [DBG] pgmap v514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:31.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:29.693286+0000 mgr.smithi176.ajjlsm (mgr.14696) 603 : cluster [DBG] pgmap v514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:33.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:31.694055+0000 mgr.smithi176.ajjlsm (mgr.14696) 604 : cluster [DBG] pgmap v515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:33.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:31.694055+0000 mgr.smithi176.ajjlsm (mgr.14696) 604 : cluster [DBG] pgmap v515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:35.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:33.694721+0000 mgr.smithi176.ajjlsm (mgr.14696) 605 : cluster [DBG] pgmap v516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:35.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:33.694721+0000 mgr.smithi176.ajjlsm (mgr.14696) 605 : cluster [DBG] pgmap v516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:37.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:35.695249+0000 mgr.smithi176.ajjlsm (mgr.14696) 606 : cluster [DBG] pgmap v517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:37.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:35.695249+0000 mgr.smithi176.ajjlsm (mgr.14696) 606 : cluster [DBG] pgmap v517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:39.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:37.696029+0000 mgr.smithi176.ajjlsm (mgr.14696) 607 : cluster [DBG] pgmap v518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:39.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:37.696029+0000 mgr.smithi176.ajjlsm (mgr.14696) 607 : cluster [DBG] pgmap v518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:40.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:26:40.072024+0000 mon.smithi176 (mon.0) 406 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:26:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:26:40.072269+0000 mon.smithi176 (mon.0) 407 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:26:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:26:40.072024+0000 mon.smithi176 (mon.0) 406 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:26:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:26:40.072269+0000 mon.smithi176 (mon.0) 407 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:26:41.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:39.696556+0000 mgr.smithi176.ajjlsm (mgr.14696) 608 : cluster [DBG] pgmap v519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:41.793 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:26:41.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:39.696556+0000 mgr.smithi176.ajjlsm (mgr.14696) 608 : cluster [DBG] pgmap v519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:42.061 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:26:42.061 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (22m) 4m ago 23m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:26:42.062 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (15m) 4m ago 23m 7239k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:26:42.062 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (15m) 4m ago 22m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:26:42.062 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (22m) 4m ago 22m 42.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:26:42.062 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (14m) 4m ago 18m 43.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:26:42.063 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (14m) 4m ago 18m 15.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:26:42.063 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (16m) 4m ago 24m 459M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:26:42.063 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (15m) 4m ago 22m 394M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:26:42.064 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (15m) 4m ago 24m 141M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:26:42.064 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (15m) 4m ago 22m 105M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:26:42.064 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (16m) 4m ago 16m 142M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:26:42.064 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (16m) 4m ago 16m 88.2M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:26:42.064 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (22m) 4m ago 22m 18.6M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:26:42.065 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (22m) 4m ago 22m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:26:42.065 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (8m) 4m ago 21m 442M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:26:42.065 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (21m) 4m ago 21m 1209M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:26:42.065 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (21m) 4m ago 21m 816M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:26:42.066 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (21m) 4m ago 21m 1347M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:26:42.066 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (20m) 4m ago 20m 1265M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:26:42.066 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (20m) 4m ago 20m 1480M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:26:42.066 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (20m) 4m ago 20m 1183M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:26:42.067 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (20m) 4m ago 20m 1890M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:26:42.067 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (21m) 4m ago 22m 51.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:26:42.381 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:26:42.381 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:26:42.382 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:26:42.382 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:26:42.382 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:26:42.382 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:26:42.383 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:26:42.383 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:26:42.383 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:26:42.383 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:26:42.384 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:26:42.384 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:26:42.384 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:26:42.384 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:26:42.385 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:26:42.385 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:26:42.385 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:26:42.385 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:26:42.386 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:26:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:41.697318+0000 mgr.smithi176.ajjlsm (mgr.14696) 609 : cluster [DBG] pgmap v520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:26:41.780496+0000 mgr.smithi176.ajjlsm (mgr.14696) 610 : audit [DBG] from='client.34502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:26:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:26:42.051963+0000 mgr.smithi176.ajjlsm (mgr.14696) 611 : audit [DBG] from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:26:43.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:26:42.380799+0000 mon.smithi176 (mon.0) 408 : audit [DBG] from='client.? 172.21.15.176:0/3922571563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:26:43.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:41.697318+0000 mgr.smithi176.ajjlsm (mgr.14696) 609 : cluster [DBG] pgmap v520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:26:41.780496+0000 mgr.smithi176.ajjlsm (mgr.14696) 610 : audit [DBG] from='client.34502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:26:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:26:42.051963+0000 mgr.smithi176.ajjlsm (mgr.14696) 611 : audit [DBG] from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:26:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:26:42.380799+0000 mon.smithi176 (mon.0) 408 : audit [DBG] from='client.? 172.21.15.176:0/3922571563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:26:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:43.697847+0000 mgr.smithi176.ajjlsm (mgr.14696) 612 : cluster [DBG] pgmap v521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:45.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:43.697847+0000 mgr.smithi176.ajjlsm (mgr.14696) 612 : cluster [DBG] pgmap v521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:45.698455+0000 mgr.smithi176.ajjlsm (mgr.14696) 613 : cluster [DBG] pgmap v522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:47.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:45.698455+0000 mgr.smithi176.ajjlsm (mgr.14696) 613 : cluster [DBG] pgmap v522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:47.699341+0000 mgr.smithi176.ajjlsm (mgr.14696) 614 : cluster [DBG] pgmap v523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:49.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:47.699341+0000 mgr.smithi176.ajjlsm (mgr.14696) 614 : cluster [DBG] pgmap v523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:51.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:49.700046+0000 mgr.smithi176.ajjlsm (mgr.14696) 615 : cluster [DBG] pgmap v524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:51.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:49.700046+0000 mgr.smithi176.ajjlsm (mgr.14696) 615 : cluster [DBG] pgmap v524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:51.700866+0000 mgr.smithi176.ajjlsm (mgr.14696) 616 : cluster [DBG] pgmap v525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:51.700866+0000 mgr.smithi176.ajjlsm (mgr.14696) 616 : cluster [DBG] pgmap v525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:55.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:53.701500+0000 mgr.smithi176.ajjlsm (mgr.14696) 617 : cluster [DBG] pgmap v526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:55.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:53.701500+0000 mgr.smithi176.ajjlsm (mgr.14696) 617 : cluster [DBG] pgmap v526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:57.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:55.702065+0000 mgr.smithi176.ajjlsm (mgr.14696) 618 : cluster [DBG] pgmap v527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:57.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:55.702065+0000 mgr.smithi176.ajjlsm (mgr.14696) 618 : cluster [DBG] pgmap v527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:26:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:26:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:57.702962+0000 mgr.smithi176.ajjlsm (mgr.14696) 619 : cluster [DBG] pgmap v528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:26:59.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:26:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:57.702962+0000 mgr.smithi176.ajjlsm (mgr.14696) 619 : cluster [DBG] pgmap v528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:00.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:26:59.852681+0000 mon.smithi176 (mon.0) 409 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:27:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:26:59.854044+0000 mon.smithi176 (mon.0) 410 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:27:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:26:59.854813+0000 mon.smithi176 (mon.0) 411 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:27:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:27:00.255536+0000 mon.smithi176 (mon.0) 412 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:27:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:27:00.260378+0000 mon.smithi176 (mon.0) 413 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:27:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:26:59.852681+0000 mon.smithi176 (mon.0) 409 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:27:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:26:59.854044+0000 mon.smithi176 (mon.0) 410 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:27:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:26:59.854813+0000 mon.smithi176 (mon.0) 411 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:27:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:27:00.255536+0000 mon.smithi176 (mon.0) 412 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:27:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:27:00.260378+0000 mon.smithi176 (mon.0) 413 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:27:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:26:59.703505+0000 mgr.smithi176.ajjlsm (mgr.14696) 620 : cluster [DBG] pgmap v529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:26:59.855524+0000 mgr.smithi176.ajjlsm (mgr.14696) 621 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:27:01.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:26:59.703505+0000 mgr.smithi176.ajjlsm (mgr.14696) 620 : cluster [DBG] pgmap v529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:26:59.855524+0000 mgr.smithi176.ajjlsm (mgr.14696) 621 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:27:03.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:01.704378+0000 mgr.smithi176.ajjlsm (mgr.14696) 622 : cluster [DBG] pgmap v530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:01.704378+0000 mgr.smithi176.ajjlsm (mgr.14696) 622 : cluster [DBG] pgmap v530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:05.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:03.704817+0000 mgr.smithi176.ajjlsm (mgr.14696) 623 : cluster [DBG] pgmap v531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:05.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:03.704817+0000 mgr.smithi176.ajjlsm (mgr.14696) 623 : cluster [DBG] pgmap v531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:05.705449+0000 mgr.smithi176.ajjlsm (mgr.14696) 624 : cluster [DBG] pgmap v532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:07.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:05.705449+0000 mgr.smithi176.ajjlsm (mgr.14696) 624 : cluster [DBG] pgmap v532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:09.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:07.706465+0000 mgr.smithi176.ajjlsm (mgr.14696) 625 : cluster [DBG] pgmap v533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:09.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:07.706465+0000 mgr.smithi176.ajjlsm (mgr.14696) 625 : cluster [DBG] pgmap v533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:11.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:09.707151+0000 mgr.smithi176.ajjlsm (mgr.14696) 626 : cluster [DBG] pgmap v534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:11.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:09.707151+0000 mgr.smithi176.ajjlsm (mgr.14696) 626 : cluster [DBG] pgmap v534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:12.686 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:27:12.954 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:27:12.955 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (22m) 5m ago 23m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:27:12.955 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (15m) 5m ago 23m 7239k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:27:12.955 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (15m) 5m ago 23m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:27:12.955 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (22m) 5m ago 23m 42.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:27:12.955 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (15m) 5m ago 19m 43.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:27:12.956 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (15m) 5m ago 19m 15.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:27:12.956 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (16m) 5m ago 24m 459M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:27:12.956 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (16m) 5m ago 23m 394M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:27:12.956 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (16m) 5m ago 24m 141M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:27:12.957 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (15m) 5m ago 23m 105M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:27:12.957 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (16m) 5m ago 16m 142M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:27:12.957 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (16m) 5m ago 16m 88.2M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:27:12.957 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (23m) 5m ago 23m 18.6M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:27:12.958 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (22m) 5m ago 22m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:27:12.958 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (8m) 5m ago 22m 442M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:27:12.958 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (22m) 5m ago 22m 1209M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:27:12.958 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (21m) 5m ago 21m 816M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:27:12.959 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (21m) 5m ago 21m 1347M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:27:12.959 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (21m) 5m ago 21m 1265M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:27:12.959 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (21m) 5m ago 21m 1480M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:27:12.959 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (20m) 5m ago 20m 1183M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:27:12.959 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (20m) 5m ago 20m 1890M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:27:12.960 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (22m) 5m ago 23m 51.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:27:13.279 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:27:13.280 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:27:13.280 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:27:13.280 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:27:13.281 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:27:13.281 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:27:13.281 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:27:13.281 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:27:13.281 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:27:13.282 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:27:13.282 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:27:13.282 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:27:13.282 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:27:13.283 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:27:13.283 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:27:13.283 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:27:13.283 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:27:13.284 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:27:13.284 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:27:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:11.708147+0000 mgr.smithi176.ajjlsm (mgr.14696) 627 : cluster [DBG] pgmap v535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:27:13.279241+0000 mon.smithi176 (mon.0) 414 : audit [DBG] from='client.? 172.21.15.176:0/4207179851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:27:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:11.708147+0000 mgr.smithi176.ajjlsm (mgr.14696) 627 : cluster [DBG] pgmap v535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:27:13.279241+0000 mon.smithi176 (mon.0) 414 : audit [DBG] from='client.? 172.21.15.176:0/4207179851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:27:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:27:12.673841+0000 mgr.smithi176.ajjlsm (mgr.14696) 628 : audit [DBG] from='client.34514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:27:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:27:12.944928+0000 mgr.smithi176.ajjlsm (mgr.14696) 629 : audit [DBG] from='client.34518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:27:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:27:12.673841+0000 mgr.smithi176.ajjlsm (mgr.14696) 628 : audit [DBG] from='client.34514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:27:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:27:12.944928+0000 mgr.smithi176.ajjlsm (mgr.14696) 629 : audit [DBG] from='client.34518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:27:15.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:13.708620+0000 mgr.smithi176.ajjlsm (mgr.14696) 630 : cluster [DBG] pgmap v536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:15.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:13.708620+0000 mgr.smithi176.ajjlsm (mgr.14696) 630 : cluster [DBG] pgmap v536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:17.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:15.709201+0000 mgr.smithi176.ajjlsm (mgr.14696) 631 : cluster [DBG] pgmap v537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:17.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:15.709201+0000 mgr.smithi176.ajjlsm (mgr.14696) 631 : cluster [DBG] pgmap v537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:17.709984+0000 mgr.smithi176.ajjlsm (mgr.14696) 632 : cluster [DBG] pgmap v538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:19.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:17.709984+0000 mgr.smithi176.ajjlsm (mgr.14696) 632 : cluster [DBG] pgmap v538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:19.710465+0000 mgr.smithi176.ajjlsm (mgr.14696) 633 : cluster [DBG] pgmap v539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:21.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:19.710465+0000 mgr.smithi176.ajjlsm (mgr.14696) 633 : cluster [DBG] pgmap v539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:23.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:21.711421+0000 mgr.smithi176.ajjlsm (mgr.14696) 634 : cluster [DBG] pgmap v540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:21.711421+0000 mgr.smithi176.ajjlsm (mgr.14696) 634 : cluster [DBG] pgmap v540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:25.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:23.712055+0000 mgr.smithi176.ajjlsm (mgr.14696) 635 : cluster [DBG] pgmap v541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:25.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:23.712055+0000 mgr.smithi176.ajjlsm (mgr.14696) 635 : cluster [DBG] pgmap v541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:25.712485+0000 mgr.smithi176.ajjlsm (mgr.14696) 636 : cluster [DBG] pgmap v542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:26.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:25.712485+0000 mgr.smithi176.ajjlsm (mgr.14696) 636 : cluster [DBG] pgmap v542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:29.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:27.713436+0000 mgr.smithi176.ajjlsm (mgr.14696) 637 : cluster [DBG] pgmap v543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:27.713436+0000 mgr.smithi176.ajjlsm (mgr.14696) 637 : cluster [DBG] pgmap v543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:29.713927+0000 mgr.smithi176.ajjlsm (mgr.14696) 638 : cluster [DBG] pgmap v544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:29.713927+0000 mgr.smithi176.ajjlsm (mgr.14696) 638 : cluster [DBG] pgmap v544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:33.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:31.714590+0000 mgr.smithi176.ajjlsm (mgr.14696) 639 : cluster [DBG] pgmap v545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:33.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:31.714590+0000 mgr.smithi176.ajjlsm (mgr.14696) 639 : cluster [DBG] pgmap v545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:35.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:33.715140+0000 mgr.smithi176.ajjlsm (mgr.14696) 640 : cluster [DBG] pgmap v546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:35.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:33.715140+0000 mgr.smithi176.ajjlsm (mgr.14696) 640 : cluster [DBG] pgmap v546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:37.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:35.715770+0000 mgr.smithi176.ajjlsm (mgr.14696) 641 : cluster [DBG] pgmap v547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:37.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:35.715770+0000 mgr.smithi176.ajjlsm (mgr.14696) 641 : cluster [DBG] pgmap v547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:37.716716+0000 mgr.smithi176.ajjlsm (mgr.14696) 642 : cluster [DBG] pgmap v548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:39.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:37.716716+0000 mgr.smithi176.ajjlsm (mgr.14696) 642 : cluster [DBG] pgmap v548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:39.717326+0000 mgr.smithi176.ajjlsm (mgr.14696) 643 : cluster [DBG] pgmap v549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:27:40.076623+0000 mon.smithi176 (mon.0) 415 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:27:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:27:40.076877+0000 mon.smithi176 (mon.0) 416 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:27:41.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:39.717326+0000 mgr.smithi176.ajjlsm (mgr.14696) 643 : cluster [DBG] pgmap v549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:27:40.076623+0000 mon.smithi176 (mon.0) 415 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:27:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:27:40.076877+0000 mon.smithi176 (mon.0) 416 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:27:43.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:41.718146+0000 mgr.smithi176.ajjlsm (mgr.14696) 644 : cluster [DBG] pgmap v550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:43.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:41.718146+0000 mgr.smithi176.ajjlsm (mgr.14696) 644 : cluster [DBG] pgmap v550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:43.585 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:27:43.855 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:27:43.855 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (23m) 5m ago 24m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:27:43.855 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (16m) 5m ago 24m 7239k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:27:43.856 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (16m) 5m ago 23m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:27:43.856 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (23m) 5m ago 23m 42.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:27:43.856 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (15m) 5m ago 19m 43.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:27:43.856 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (16m) 5m ago 19m 15.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:27:43.857 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (17m) 5m ago 25m 459M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:27:43.857 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (16m) 5m ago 23m 394M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:27:43.857 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (16m) 5m ago 25m 141M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:27:43.857 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (16m) 5m ago 23m 105M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:27:43.858 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (17m) 5m ago 17m 142M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:27:43.858 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (17m) 5m ago 17m 88.2M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:27:43.858 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (23m) 5m ago 23m 18.6M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:27:43.858 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (23m) 5m ago 23m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:27:43.859 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (9m) 5m ago 22m 442M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:27:43.859 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (22m) 5m ago 22m 1209M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:27:43.859 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (22m) 5m ago 22m 816M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:27:43.859 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (22m) 5m ago 22m 1347M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:27:43.860 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (21m) 5m ago 21m 1265M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:27:43.860 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (21m) 5m ago 21m 1480M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:27:43.860 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (21m) 5m ago 21m 1183M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:27:43.860 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (21m) 5m ago 21m 1890M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:27:43.861 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (22m) 5m ago 23m 51.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:27:44.184 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:27:44.184 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:27:44.185 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:27:44.185 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:27:44.185 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:27:44.185 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:27:44.186 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:27:44.186 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:27:44.186 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:27:44.186 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:27:44.186 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:27:44.187 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:27:44.187 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:27:44.187 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:27:44.187 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:27:44.188 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:27:44.188 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:27:44.188 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:27:44.188 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:27:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:27:43.572268+0000 mgr.smithi176.ajjlsm (mgr.14696) 645 : audit [DBG] from='client.34526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:27:45.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:43.718565+0000 mgr.smithi176.ajjlsm (mgr.14696) 646 : cluster [DBG] pgmap v551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:45.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:27:43.844985+0000 mgr.smithi176.ajjlsm (mgr.14696) 647 : audit [DBG] from='client.34530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:27:45.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:27:44.183664+0000 mon.smithi176 (mon.0) 417 : audit [DBG] from='client.? 172.21.15.176:0/256515952' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:27:45.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:27:43.572268+0000 mgr.smithi176.ajjlsm (mgr.14696) 645 : audit [DBG] from='client.34526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:27:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:43.718565+0000 mgr.smithi176.ajjlsm (mgr.14696) 646 : cluster [DBG] pgmap v551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:27:43.844985+0000 mgr.smithi176.ajjlsm (mgr.14696) 647 : audit [DBG] from='client.34530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:27:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:27:44.183664+0000 mon.smithi176 (mon.0) 417 : audit [DBG] from='client.? 172.21.15.176:0/256515952' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:27:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:45.719011+0000 mgr.smithi176.ajjlsm (mgr.14696) 648 : cluster [DBG] pgmap v552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:45.719011+0000 mgr.smithi176.ajjlsm (mgr.14696) 648 : cluster [DBG] pgmap v552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:49.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:47.719918+0000 mgr.smithi176.ajjlsm (mgr.14696) 649 : cluster [DBG] pgmap v553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:49.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:47.719918+0000 mgr.smithi176.ajjlsm (mgr.14696) 649 : cluster [DBG] pgmap v553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:49.720356+0000 mgr.smithi176.ajjlsm (mgr.14696) 650 : cluster [DBG] pgmap v554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:49.720356+0000 mgr.smithi176.ajjlsm (mgr.14696) 650 : cluster [DBG] pgmap v554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:53.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:51.721275+0000 mgr.smithi176.ajjlsm (mgr.14696) 651 : cluster [DBG] pgmap v555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:53.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:51.721275+0000 mgr.smithi176.ajjlsm (mgr.14696) 651 : cluster [DBG] pgmap v555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:53.721908+0000 mgr.smithi176.ajjlsm (mgr.14696) 652 : cluster [DBG] pgmap v556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:53.721908+0000 mgr.smithi176.ajjlsm (mgr.14696) 652 : cluster [DBG] pgmap v556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:55.722530+0000 mgr.smithi176.ajjlsm (mgr.14696) 653 : cluster [DBG] pgmap v557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:57.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:55.722530+0000 mgr.smithi176.ajjlsm (mgr.14696) 653 : cluster [DBG] pgmap v557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:27:59.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:27:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:57.723521+0000 mgr.smithi176.ajjlsm (mgr.14696) 654 : cluster [DBG] pgmap v558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:27:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:27:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:57.723521+0000 mgr.smithi176.ajjlsm (mgr.14696) 654 : cluster [DBG] pgmap v558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:27:59.724164+0000 mgr.smithi176.ajjlsm (mgr.14696) 655 : cluster [DBG] pgmap v559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:28:00.263263+0000 mon.smithi176 (mon.0) 418 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:28:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:28:00.264698+0000 mon.smithi176 (mon.0) 419 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:28:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:28:00.265522+0000 mon.smithi176 (mon.0) 420 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:28:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:28:00.266351+0000 mgr.smithi176.ajjlsm (mgr.14696) 656 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:28:01.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:28:00.668888+0000 mon.smithi176 (mon.0) 421 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:28:01.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:28:00.673788+0000 mon.smithi176 (mon.0) 422 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:28:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:27:59.724164+0000 mgr.smithi176.ajjlsm (mgr.14696) 655 : cluster [DBG] pgmap v559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:28:00.263263+0000 mon.smithi176 (mon.0) 418 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:28:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:28:00.264698+0000 mon.smithi176 (mon.0) 419 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:28:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:28:00.265522+0000 mon.smithi176 (mon.0) 420 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:28:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:28:00.266351+0000 mgr.smithi176.ajjlsm (mgr.14696) 656 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:28:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:28:00.668888+0000 mon.smithi176 (mon.0) 421 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:28:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:28:00.673788+0000 mon.smithi176 (mon.0) 422 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:28:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:01.725065+0000 mgr.smithi176.ajjlsm (mgr.14696) 657 : cluster [DBG] pgmap v560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:03.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:01.725065+0000 mgr.smithi176.ajjlsm (mgr.14696) 657 : cluster [DBG] pgmap v560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:05.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:03.725517+0000 mgr.smithi176.ajjlsm (mgr.14696) 658 : cluster [DBG] pgmap v561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:05.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:03.725517+0000 mgr.smithi176.ajjlsm (mgr.14696) 658 : cluster [DBG] pgmap v561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:05.725975+0000 mgr.smithi176.ajjlsm (mgr.14696) 659 : cluster [DBG] pgmap v562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:05.725975+0000 mgr.smithi176.ajjlsm (mgr.14696) 659 : cluster [DBG] pgmap v562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:09.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:07.726949+0000 mgr.smithi176.ajjlsm (mgr.14696) 660 : cluster [DBG] pgmap v563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:07.726949+0000 mgr.smithi176.ajjlsm (mgr.14696) 660 : cluster [DBG] pgmap v563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:09.727514+0000 mgr.smithi176.ajjlsm (mgr.14696) 661 : cluster [DBG] pgmap v564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:09.727514+0000 mgr.smithi176.ajjlsm (mgr.14696) 661 : cluster [DBG] pgmap v564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:13.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:11.728253+0000 mgr.smithi176.ajjlsm (mgr.14696) 662 : cluster [DBG] pgmap v565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:13.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:11.728253+0000 mgr.smithi176.ajjlsm (mgr.14696) 662 : cluster [DBG] pgmap v565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:14.484 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:28:14.752 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:28:14.752 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (23m) 6m ago 24m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:28:14.753 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (16m) 6m ago 24m 7239k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:28:14.753 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (16m) 6m ago 24m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:28:14.753 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (23m) 6m ago 24m 42.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:28:14.753 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (16m) 6m ago 20m 43.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:28:14.753 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (16m) 6m ago 20m 15.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:28:14.754 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (17m) 6m ago 25m 459M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:28:14.754 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (17m) 6m ago 24m 394M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:28:14.754 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (17m) 6m ago 25m 141M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:28:14.754 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (17m) 6m ago 24m 105M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:28:14.755 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (18m) 6m ago 17m 142M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:28:14.755 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (17m) 6m ago 17m 88.2M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:28:14.755 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (24m) 6m ago 24m 18.6M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:28:14.755 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (23m) 6m ago 23m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:28:14.755 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (9m) 6m ago 23m 442M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:28:14.756 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (23m) 6m ago 23m 1209M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:28:14.756 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (22m) 6m ago 22m 816M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:28:14.756 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (22m) 6m ago 22m 1347M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:28:14.756 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (22m) 6m ago 22m 1265M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:28:14.757 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (22m) 6m ago 22m 1480M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:28:14.757 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (21m) 6m ago 21m 1183M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:28:14.757 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (21m) 6m ago 21m 1890M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:28:14.757 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (23m) 6m ago 24m 51.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:28:15.079 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:28:15.079 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:28:15.079 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:28:15.080 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:28:15.080 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:28:15.080 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:28:15.080 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:28:15.081 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:28:15.081 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:28:15.081 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:28:15.082 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:28:15.082 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:28:15.082 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:28:15.083 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:28:15.083 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:28:15.083 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:28:15.083 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:28:15.084 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:28:15.084 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:28:15.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:13.728793+0000 mgr.smithi176.ajjlsm (mgr.14696) 663 : cluster [DBG] pgmap v566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:13.728793+0000 mgr.smithi176.ajjlsm (mgr.14696) 663 : cluster [DBG] pgmap v566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:16.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:28:14.471747+0000 mgr.smithi176.ajjlsm (mgr.14696) 664 : audit [DBG] from='client.34538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:28:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:28:14.742782+0000 mgr.smithi176.ajjlsm (mgr.14696) 665 : audit [DBG] from='client.34542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:28:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:28:15.078507+0000 mon.smithi176 (mon.0) 423 : audit [DBG] from='client.? 172.21.15.176:0/3114928123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:28:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:28:14.471747+0000 mgr.smithi176.ajjlsm (mgr.14696) 664 : audit [DBG] from='client.34538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:28:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:28:14.742782+0000 mgr.smithi176.ajjlsm (mgr.14696) 665 : audit [DBG] from='client.34542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:28:16.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:28:15.078507+0000 mon.smithi176 (mon.0) 423 : audit [DBG] from='client.? 172.21.15.176:0/3114928123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:28:17.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:15.729248+0000 mgr.smithi176.ajjlsm (mgr.14696) 666 : cluster [DBG] pgmap v567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:17.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:15.729248+0000 mgr.smithi176.ajjlsm (mgr.14696) 666 : cluster [DBG] pgmap v567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:17.730228+0000 mgr.smithi176.ajjlsm (mgr.14696) 667 : cluster [DBG] pgmap v568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:19.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:17.730228+0000 mgr.smithi176.ajjlsm (mgr.14696) 667 : cluster [DBG] pgmap v568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:19.730850+0000 mgr.smithi176.ajjlsm (mgr.14696) 668 : cluster [DBG] pgmap v569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:19.730850+0000 mgr.smithi176.ajjlsm (mgr.14696) 668 : cluster [DBG] pgmap v569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:23.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:21.731760+0000 mgr.smithi176.ajjlsm (mgr.14696) 669 : cluster [DBG] pgmap v570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:21.731760+0000 mgr.smithi176.ajjlsm (mgr.14696) 669 : cluster [DBG] pgmap v570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:23.732328+0000 mgr.smithi176.ajjlsm (mgr.14696) 670 : cluster [DBG] pgmap v571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:23.732328+0000 mgr.smithi176.ajjlsm (mgr.14696) 670 : cluster [DBG] pgmap v571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:25.732941+0000 mgr.smithi176.ajjlsm (mgr.14696) 671 : cluster [DBG] pgmap v572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:27.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:25.732941+0000 mgr.smithi176.ajjlsm (mgr.14696) 671 : cluster [DBG] pgmap v572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:27.733918+0000 mgr.smithi176.ajjlsm (mgr.14696) 672 : cluster [DBG] pgmap v573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:27.733918+0000 mgr.smithi176.ajjlsm (mgr.14696) 672 : cluster [DBG] pgmap v573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:29.734407+0000 mgr.smithi176.ajjlsm (mgr.14696) 673 : cluster [DBG] pgmap v574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:29.734407+0000 mgr.smithi176.ajjlsm (mgr.14696) 673 : cluster [DBG] pgmap v574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:31.735294+0000 mgr.smithi176.ajjlsm (mgr.14696) 674 : cluster [DBG] pgmap v575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:33.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:31.735294+0000 mgr.smithi176.ajjlsm (mgr.14696) 674 : cluster [DBG] pgmap v575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:33.735799+0000 mgr.smithi176.ajjlsm (mgr.14696) 675 : cluster [DBG] pgmap v576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:33.735799+0000 mgr.smithi176.ajjlsm (mgr.14696) 675 : cluster [DBG] pgmap v576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:35.736422+0000 mgr.smithi176.ajjlsm (mgr.14696) 676 : cluster [DBG] pgmap v577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:35.736422+0000 mgr.smithi176.ajjlsm (mgr.14696) 676 : cluster [DBG] pgmap v577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:37.737175+0000 mgr.smithi176.ajjlsm (mgr.14696) 677 : cluster [DBG] pgmap v578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:37.737175+0000 mgr.smithi176.ajjlsm (mgr.14696) 677 : cluster [DBG] pgmap v578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:39.737648+0000 mgr.smithi176.ajjlsm (mgr.14696) 678 : cluster [DBG] pgmap v579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:28:40.080978+0000 mon.smithi176 (mon.0) 424 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:28:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:28:40.081225+0000 mon.smithi176 (mon.0) 425 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:28:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:39.737648+0000 mgr.smithi176.ajjlsm (mgr.14696) 678 : cluster [DBG] pgmap v579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:28:40.080978+0000 mon.smithi176 (mon.0) 424 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:28:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:28:40.081225+0000 mon.smithi176 (mon.0) 425 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:28:43.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:41.738484+0000 mgr.smithi176.ajjlsm (mgr.14696) 679 : cluster [DBG] pgmap v580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:43.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:41.738484+0000 mgr.smithi176.ajjlsm (mgr.14696) 679 : cluster [DBG] pgmap v580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:45.383 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:28:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:43.738966+0000 mgr.smithi176.ajjlsm (mgr.14696) 680 : cluster [DBG] pgmap v581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:43.738966+0000 mgr.smithi176.ajjlsm (mgr.14696) 680 : cluster [DBG] pgmap v581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:45.652 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:28:45.652 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (24m) 6m ago 25m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:28:45.653 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (17m) 6m ago 25m 7239k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:28:45.653 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (17m) 6m ago 24m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:28:45.653 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (24m) 6m ago 24m 42.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:28:45.653 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (16m) 6m ago 20m 43.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:28:45.654 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (17m) 6m ago 20m 15.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:28:45.654 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (18m) 6m ago 26m 459M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:28:45.654 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (17m) 6m ago 24m 394M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:28:45.654 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (17m) 6m ago 26m 141M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:28:45.654 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (17m) 6m ago 24m 105M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:28:45.655 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (18m) 6m ago 18m 142M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:28:45.655 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (18m) 6m ago 18m 88.2M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:28:45.655 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (24m) 6m ago 24m 18.6M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:28:45.655 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (24m) 6m ago 24m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:28:45.656 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (10m) 6m ago 23m 442M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:28:45.656 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (23m) 6m ago 23m 1209M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:28:45.656 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (23m) 6m ago 23m 816M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:28:45.656 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (23m) 6m ago 23m 1347M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:28:45.657 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (22m) 6m ago 22m 1265M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:28:45.657 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (22m) 6m ago 22m 1480M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:28:45.657 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (22m) 6m ago 22m 1183M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:28:45.657 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (22m) 6m ago 22m 1890M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:28:45.657 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (24m) 6m ago 24m 51.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:28:45.977 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:28:45.977 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:28:45.977 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:28:45.978 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:28:45.978 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:28:45.978 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:28:45.978 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:28:45.979 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:28:45.979 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:28:45.979 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:28:45.979 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:28:45.980 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:28:45.980 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:28:45.980 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:28:45.980 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:28:45.981 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:28:45.981 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:28:45.981 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:28:45.981 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:28:46.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:28:45.370426+0000 mgr.smithi176.ajjlsm (mgr.14696) 681 : audit [DBG] from='client.34550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:28:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:28:45.976827+0000 mon.smithi176 (mon.0) 426 : audit [DBG] from='client.? 172.21.15.176:0/1644054931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:28:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:28:45.370426+0000 mgr.smithi176.ajjlsm (mgr.14696) 681 : audit [DBG] from='client.34550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:28:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:28:45.976827+0000 mon.smithi176 (mon.0) 426 : audit [DBG] from='client.? 172.21.15.176:0/1644054931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:28:47.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:28:45.643095+0000 mgr.smithi176.ajjlsm (mgr.14696) 682 : audit [DBG] from='client.34554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:28:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:45.739373+0000 mgr.smithi176.ajjlsm (mgr.14696) 683 : cluster [DBG] pgmap v582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:28:45.643095+0000 mgr.smithi176.ajjlsm (mgr.14696) 682 : audit [DBG] from='client.34554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:28:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:45.739373+0000 mgr.smithi176.ajjlsm (mgr.14696) 683 : cluster [DBG] pgmap v582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:47.740138+0000 mgr.smithi176.ajjlsm (mgr.14696) 684 : cluster [DBG] pgmap v583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:47.740138+0000 mgr.smithi176.ajjlsm (mgr.14696) 684 : cluster [DBG] pgmap v583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:49.740580+0000 mgr.smithi176.ajjlsm (mgr.14696) 685 : cluster [DBG] pgmap v584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:49.740580+0000 mgr.smithi176.ajjlsm (mgr.14696) 685 : cluster [DBG] pgmap v584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:53.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:51.741526+0000 mgr.smithi176.ajjlsm (mgr.14696) 686 : cluster [DBG] pgmap v585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:53.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:51.741526+0000 mgr.smithi176.ajjlsm (mgr.14696) 686 : cluster [DBG] pgmap v585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:53.742004+0000 mgr.smithi176.ajjlsm (mgr.14696) 687 : cluster [DBG] pgmap v586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:53.742004+0000 mgr.smithi176.ajjlsm (mgr.14696) 687 : cluster [DBG] pgmap v586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:57.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:55.742635+0000 mgr.smithi176.ajjlsm (mgr.14696) 688 : cluster [DBG] pgmap v587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:55.742635+0000 mgr.smithi176.ajjlsm (mgr.14696) 688 : cluster [DBG] pgmap v587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:28:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:28:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:57.743564+0000 mgr.smithi176.ajjlsm (mgr.14696) 689 : cluster [DBG] pgmap v588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:28:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:28:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:57.743564+0000 mgr.smithi176.ajjlsm (mgr.14696) 689 : cluster [DBG] pgmap v588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:01.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:28:59.744068+0000 mgr.smithi176.ajjlsm (mgr.14696) 690 : cluster [DBG] pgmap v589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:29:00.676204+0000 mon.smithi176 (mon.0) 427 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:29:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:29:00.677566+0000 mon.smithi176 (mon.0) 428 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:29:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:29:00.678350+0000 mon.smithi176 (mon.0) 429 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:29:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:29:01.088073+0000 mon.smithi176 (mon.0) 430 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:29:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:29:01.092984+0000 mon.smithi176 (mon.0) 431 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:29:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:28:59.744068+0000 mgr.smithi176.ajjlsm (mgr.14696) 690 : cluster [DBG] pgmap v589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:29:00.676204+0000 mon.smithi176 (mon.0) 427 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:29:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:29:00.677566+0000 mon.smithi176 (mon.0) 428 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:29:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:29:00.678350+0000 mon.smithi176 (mon.0) 429 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:29:01.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:29:01.088073+0000 mon.smithi176 (mon.0) 430 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:29:01.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:29:01.092984+0000 mon.smithi176 (mon.0) 431 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:29:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:29:00.679053+0000 mgr.smithi176.ajjlsm (mgr.14696) 691 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:29:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:29:00.679053+0000 mgr.smithi176.ajjlsm (mgr.14696) 691 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:29:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:01.744896+0000 mgr.smithi176.ajjlsm (mgr.14696) 692 : cluster [DBG] pgmap v590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:03.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:01.744896+0000 mgr.smithi176.ajjlsm (mgr.14696) 692 : cluster [DBG] pgmap v590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:05.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:03.745559+0000 mgr.smithi176.ajjlsm (mgr.14696) 693 : cluster [DBG] pgmap v591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:03.745559+0000 mgr.smithi176.ajjlsm (mgr.14696) 693 : cluster [DBG] pgmap v591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:07.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:05.746210+0000 mgr.smithi176.ajjlsm (mgr.14696) 694 : cluster [DBG] pgmap v592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:05.746210+0000 mgr.smithi176.ajjlsm (mgr.14696) 694 : cluster [DBG] pgmap v592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:07.747078+0000 mgr.smithi176.ajjlsm (mgr.14696) 695 : cluster [DBG] pgmap v593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:07.747078+0000 mgr.smithi176.ajjlsm (mgr.14696) 695 : cluster [DBG] pgmap v593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:11.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:09.747679+0000 mgr.smithi176.ajjlsm (mgr.14696) 696 : cluster [DBG] pgmap v594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:09.747679+0000 mgr.smithi176.ajjlsm (mgr.14696) 696 : cluster [DBG] pgmap v594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:13.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:11.748634+0000 mgr.smithi176.ajjlsm (mgr.14696) 697 : cluster [DBG] pgmap v595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:13.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:11.748634+0000 mgr.smithi176.ajjlsm (mgr.14696) 697 : cluster [DBG] pgmap v595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:15.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:13.749180+0000 mgr.smithi176.ajjlsm (mgr.14696) 698 : cluster [DBG] pgmap v596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:13.749180+0000 mgr.smithi176.ajjlsm (mgr.14696) 698 : cluster [DBG] pgmap v596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:16.282 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:29:16.549 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:29:16.549 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (24m) 7m ago 25m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:29:16.550 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (17m) 7m ago 25m 7239k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:29:16.550 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (17m) 7m ago 25m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:29:16.550 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (24m) 7m ago 25m 42.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:29:16.550 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (17m) 7m ago 21m 43.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:29:16.551 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (17m) 7m ago 21m 15.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:29:16.551 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (18m) 7m ago 26m 459M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:29:16.551 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (18m) 7m ago 25m 394M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:29:16.551 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (18m) 7m ago 26m 141M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:29:16.552 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (18m) 7m ago 25m 105M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:29:16.552 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (19m) 7m ago 19m 142M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:29:16.552 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (18m) 7m ago 18m 88.2M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:29:16.552 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (25m) 7m ago 25m 18.6M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:29:16.552 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (24m) 7m ago 24m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:29:16.553 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (10m) 7m ago 24m 442M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:29:16.553 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (24m) 7m ago 24m 1209M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:29:16.553 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (23m) 7m ago 23m 816M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:29:16.553 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (23m) 7m ago 23m 1347M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:29:16.554 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (23m) 7m ago 23m 1265M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:29:16.554 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (23m) 7m ago 23m 1480M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:29:16.554 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (22m) 7m ago 22m 1183M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:29:16.554 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (22m) 7m ago 22m 1890M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:29:16.554 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (24m) 7m ago 25m 51.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:29:16.869 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:29:16.869 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:29:16.869 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:29:16.869 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:29:16.870 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:29:16.870 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:29:16.870 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:29:16.871 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:29:16.871 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:29:16.871 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:29:16.871 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:29:16.872 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:29:16.872 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:29:16.872 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:29:16.872 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:29:16.872 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:29:16.873 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:29:16.873 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:29:16.873 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:29:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:15.749603+0000 mgr.smithi176.ajjlsm (mgr.14696) 699 : cluster [DBG] pgmap v597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:29:16.269675+0000 mgr.smithi176.ajjlsm (mgr.14696) 700 : audit [DBG] from='client.34562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:29:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:29:16.868437+0000 mon.smithi176 (mon.0) 432 : audit [DBG] from='client.? 172.21.15.176:0/4057386635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:29:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:15.749603+0000 mgr.smithi176.ajjlsm (mgr.14696) 699 : cluster [DBG] pgmap v597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:29:16.269675+0000 mgr.smithi176.ajjlsm (mgr.14696) 700 : audit [DBG] from='client.34562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:29:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:29:16.868437+0000 mon.smithi176 (mon.0) 432 : audit [DBG] from='client.? 172.21.15.176:0/4057386635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:29:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:29:16.539724+0000 mgr.smithi176.ajjlsm (mgr.14696) 701 : audit [DBG] from='client.34566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:29:18.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:29:16.539724+0000 mgr.smithi176.ajjlsm (mgr.14696) 701 : audit [DBG] from='client.34566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:29:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:17.750502+0000 mgr.smithi176.ajjlsm (mgr.14696) 702 : cluster [DBG] pgmap v598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:17.750502+0000 mgr.smithi176.ajjlsm (mgr.14696) 702 : cluster [DBG] pgmap v598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:19.751095+0000 mgr.smithi176.ajjlsm (mgr.14696) 703 : cluster [DBG] pgmap v599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:19.751095+0000 mgr.smithi176.ajjlsm (mgr.14696) 703 : cluster [DBG] pgmap v599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:23.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:21.752076+0000 mgr.smithi176.ajjlsm (mgr.14696) 704 : cluster [DBG] pgmap v600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:21.752076+0000 mgr.smithi176.ajjlsm (mgr.14696) 704 : cluster [DBG] pgmap v600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:23.752585+0000 mgr.smithi176.ajjlsm (mgr.14696) 705 : cluster [DBG] pgmap v601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:23.752585+0000 mgr.smithi176.ajjlsm (mgr.14696) 705 : cluster [DBG] pgmap v601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:27.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:25.753214+0000 mgr.smithi176.ajjlsm (mgr.14696) 706 : cluster [DBG] pgmap v602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:25.753214+0000 mgr.smithi176.ajjlsm (mgr.14696) 706 : cluster [DBG] pgmap v602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:27.754083+0000 mgr.smithi176.ajjlsm (mgr.14696) 707 : cluster [DBG] pgmap v603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:27.754083+0000 mgr.smithi176.ajjlsm (mgr.14696) 707 : cluster [DBG] pgmap v603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:29.754798+0000 mgr.smithi176.ajjlsm (mgr.14696) 708 : cluster [DBG] pgmap v604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:29.754798+0000 mgr.smithi176.ajjlsm (mgr.14696) 708 : cluster [DBG] pgmap v604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:33.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:31.755666+0000 mgr.smithi176.ajjlsm (mgr.14696) 709 : cluster [DBG] pgmap v605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:31.755666+0000 mgr.smithi176.ajjlsm (mgr.14696) 709 : cluster [DBG] pgmap v605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:33.756178+0000 mgr.smithi176.ajjlsm (mgr.14696) 710 : cluster [DBG] pgmap v606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:33.756178+0000 mgr.smithi176.ajjlsm (mgr.14696) 710 : cluster [DBG] pgmap v606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:35.756820+0000 mgr.smithi176.ajjlsm (mgr.14696) 711 : cluster [DBG] pgmap v607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:35.756820+0000 mgr.smithi176.ajjlsm (mgr.14696) 711 : cluster [DBG] pgmap v607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:37.757612+0000 mgr.smithi176.ajjlsm (mgr.14696) 712 : cluster [DBG] pgmap v608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:37.757612+0000 mgr.smithi176.ajjlsm (mgr.14696) 712 : cluster [DBG] pgmap v608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:29:40.085402+0000 mon.smithi176 (mon.0) 433 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:29:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:29:40.085650+0000 mon.smithi176 (mon.0) 434 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:29:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:29:40.085402+0000 mon.smithi176 (mon.0) 433 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:29:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:29:40.085650+0000 mon.smithi176 (mon.0) 434 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:29:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:39.758144+0000 mgr.smithi176.ajjlsm (mgr.14696) 713 : cluster [DBG] pgmap v609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:39.758144+0000 mgr.smithi176.ajjlsm (mgr.14696) 713 : cluster [DBG] pgmap v609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:41.759082+0000 mgr.smithi176.ajjlsm (mgr.14696) 714 : cluster [DBG] pgmap v610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:43.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:41.759082+0000 mgr.smithi176.ajjlsm (mgr.14696) 714 : cluster [DBG] pgmap v610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:43.759596+0000 mgr.smithi176.ajjlsm (mgr.14696) 715 : cluster [DBG] pgmap v611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:43.759596+0000 mgr.smithi176.ajjlsm (mgr.14696) 715 : cluster [DBG] pgmap v611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:47.172 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:29:47.442 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:29:47.443 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (25m) 7m ago 26m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:29:47.443 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (18m) 7m ago 26m 7239k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:29:47.444 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (18m) 7m ago 25m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:29:47.444 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (25m) 7m ago 25m 42.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:29:47.445 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (17m) 7m ago 21m 43.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:29:47.445 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (18m) 7m ago 21m 15.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:29:47.446 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (19m) 7m ago 27m 459M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:29:47.446 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (18m) 7m ago 25m 394M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:29:47.447 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (18m) 7m ago 27m 141M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:29:47.447 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (18m) 7m ago 25m 105M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:29:47.447 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (19m) 7m ago 19m 142M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:29:47.448 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (19m) 7m ago 19m 88.2M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:29:47.448 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (25m) 7m ago 25m 18.6M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:29:47.448 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (25m) 7m ago 25m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:29:47.449 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (11m) 7m ago 25m 442M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:29:47.449 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (24m) 7m ago 24m 1209M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:29:47.449 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (24m) 7m ago 24m 816M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:29:47.450 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (24m) 7m ago 24m 1347M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:29:47.450 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (23m) 7m ago 23m 1265M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:29:47.450 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (23m) 7m ago 23m 1480M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:29:47.451 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (23m) 7m ago 23m 1183M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:29:47.451 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (23m) 7m ago 23m 1890M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:29:47.451 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (25m) 7m ago 25m 51.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:29:47.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:45.760210+0000 mgr.smithi176.ajjlsm (mgr.14696) 716 : cluster [DBG] pgmap v612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:45.760210+0000 mgr.smithi176.ajjlsm (mgr.14696) 716 : cluster [DBG] pgmap v612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:47.767 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:29:47.768 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:29:47.768 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:29:47.768 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:29:47.768 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:29:47.769 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:29:47.769 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:29:47.769 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:29:47.769 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:29:47.769 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:29:47.770 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:29:47.770 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:29:47.770 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:29:47.770 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:29:47.771 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:29:47.771 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:29:47.771 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:29:47.771 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:29:47.771 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:29:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:29:47.160161+0000 mgr.smithi176.ajjlsm (mgr.14696) 717 : audit [DBG] from='client.34574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:29:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:29:47.432542+0000 mgr.smithi176.ajjlsm (mgr.14696) 718 : audit [DBG] from='client.34578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:29:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:29:47.766928+0000 mon.smithi176 (mon.0) 435 : audit [DBG] from='client.? 172.21.15.176:0/3692820310' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:29:48.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:29:47.160161+0000 mgr.smithi176.ajjlsm (mgr.14696) 717 : audit [DBG] from='client.34574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:29:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:29:47.432542+0000 mgr.smithi176.ajjlsm (mgr.14696) 718 : audit [DBG] from='client.34578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:29:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:29:47.766928+0000 mon.smithi176 (mon.0) 435 : audit [DBG] from='client.? 172.21.15.176:0/3692820310' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:29:49.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:47.761155+0000 mgr.smithi176.ajjlsm (mgr.14696) 719 : cluster [DBG] pgmap v613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:47.761155+0000 mgr.smithi176.ajjlsm (mgr.14696) 719 : cluster [DBG] pgmap v613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:49.761640+0000 mgr.smithi176.ajjlsm (mgr.14696) 720 : cluster [DBG] pgmap v614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:49.761640+0000 mgr.smithi176.ajjlsm (mgr.14696) 720 : cluster [DBG] pgmap v614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:53.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:51.762598+0000 mgr.smithi176.ajjlsm (mgr.14696) 721 : cluster [DBG] pgmap v615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:53.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:51.762598+0000 mgr.smithi176.ajjlsm (mgr.14696) 721 : cluster [DBG] pgmap v615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:53.763074+0000 mgr.smithi176.ajjlsm (mgr.14696) 722 : cluster [DBG] pgmap v616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:53.763074+0000 mgr.smithi176.ajjlsm (mgr.14696) 722 : cluster [DBG] pgmap v616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:57.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:55.763673+0000 mgr.smithi176.ajjlsm (mgr.14696) 723 : cluster [DBG] pgmap v617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:55.763673+0000 mgr.smithi176.ajjlsm (mgr.14696) 723 : cluster [DBG] pgmap v617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:29:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:29:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:57.764467+0000 mgr.smithi176.ajjlsm (mgr.14696) 724 : cluster [DBG] pgmap v618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:29:59.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:29:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:57.764467+0000 mgr.smithi176.ajjlsm (mgr.14696) 724 : cluster [DBG] pgmap v618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000182+0000 mon.smithi176 (mon.0) 436 : cluster [WRN] Health detail: HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T07:30:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000250+0000 mon.smithi176 (mon.0) 437 : cluster [WRN] [WRN] RECENT_CRASH: 5 daemons have recently crashed 2022-03-27T07:30:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000278+0000 mon.smithi176 (mon.0) 438 : cluster [WRN] mds.foofs.smithi176.psbtkl crashed on host smithi176 at 2022-03-27T07:11:19.060570Z 2022-03-27T07:30:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000294+0000 mon.smithi176 (mon.0) 439 : cluster [WRN] mds.foofs.smithi204.klmhfu crashed on host smithi204 at 2022-03-27T07:11:06.058791Z 2022-03-27T07:30:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000307+0000 mon.smithi176 (mon.0) 440 : cluster [WRN] mds.foofs.smithi204.klmhfu crashed on host smithi204 at 2022-03-27T07:11:32.062435Z 2022-03-27T07:30:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000336+0000 mon.smithi176 (mon.0) 441 : cluster [WRN] mds.foofs.smithi176.psbtkl crashed on host smithi176 at 2022-03-27T07:11:47.064573Z 2022-03-27T07:30:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000349+0000 mon.smithi176 (mon.0) 442 : cluster [WRN] mds.foofs.smithi176.psbtkl crashed on host smithi176 at 2022-03-27T07:12:00.072699Z 2022-03-27T07:30:00.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000362+0000 mon.smithi176 (mon.0) 443 : cluster [WRN] [WRN] UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T07:30:00.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000376+0000 mon.smithi176 (mon.0) 444 : cluster [WRN] Upgrade daemon: osd.0: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-03-27T07:30:00.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000393+0000 mon.smithi176 (mon.0) 445 : cluster [WRN] Non-zero exit code 1 from systemctl start ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0 2022-03-27T07:30:00.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000405+0000 mon.smithi176 (mon.0) 446 : cluster [WRN] systemctl: stderr Job for ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-03-27T07:30:00.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000437+0000 mon.smithi176 (mon.0) 447 : cluster [WRN] systemctl: stderr See "systemctl status ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-03-27T07:30:00.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000449+0000 mon.smithi176 (mon.0) 448 : cluster [WRN] Traceback (most recent call last): 2022-03-27T07:30:00.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000464+0000 mon.smithi176 (mon.0) 449 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 8876, in 2022-03-27T07:30:00.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000478+0000 mon.smithi176 (mon.0) 450 : cluster [WRN] main() 2022-03-27T07:30:00.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000491+0000 mon.smithi176 (mon.0) 451 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 8864, in main 2022-03-27T07:30:00.553 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000504+0000 mon.smithi176 (mon.0) 452 : cluster [WRN] r = ctx.func(ctx) 2022-03-27T07:30:00.553 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000518+0000 mon.smithi176 (mon.0) 453 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 1940, in _default_image 2022-03-27T07:30:00.553 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000532+0000 mon.smithi176 (mon.0) 454 : cluster [WRN] return func(ctx) 2022-03-27T07:30:00.554 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000546+0000 mon.smithi176 (mon.0) 455 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 4806, in command_deploy 2022-03-27T07:30:00.554 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000560+0000 mon.smithi176 (mon.0) 456 : cluster [WRN] ports=daemon_ports) 2022-03-27T07:30:00.554 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000572+0000 mon.smithi176 (mon.0) 457 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 2886, in deploy_daemon 2022-03-27T07:30:00.555 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000593+0000 mon.smithi176 (mon.0) 458 : cluster [WRN] c, osd_fsid=osd_fsid, ports=ports) 2022-03-27T07:30:00.555 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000608+0000 mon.smithi176 (mon.0) 459 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 3131, in deploy_daemon_units 2022-03-27T07:30:00.556 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000622+0000 mon.smithi176 (mon.0) 460 : cluster [WRN] call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-03-27T07:30:00.556 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000634+0000 mon.smithi176 (mon.0) 461 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 1617, in call_throws 2022-03-27T07:30:00.557 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000648+0000 mon.smithi176 (mon.0) 462 : cluster [WRN] raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-03-27T07:30:00.557 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000663+0000 mon.smithi176 (mon.0) 463 : cluster [WRN] RuntimeError: Failed command: systemctl start ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0: Job for ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-03-27T07:30:00.558 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:00.000678+0000 mon.smithi176 (mon.0) 464 : cluster [WRN] See "systemctl status ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-03-27T07:30:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000182+0000 mon.smithi176 (mon.0) 436 : cluster [WRN] Health detail: HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T07:30:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000250+0000 mon.smithi176 (mon.0) 437 : cluster [WRN] [WRN] RECENT_CRASH: 5 daemons have recently crashed 2022-03-27T07:30:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000278+0000 mon.smithi176 (mon.0) 438 : cluster [WRN] mds.foofs.smithi176.psbtkl crashed on host smithi176 at 2022-03-27T07:11:19.060570Z 2022-03-27T07:30:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000294+0000 mon.smithi176 (mon.0) 439 : cluster [WRN] mds.foofs.smithi204.klmhfu crashed on host smithi204 at 2022-03-27T07:11:06.058791Z 2022-03-27T07:30:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000307+0000 mon.smithi176 (mon.0) 440 : cluster [WRN] mds.foofs.smithi204.klmhfu crashed on host smithi204 at 2022-03-27T07:11:32.062435Z 2022-03-27T07:30:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000336+0000 mon.smithi176 (mon.0) 441 : cluster [WRN] mds.foofs.smithi176.psbtkl crashed on host smithi176 at 2022-03-27T07:11:47.064573Z 2022-03-27T07:30:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000349+0000 mon.smithi176 (mon.0) 442 : cluster [WRN] mds.foofs.smithi176.psbtkl crashed on host smithi176 at 2022-03-27T07:12:00.072699Z 2022-03-27T07:30:00.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000362+0000 mon.smithi176 (mon.0) 443 : cluster [WRN] [WRN] UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T07:30:00.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000376+0000 mon.smithi176 (mon.0) 444 : cluster [WRN] Upgrade daemon: osd.0: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-03-27T07:30:00.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000393+0000 mon.smithi176 (mon.0) 445 : cluster [WRN] Non-zero exit code 1 from systemctl start ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0 2022-03-27T07:30:00.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000405+0000 mon.smithi176 (mon.0) 446 : cluster [WRN] systemctl: stderr Job for ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-03-27T07:30:00.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000437+0000 mon.smithi176 (mon.0) 447 : cluster [WRN] systemctl: stderr See "systemctl status ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-03-27T07:30:00.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000449+0000 mon.smithi176 (mon.0) 448 : cluster [WRN] Traceback (most recent call last): 2022-03-27T07:30:00.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000464+0000 mon.smithi176 (mon.0) 449 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 8876, in 2022-03-27T07:30:00.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000478+0000 mon.smithi176 (mon.0) 450 : cluster [WRN] main() 2022-03-27T07:30:00.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000491+0000 mon.smithi176 (mon.0) 451 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 8864, in main 2022-03-27T07:30:00.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000504+0000 mon.smithi176 (mon.0) 452 : cluster [WRN] r = ctx.func(ctx) 2022-03-27T07:30:00.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000518+0000 mon.smithi176 (mon.0) 453 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 1940, in _default_image 2022-03-27T07:30:00.725 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000532+0000 mon.smithi176 (mon.0) 454 : cluster [WRN] return func(ctx) 2022-03-27T07:30:00.725 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000546+0000 mon.smithi176 (mon.0) 455 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 4806, in command_deploy 2022-03-27T07:30:00.725 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000560+0000 mon.smithi176 (mon.0) 456 : cluster [WRN] ports=daemon_ports) 2022-03-27T07:30:00.725 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000572+0000 mon.smithi176 (mon.0) 457 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 2886, in deploy_daemon 2022-03-27T07:30:00.725 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000593+0000 mon.smithi176 (mon.0) 458 : cluster [WRN] c, osd_fsid=osd_fsid, ports=ports) 2022-03-27T07:30:00.726 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000608+0000 mon.smithi176 (mon.0) 459 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 3131, in deploy_daemon_units 2022-03-27T07:30:00.726 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000622+0000 mon.smithi176 (mon.0) 460 : cluster [WRN] call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-03-27T07:30:00.726 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000634+0000 mon.smithi176 (mon.0) 461 : cluster [WRN] File "/var/lib/ceph/cfd54f38-ad9b-11ec-8c35-001a4aab830c/cephadm.73bfc5c16202a01665bf73b807bc00daf3afcf22e938da9b642da1d93a3acdee", line 1617, in call_throws 2022-03-27T07:30:00.726 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000648+0000 mon.smithi176 (mon.0) 462 : cluster [WRN] raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-03-27T07:30:00.727 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000663+0000 mon.smithi176 (mon.0) 463 : cluster [WRN] RuntimeError: Failed command: systemctl start ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0: Job for ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-03-27T07:30:00.727 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:00.000678+0000 mon.smithi176 (mon.0) 464 : cluster [WRN] See "systemctl status ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-03-27T07:30:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:29:59.764995+0000 mgr.smithi176.ajjlsm (mgr.14696) 725 : cluster [DBG] pgmap v619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:30:01.095522+0000 mon.smithi176 (mon.0) 465 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:30:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:30:01.096974+0000 mon.smithi176 (mon.0) 466 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:30:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:30:01.097836+0000 mon.smithi176 (mon.0) 467 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:30:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:29:59.764995+0000 mgr.smithi176.ajjlsm (mgr.14696) 725 : cluster [DBG] pgmap v619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:30:01.095522+0000 mon.smithi176 (mon.0) 465 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:30:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:30:01.096974+0000 mon.smithi176 (mon.0) 466 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:30:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:30:01.097836+0000 mon.smithi176 (mon.0) 467 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:30:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:30:01.098646+0000 mgr.smithi176.ajjlsm (mgr.14696) 726 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:30:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:30:01.504767+0000 mon.smithi176 (mon.0) 468 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:30:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:30:01.509834+0000 mon.smithi176 (mon.0) 469 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:30:02.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:30:01.098646+0000 mgr.smithi176.ajjlsm (mgr.14696) 726 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:30:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:30:01.504767+0000 mon.smithi176 (mon.0) 468 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:30:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:30:01.509834+0000 mon.smithi176 (mon.0) 469 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:30:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:01.765686+0000 mgr.smithi176.ajjlsm (mgr.14696) 727 : cluster [DBG] pgmap v620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:03.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:01.765686+0000 mgr.smithi176.ajjlsm (mgr.14696) 727 : cluster [DBG] pgmap v620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:03.766235+0000 mgr.smithi176.ajjlsm (mgr.14696) 728 : cluster [DBG] pgmap v621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:05.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:03.766235+0000 mgr.smithi176.ajjlsm (mgr.14696) 728 : cluster [DBG] pgmap v621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:05.766856+0000 mgr.smithi176.ajjlsm (mgr.14696) 729 : cluster [DBG] pgmap v622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:05.766856+0000 mgr.smithi176.ajjlsm (mgr.14696) 729 : cluster [DBG] pgmap v622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:07.767687+0000 mgr.smithi176.ajjlsm (mgr.14696) 730 : cluster [DBG] pgmap v623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:09.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:07.767687+0000 mgr.smithi176.ajjlsm (mgr.14696) 730 : cluster [DBG] pgmap v623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:09.768229+0000 mgr.smithi176.ajjlsm (mgr.14696) 731 : cluster [DBG] pgmap v624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:09.768229+0000 mgr.smithi176.ajjlsm (mgr.14696) 731 : cluster [DBG] pgmap v624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:13.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:11.769090+0000 mgr.smithi176.ajjlsm (mgr.14696) 732 : cluster [DBG] pgmap v625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:11.769090+0000 mgr.smithi176.ajjlsm (mgr.14696) 732 : cluster [DBG] pgmap v625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:13.769665+0000 mgr.smithi176.ajjlsm (mgr.14696) 733 : cluster [DBG] pgmap v626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:15.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:13.769665+0000 mgr.smithi176.ajjlsm (mgr.14696) 733 : cluster [DBG] pgmap v626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:15.770249+0000 mgr.smithi176.ajjlsm (mgr.14696) 734 : cluster [DBG] pgmap v627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:15.770249+0000 mgr.smithi176.ajjlsm (mgr.14696) 734 : cluster [DBG] pgmap v627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:18.078 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:30:18.345 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:30:18.345 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (25m) 8m ago 26m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:30:18.345 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (18m) 8m ago 26m 7239k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:30:18.345 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (18m) 8m ago 26m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:30:18.346 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (25m) 8m ago 26m 42.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:30:18.346 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (18m) 8m ago 22m 43.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:30:18.346 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (18m) 8m ago 22m 15.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:30:18.346 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (19m) 8m ago 27m 459M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:30:18.347 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (19m) 8m ago 26m 394M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:30:18.347 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (19m) 8m ago 27m 141M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:30:18.347 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (19m) 8m ago 26m 105M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:30:18.347 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (20m) 8m ago 20m 142M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:30:18.348 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (19m) 8m ago 19m 88.2M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:30:18.348 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (26m) 8m ago 26m 18.6M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:30:18.348 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (25m) 8m ago 25m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:30:18.348 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (11m) 8m ago 25m 442M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:30:18.349 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (25m) 8m ago 25m 1209M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:30:18.349 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (24m) 8m ago 24m 816M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:30:18.349 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (24m) 8m ago 24m 1347M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:30:18.349 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (24m) 8m ago 24m 1265M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:30:18.350 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (24m) 8m ago 24m 1480M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:30:18.350 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (23m) 8m ago 23m 1183M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:30:18.350 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (23m) 8m ago 23m 1890M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:30:18.350 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (25m) 8m ago 26m 51.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:30:18.668 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:30:18.668 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:30:18.669 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:30:18.669 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:30:18.669 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:30:18.669 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:30:18.669 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:30:18.670 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:30:18.670 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:30:18.670 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:30:18.670 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:30:18.671 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:30:18.671 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:30:18.671 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:30:18.671 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:30:18.672 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:30:18.672 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:30:18.672 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:30:18.672 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:30:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:17.771217+0000 mgr.smithi176.ajjlsm (mgr.14696) 735 : cluster [DBG] pgmap v628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:30:18.064068+0000 mgr.smithi176.ajjlsm (mgr.14696) 736 : audit [DBG] from='client.34586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:30:19.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:30:18.335162+0000 mgr.smithi176.ajjlsm (mgr.14696) 737 : audit [DBG] from='client.34590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:30:19.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:30:18.667487+0000 mon.smithi176 (mon.0) 470 : audit [DBG] from='client.? 172.21.15.176:0/1882415752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:30:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:17.771217+0000 mgr.smithi176.ajjlsm (mgr.14696) 735 : cluster [DBG] pgmap v628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:30:18.064068+0000 mgr.smithi176.ajjlsm (mgr.14696) 736 : audit [DBG] from='client.34586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:30:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:30:18.335162+0000 mgr.smithi176.ajjlsm (mgr.14696) 737 : audit [DBG] from='client.34590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:30:19.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:30:18.667487+0000 mon.smithi176 (mon.0) 470 : audit [DBG] from='client.? 172.21.15.176:0/1882415752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:30:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:19.771665+0000 mgr.smithi176.ajjlsm (mgr.14696) 738 : cluster [DBG] pgmap v629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:19.771665+0000 mgr.smithi176.ajjlsm (mgr.14696) 738 : cluster [DBG] pgmap v629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:21.772648+0000 mgr.smithi176.ajjlsm (mgr.14696) 739 : cluster [DBG] pgmap v630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:21.772648+0000 mgr.smithi176.ajjlsm (mgr.14696) 739 : cluster [DBG] pgmap v630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:23.773254+0000 mgr.smithi176.ajjlsm (mgr.14696) 740 : cluster [DBG] pgmap v631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:23.773254+0000 mgr.smithi176.ajjlsm (mgr.14696) 740 : cluster [DBG] pgmap v631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:25.773813+0000 mgr.smithi176.ajjlsm (mgr.14696) 741 : cluster [DBG] pgmap v632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:27.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:25.773813+0000 mgr.smithi176.ajjlsm (mgr.14696) 741 : cluster [DBG] pgmap v632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:27.774826+0000 mgr.smithi176.ajjlsm (mgr.14696) 742 : cluster [DBG] pgmap v633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:27.774826+0000 mgr.smithi176.ajjlsm (mgr.14696) 742 : cluster [DBG] pgmap v633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:29.775397+0000 mgr.smithi176.ajjlsm (mgr.14696) 743 : cluster [DBG] pgmap v634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:29.775397+0000 mgr.smithi176.ajjlsm (mgr.14696) 743 : cluster [DBG] pgmap v634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:33.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:31.776233+0000 mgr.smithi176.ajjlsm (mgr.14696) 744 : cluster [DBG] pgmap v635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:31.776233+0000 mgr.smithi176.ajjlsm (mgr.14696) 744 : cluster [DBG] pgmap v635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:33.776687+0000 mgr.smithi176.ajjlsm (mgr.14696) 745 : cluster [DBG] pgmap v636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:33.776687+0000 mgr.smithi176.ajjlsm (mgr.14696) 745 : cluster [DBG] pgmap v636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:35.777309+0000 mgr.smithi176.ajjlsm (mgr.14696) 746 : cluster [DBG] pgmap v637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:37.610 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:35.777309+0000 mgr.smithi176.ajjlsm (mgr.14696) 746 : cluster [DBG] pgmap v637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:37.778272+0000 mgr.smithi176.ajjlsm (mgr.14696) 747 : cluster [DBG] pgmap v638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:37.778272+0000 mgr.smithi176.ajjlsm (mgr.14696) 747 : cluster [DBG] pgmap v638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:30:40.089674+0000 mon.smithi176 (mon.0) 471 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:30:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:30:40.089970+0000 mon.smithi176 (mon.0) 472 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:30:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:30:40.089674+0000 mon.smithi176 (mon.0) 471 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:30:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:30:40.089970+0000 mon.smithi176 (mon.0) 472 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:30:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:39.778771+0000 mgr.smithi176.ajjlsm (mgr.14696) 748 : cluster [DBG] pgmap v639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:41.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:39.778771+0000 mgr.smithi176.ajjlsm (mgr.14696) 748 : cluster [DBG] pgmap v639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:41.779833+0000 mgr.smithi176.ajjlsm (mgr.14696) 749 : cluster [DBG] pgmap v640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:43.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:41.779833+0000 mgr.smithi176.ajjlsm (mgr.14696) 749 : cluster [DBG] pgmap v640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:43.780429+0000 mgr.smithi176.ajjlsm (mgr.14696) 750 : cluster [DBG] pgmap v641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:45.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:43.780429+0000 mgr.smithi176.ajjlsm (mgr.14696) 750 : cluster [DBG] pgmap v641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:45.780893+0000 mgr.smithi176.ajjlsm (mgr.14696) 751 : cluster [DBG] pgmap v642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:47.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:45.780893+0000 mgr.smithi176.ajjlsm (mgr.14696) 751 : cluster [DBG] pgmap v642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:48.971 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:30:49.239 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:30:49.239 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (26m) 8m ago 27m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:30:49.239 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (19m) 8m ago 27m 7239k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:30:49.240 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (19m) 8m ago 26m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:30:49.240 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (26m) 8m ago 27m 42.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:30:49.240 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (18m) 8m ago 22m 43.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:30:49.240 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (19m) 8m ago 22m 15.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:30:49.240 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (20m) 8m ago 28m 459M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:30:49.241 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (19m) 8m ago 26m 394M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:30:49.241 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (19m) 8m ago 28m 141M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:30:49.241 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (19m) 8m ago 26m 105M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:30:49.241 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (20m) 8m ago 20m 142M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:30:49.242 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (20m) 8m ago 20m 88.2M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:30:49.242 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (26m) 8m ago 26m 18.6M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:30:49.242 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (26m) 8m ago 26m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:30:49.242 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (12m) 8m ago 26m 442M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:30:49.242 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (25m) 8m ago 25m 1209M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:30:49.243 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (25m) 8m ago 25m 816M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:30:49.243 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (25m) 8m ago 25m 1347M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:30:49.243 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (24m) 8m ago 24m 1265M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:30:49.243 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (24m) 8m ago 24m 1480M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:30:49.244 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (24m) 8m ago 24m 1183M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:30:49.244 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (24m) 8m ago 24m 1890M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:30:49.244 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (26m) 8m ago 26m 51.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:30:49.560 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:30:49.561 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:30:49.561 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:30:49.561 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:30:49.561 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:30:49.562 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:30:49.562 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:30:49.562 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:30:49.562 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:30:49.563 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:30:49.563 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:30:49.563 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:30:49.563 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:30:49.563 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:30:49.564 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:30:49.564 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:30:49.564 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:30:49.564 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:30:49.565 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:30:49.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:47.781668+0000 mgr.smithi176.ajjlsm (mgr.14696) 752 : cluster [DBG] pgmap v643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:49.962 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:47.781668+0000 mgr.smithi176.ajjlsm (mgr.14696) 752 : cluster [DBG] pgmap v643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:30:48.958324+0000 mgr.smithi176.ajjlsm (mgr.14696) 753 : audit [DBG] from='client.34598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:30:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:30:49.229666+0000 mgr.smithi176.ajjlsm (mgr.14696) 754 : audit [DBG] from='client.34602 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:30:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:30:49.560101+0000 mon.smithi176 (mon.0) 473 : audit [DBG] from='client.? 172.21.15.176:0/3999425774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:30:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:30:48.958324+0000 mgr.smithi176.ajjlsm (mgr.14696) 753 : audit [DBG] from='client.34598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:30:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:30:49.229666+0000 mgr.smithi176.ajjlsm (mgr.14696) 754 : audit [DBG] from='client.34602 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:30:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:30:49.560101+0000 mon.smithi176 (mon.0) 473 : audit [DBG] from='client.? 172.21.15.176:0/3999425774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:30:51.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:49.782186+0000 mgr.smithi176.ajjlsm (mgr.14696) 755 : cluster [DBG] pgmap v644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:51.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:49.782186+0000 mgr.smithi176.ajjlsm (mgr.14696) 755 : cluster [DBG] pgmap v644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:53.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:51.782970+0000 mgr.smithi176.ajjlsm (mgr.14696) 756 : cluster [DBG] pgmap v645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:51.782970+0000 mgr.smithi176.ajjlsm (mgr.14696) 756 : cluster [DBG] pgmap v645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:53.783477+0000 mgr.smithi176.ajjlsm (mgr.14696) 757 : cluster [DBG] pgmap v646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:55.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:53.783477+0000 mgr.smithi176.ajjlsm (mgr.14696) 757 : cluster [DBG] pgmap v646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:55.783963+0000 mgr.smithi176.ajjlsm (mgr.14696) 758 : cluster [DBG] pgmap v647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:57.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:55.783963+0000 mgr.smithi176.ajjlsm (mgr.14696) 758 : cluster [DBG] pgmap v647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:30:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:30:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:57.784696+0000 mgr.smithi176.ajjlsm (mgr.14696) 759 : cluster [DBG] pgmap v648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:30:59.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:30:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:57.784696+0000 mgr.smithi176.ajjlsm (mgr.14696) 759 : cluster [DBG] pgmap v648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:30:59.785303+0000 mgr.smithi176.ajjlsm (mgr.14696) 760 : cluster [DBG] pgmap v649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:01.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:30:59.785303+0000 mgr.smithi176.ajjlsm (mgr.14696) 760 : cluster [DBG] pgmap v649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:31:01.512498+0000 mon.smithi176 (mon.0) 474 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:31:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:31:01.513949+0000 mon.smithi176 (mon.0) 475 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:31:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:31:01.514770+0000 mon.smithi176 (mon.0) 476 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:31:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:31:01.920631+0000 mon.smithi176 (mon.0) 477 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:31:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:31:01.920824+0000 mon.smithi176 (mon.0) 478 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:31:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:31:01.924691+0000 mon.smithi176 (mon.0) 479 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:31:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:31:01.929615+0000 mon.smithi176 (mon.0) 480 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:31:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:31:01.512498+0000 mon.smithi176 (mon.0) 474 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:31:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:31:01.513949+0000 mon.smithi176 (mon.0) 475 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:31:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:31:01.514770+0000 mon.smithi176 (mon.0) 476 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:31:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:31:01.920631+0000 mon.smithi176 (mon.0) 477 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:31:02.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:31:01.920824+0000 mon.smithi176 (mon.0) 478 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:31:02.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:31:01.924691+0000 mon.smithi176 (mon.0) 479 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:31:02.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:31:01.929615+0000 mon.smithi176 (mon.0) 480 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:31:03.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:31:01.515485+0000 mgr.smithi176.ajjlsm (mgr.14696) 761 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:31:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:01.786133+0000 mgr.smithi176.ajjlsm (mgr.14696) 762 : cluster [DBG] pgmap v650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:31:01.515485+0000 mgr.smithi176.ajjlsm (mgr.14696) 761 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:31:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:01.786133+0000 mgr.smithi176.ajjlsm (mgr.14696) 762 : cluster [DBG] pgmap v650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:03.786785+0000 mgr.smithi176.ajjlsm (mgr.14696) 763 : cluster [DBG] pgmap v651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:05.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:03.786785+0000 mgr.smithi176.ajjlsm (mgr.14696) 763 : cluster [DBG] pgmap v651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:05.787431+0000 mgr.smithi176.ajjlsm (mgr.14696) 764 : cluster [DBG] pgmap v652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:05.787431+0000 mgr.smithi176.ajjlsm (mgr.14696) 764 : cluster [DBG] pgmap v652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:07.788208+0000 mgr.smithi176.ajjlsm (mgr.14696) 765 : cluster [DBG] pgmap v653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:09.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:07.788208+0000 mgr.smithi176.ajjlsm (mgr.14696) 765 : cluster [DBG] pgmap v653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:09.788747+0000 mgr.smithi176.ajjlsm (mgr.14696) 766 : cluster [DBG] pgmap v654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:11.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:09.788747+0000 mgr.smithi176.ajjlsm (mgr.14696) 766 : cluster [DBG] pgmap v654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:11.789652+0000 mgr.smithi176.ajjlsm (mgr.14696) 767 : cluster [DBG] pgmap v655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:11.789652+0000 mgr.smithi176.ajjlsm (mgr.14696) 767 : cluster [DBG] pgmap v655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:13.790200+0000 mgr.smithi176.ajjlsm (mgr.14696) 768 : cluster [DBG] pgmap v656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:15.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:13.790200+0000 mgr.smithi176.ajjlsm (mgr.14696) 768 : cluster [DBG] pgmap v656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:15.790725+0000 mgr.smithi176.ajjlsm (mgr.14696) 769 : cluster [DBG] pgmap v657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:17.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:15.790725+0000 mgr.smithi176.ajjlsm (mgr.14696) 769 : cluster [DBG] pgmap v657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:19.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:17.791495+0000 mgr.smithi176.ajjlsm (mgr.14696) 770 : cluster [DBG] pgmap v658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:17.791495+0000 mgr.smithi176.ajjlsm (mgr.14696) 770 : cluster [DBG] pgmap v658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:19.864 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:31:20.144 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:31:20.144 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (26m) 9m ago 27m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:31:20.144 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (19m) 9m ago 27m 7239k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:31:20.145 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (19m) 9m ago 27m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:31:20.145 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (26m) 9m ago 27m 42.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:31:20.145 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (19m) 9m ago 23m 43.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:31:20.145 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (19m) 9m ago 23m 15.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:31:20.146 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (20m) 9m ago 28m 459M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:31:20.146 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (20m) 9m ago 27m 394M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:31:20.146 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (20m) 9m ago 28m 141M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:31:20.147 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (20m) 9m ago 27m 105M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:31:20.147 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (21m) 9m ago 21m 142M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:31:20.148 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (21m) 9m ago 21m 88.2M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:31:20.148 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (27m) 9m ago 27m 18.6M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:31:20.148 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (27m) 9m ago 27m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:31:20.148 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (12m) 9m ago 26m 442M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:31:20.149 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (26m) 9m ago 26m 1209M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:31:20.149 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (26m) 9m ago 26m 816M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:31:20.149 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (25m) 9m ago 25m 1347M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:31:20.149 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (25m) 9m ago 25m 1265M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:31:20.149 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (25m) 9m ago 25m 1480M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:31:20.150 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (24m) 9m ago 24m 1183M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:31:20.150 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (24m) 9m ago 24m 1890M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:31:20.150 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (26m) 9m ago 27m 51.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:31:20.465 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:31:20.465 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:31:20.466 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:31:20.466 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:31:20.466 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:31:20.466 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:31:20.467 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:31:20.467 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:31:20.467 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:31:20.467 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:31:20.467 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:31:20.468 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:31:20.468 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:31:20.468 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:31:20.468 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:31:20.469 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:31:20.469 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:31:20.469 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:31:20.470 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:31:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:19.791934+0000 mgr.smithi176.ajjlsm (mgr.14696) 771 : cluster [DBG] pgmap v659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:31:19.851972+0000 mgr.smithi176.ajjlsm (mgr.14696) 772 : audit [DBG] from='client.34610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:31:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:31:20.133946+0000 mgr.smithi176.ajjlsm (mgr.14696) 773 : audit [DBG] from='client.34614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:31:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:31:20.464687+0000 mon.smithi176 (mon.0) 481 : audit [DBG] from='client.? 172.21.15.176:0/2338259514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:31:21.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:19.791934+0000 mgr.smithi176.ajjlsm (mgr.14696) 771 : cluster [DBG] pgmap v659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:31:19.851972+0000 mgr.smithi176.ajjlsm (mgr.14696) 772 : audit [DBG] from='client.34610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:31:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:31:20.133946+0000 mgr.smithi176.ajjlsm (mgr.14696) 773 : audit [DBG] from='client.34614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:31:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:31:20.464687+0000 mon.smithi176 (mon.0) 481 : audit [DBG] from='client.? 172.21.15.176:0/2338259514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:31:23.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:21.792779+0000 mgr.smithi176.ajjlsm (mgr.14696) 774 : cluster [DBG] pgmap v660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:21.792779+0000 mgr.smithi176.ajjlsm (mgr.14696) 774 : cluster [DBG] pgmap v660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:23.793521+0000 mgr.smithi176.ajjlsm (mgr.14696) 775 : cluster [DBG] pgmap v661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:25.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:23.793521+0000 mgr.smithi176.ajjlsm (mgr.14696) 775 : cluster [DBG] pgmap v661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:27.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:25.794004+0000 mgr.smithi176.ajjlsm (mgr.14696) 776 : cluster [DBG] pgmap v662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:27.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:25.794004+0000 mgr.smithi176.ajjlsm (mgr.14696) 776 : cluster [DBG] pgmap v662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:27.794808+0000 mgr.smithi176.ajjlsm (mgr.14696) 777 : cluster [DBG] pgmap v663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:29.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:27.794808+0000 mgr.smithi176.ajjlsm (mgr.14696) 777 : cluster [DBG] pgmap v663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:31.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:29.795311+0000 mgr.smithi176.ajjlsm (mgr.14696) 778 : cluster [DBG] pgmap v664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:31.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:29.795311+0000 mgr.smithi176.ajjlsm (mgr.14696) 778 : cluster [DBG] pgmap v664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:33.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:31.796130+0000 mgr.smithi176.ajjlsm (mgr.14696) 779 : cluster [DBG] pgmap v665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:33.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:31.796130+0000 mgr.smithi176.ajjlsm (mgr.14696) 779 : cluster [DBG] pgmap v665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:33.796654+0000 mgr.smithi176.ajjlsm (mgr.14696) 780 : cluster [DBG] pgmap v666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:35.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:33.796654+0000 mgr.smithi176.ajjlsm (mgr.14696) 780 : cluster [DBG] pgmap v666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:35.797314+0000 mgr.smithi176.ajjlsm (mgr.14696) 781 : cluster [DBG] pgmap v667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:37.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:35.797314+0000 mgr.smithi176.ajjlsm (mgr.14696) 781 : cluster [DBG] pgmap v667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:37.798021+0000 mgr.smithi176.ajjlsm (mgr.14696) 782 : cluster [DBG] pgmap v668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:37.798021+0000 mgr.smithi176.ajjlsm (mgr.14696) 782 : cluster [DBG] pgmap v668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:40.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:31:40.092841+0000 mon.smithi176 (mon.0) 482 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:31:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:31:40.094542+0000 mon.smithi176 (mon.0) 483 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:31:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:31:40.092841+0000 mon.smithi176 (mon.0) 482 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:31:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:31:40.094542+0000 mon.smithi176 (mon.0) 483 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:31:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:39.798594+0000 mgr.smithi176.ajjlsm (mgr.14696) 783 : cluster [DBG] pgmap v669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:41.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:39.798594+0000 mgr.smithi176.ajjlsm (mgr.14696) 783 : cluster [DBG] pgmap v669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:41.799571+0000 mgr.smithi176.ajjlsm (mgr.14696) 784 : cluster [DBG] pgmap v670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:43.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:41.799571+0000 mgr.smithi176.ajjlsm (mgr.14696) 784 : cluster [DBG] pgmap v670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:43.800130+0000 mgr.smithi176.ajjlsm (mgr.14696) 785 : cluster [DBG] pgmap v671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:45.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:43.800130+0000 mgr.smithi176.ajjlsm (mgr.14696) 785 : cluster [DBG] pgmap v671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:45.800592+0000 mgr.smithi176.ajjlsm (mgr.14696) 786 : cluster [DBG] pgmap v672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:47.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:45.800592+0000 mgr.smithi176.ajjlsm (mgr.14696) 786 : cluster [DBG] pgmap v672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:47.801542+0000 mgr.smithi176.ajjlsm (mgr.14696) 787 : cluster [DBG] pgmap v673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:49.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:47.801542+0000 mgr.smithi176.ajjlsm (mgr.14696) 787 : cluster [DBG] pgmap v673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:50.767 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:31:51.033 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:31:51.034 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (27m) 9m ago 28m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:31:51.034 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (20m) 9m ago 28m 7239k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:31:51.034 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (20m) 9m ago 27m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:31:51.035 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (27m) 9m ago 28m 42.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:31:51.035 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (19m) 9m ago 23m 43.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:31:51.035 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (20m) 9m ago 23m 15.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:31:51.035 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (21m) 9m ago 29m 459M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:31:51.035 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (20m) 9m ago 27m 394M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:31:51.036 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (20m) 9m ago 29m 141M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:31:51.036 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (20m) 9m ago 27m 105M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:31:51.036 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (21m) 9m ago 21m 142M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:31:51.036 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (21m) 9m ago 21m 88.2M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:31:51.036 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (27m) 9m ago 27m 18.6M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:31:51.037 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (27m) 9m ago 27m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:31:51.037 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (13m) 9m ago 27m 442M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:31:51.037 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (26m) 9m ago 26m 1209M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:31:51.037 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (26m) 9m ago 26m 816M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:31:51.038 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (26m) 9m ago 26m 1347M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:31:51.038 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (26m) 9m ago 26m 1265M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:31:51.038 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (25m) 9m ago 25m 1480M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:31:51.038 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (25m) 9m ago 25m 1183M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:31:51.038 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (25m) 9m ago 25m 1890M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:31:51.039 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (27m) 9m ago 27m 51.9M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:31:51.357 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:31:51.358 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:31:51.358 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:31:51.358 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:31:51.359 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:31:51.359 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:31:51.359 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:31:51.359 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:31:51.360 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:31:51.360 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:31:51.360 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:31:51.360 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:31:51.361 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:31:51.361 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:31:51.361 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:31:51.362 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:31:51.362 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:31:51.363 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:31:51.363 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:31:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:49.802067+0000 mgr.smithi176.ajjlsm (mgr.14696) 788 : cluster [DBG] pgmap v674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:31:51.357000+0000 mon.smithi176 (mon.0) 484 : audit [DBG] from='client.? 172.21.15.176:0/258901481' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:31:51.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:49.802067+0000 mgr.smithi176.ajjlsm (mgr.14696) 788 : cluster [DBG] pgmap v674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:31:51.357000+0000 mon.smithi176 (mon.0) 484 : audit [DBG] from='client.? 172.21.15.176:0/258901481' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:31:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:31:50.753505+0000 mgr.smithi176.ajjlsm (mgr.14696) 789 : audit [DBG] from='client.34622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:31:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:31:51.024283+0000 mgr.smithi176.ajjlsm (mgr.14696) 790 : audit [DBG] from='client.34626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:31:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:31:50.753505+0000 mgr.smithi176.ajjlsm (mgr.14696) 789 : audit [DBG] from='client.34622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:31:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:31:51.024283+0000 mgr.smithi176.ajjlsm (mgr.14696) 790 : audit [DBG] from='client.34626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:31:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:51.802747+0000 mgr.smithi176.ajjlsm (mgr.14696) 791 : cluster [DBG] pgmap v675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:51.802747+0000 mgr.smithi176.ajjlsm (mgr.14696) 791 : cluster [DBG] pgmap v675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:53.803234+0000 mgr.smithi176.ajjlsm (mgr.14696) 792 : cluster [DBG] pgmap v676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:55.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:53.803234+0000 mgr.smithi176.ajjlsm (mgr.14696) 792 : cluster [DBG] pgmap v676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:55.803728+0000 mgr.smithi176.ajjlsm (mgr.14696) 793 : cluster [DBG] pgmap v677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:57.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:55.803728+0000 mgr.smithi176.ajjlsm (mgr.14696) 793 : cluster [DBG] pgmap v677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:31:59.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:31:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:57.804636+0000 mgr.smithi176.ajjlsm (mgr.14696) 794 : cluster [DBG] pgmap v678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:31:59.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:31:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:57.804636+0000 mgr.smithi176.ajjlsm (mgr.14696) 794 : cluster [DBG] pgmap v678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:31:59.805309+0000 mgr.smithi176.ajjlsm (mgr.14696) 795 : cluster [DBG] pgmap v679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:31:59.805309+0000 mgr.smithi176.ajjlsm (mgr.14696) 795 : cluster [DBG] pgmap v679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:32:01.932213+0000 mon.smithi176 (mon.0) 485 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:32:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:32:01.933594+0000 mon.smithi176 (mon.0) 486 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:32:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:32:01.934361+0000 mon.smithi176 (mon.0) 487 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:32:02.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:32:01.932213+0000 mon.smithi176 (mon.0) 485 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:32:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:32:01.933594+0000 mon.smithi176 (mon.0) 486 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:32:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:32:01.934361+0000 mon.smithi176 (mon.0) 487 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:32:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:01.806147+0000 mgr.smithi176.ajjlsm (mgr.14696) 796 : cluster [DBG] pgmap v680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:32:01.935063+0000 mgr.smithi176.ajjlsm (mgr.14696) 797 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:32:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:01.806147+0000 mgr.smithi176.ajjlsm (mgr.14696) 796 : cluster [DBG] pgmap v680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:32:01.935063+0000 mgr.smithi176.ajjlsm (mgr.14696) 797 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:32:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:03.806833+0000 mgr.smithi176.ajjlsm (mgr.14696) 798 : cluster [DBG] pgmap v681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:05.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:03.806833+0000 mgr.smithi176.ajjlsm (mgr.14696) 798 : cluster [DBG] pgmap v681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:07.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:05.807320+0000 mgr.smithi176.ajjlsm (mgr.14696) 799 : cluster [DBG] pgmap v682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:32:06.583540+0000 mon.smithi176 (mon.0) 488 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:32:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:05.807320+0000 mgr.smithi176.ajjlsm (mgr.14696) 799 : cluster [DBG] pgmap v682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:32:06.583540+0000 mon.smithi176 (mon.0) 488 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:32:09.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:07.808216+0000 mgr.smithi176.ajjlsm (mgr.14696) 800 : cluster [DBG] pgmap v683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:32:08.849056+0000 mon.smithi176 (mon.0) 489 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:32:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:32:09.239736+0000 mon.smithi176 (mon.0) 490 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:32:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:32:09.244756+0000 mon.smithi176 (mon.0) 491 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:32:09.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:07.808216+0000 mgr.smithi176.ajjlsm (mgr.14696) 800 : cluster [DBG] pgmap v683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:32:08.849056+0000 mon.smithi176 (mon.0) 489 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:32:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:32:09.239736+0000 mon.smithi176 (mon.0) 490 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:32:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:32:09.244756+0000 mon.smithi176 (mon.0) 491 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:32:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:09.808682+0000 mgr.smithi176.ajjlsm (mgr.14696) 801 : cluster [DBG] pgmap v684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:09.808682+0000 mgr.smithi176.ajjlsm (mgr.14696) 801 : cluster [DBG] pgmap v684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:11.809551+0000 mgr.smithi176.ajjlsm (mgr.14696) 802 : cluster [DBG] pgmap v685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:13.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:11.809551+0000 mgr.smithi176.ajjlsm (mgr.14696) 802 : cluster [DBG] pgmap v685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:15.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:13.810139+0000 mgr.smithi176.ajjlsm (mgr.14696) 803 : cluster [DBG] pgmap v686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:13.810139+0000 mgr.smithi176.ajjlsm (mgr.14696) 803 : cluster [DBG] pgmap v686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:15.810616+0000 mgr.smithi176.ajjlsm (mgr.14696) 804 : cluster [DBG] pgmap v687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:15.810616+0000 mgr.smithi176.ajjlsm (mgr.14696) 804 : cluster [DBG] pgmap v687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:17.811427+0000 mgr.smithi176.ajjlsm (mgr.14696) 805 : cluster [DBG] pgmap v688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:17.811427+0000 mgr.smithi176.ajjlsm (mgr.14696) 805 : cluster [DBG] pgmap v688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:19.811918+0000 mgr.smithi176.ajjlsm (mgr.14696) 806 : cluster [DBG] pgmap v689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:19.811918+0000 mgr.smithi176.ajjlsm (mgr.14696) 806 : cluster [DBG] pgmap v689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:21.659 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:32:21.925 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:32:21.926 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (27m) 13s ago 28m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:32:21.926 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (20m) 13s ago 28m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:32:21.926 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (20m) 15s ago 28m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:32:21.927 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (27m) 13s ago 28m 42.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:32:21.927 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (20m) 13s ago 24m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:32:21.927 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (20m) 15s ago 24m 17.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:32:21.927 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (21m) 13s ago 29m 468M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:32:21.927 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (21m) 15s ago 28m 397M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:32:21.928 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (21m) 13s ago 29m 211M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:32:21.929 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (21m) 15s ago 28m 142M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:32:21.929 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (22m) 13s ago 22m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:32:21.929 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (22m) 15s ago 22m 90.5M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:32:21.930 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (28m) 13s ago 28m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:32:21.930 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (28m) 15s ago 28m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:32:21.930 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (13m) 13s ago 27m 470M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:32:21.931 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (27m) 13s ago 27m 1244M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:32:21.931 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (27m) 13s ago 27m 837M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:32:21.931 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (26m) 13s ago 26m 1382M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:32:21.931 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (26m) 15s ago 26m 1298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:32:21.932 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (26m) 15s ago 26m 1508M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:32:21.932 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (26m) 15s ago 26m 1210M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:32:21.932 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (25m) 15s ago 25m 1923M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:32:21.932 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (27m) 13s ago 28m 54.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:32:22.249 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:32:22.249 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:32:22.249 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:32:22.250 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:32:22.250 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:32:22.250 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:32:22.250 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:32:22.250 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:32:22.251 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:32:22.251 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:32:22.251 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:32:22.251 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:32:22.252 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:32:22.252 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:32:22.252 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:32:22.252 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:32:22.253 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:32:22.253 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:32:22.253 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:32:23.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:32:21.645759+0000 mgr.smithi176.ajjlsm (mgr.14696) 807 : audit [DBG] from='client.34634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:32:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:21.812824+0000 mgr.smithi176.ajjlsm (mgr.14696) 808 : cluster [DBG] pgmap v690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:32:21.916192+0000 mgr.smithi176.ajjlsm (mgr.14696) 809 : audit [DBG] from='client.34638 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:32:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:32:22.248348+0000 mon.smithi176 (mon.0) 492 : audit [DBG] from='client.? 172.21.15.176:0/753522270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:32:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:32:21.645759+0000 mgr.smithi176.ajjlsm (mgr.14696) 807 : audit [DBG] from='client.34634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:32:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:21.812824+0000 mgr.smithi176.ajjlsm (mgr.14696) 808 : cluster [DBG] pgmap v690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:32:21.916192+0000 mgr.smithi176.ajjlsm (mgr.14696) 809 : audit [DBG] from='client.34638 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:32:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:32:22.248348+0000 mon.smithi176 (mon.0) 492 : audit [DBG] from='client.? 172.21.15.176:0/753522270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:32:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:23.813433+0000 mgr.smithi176.ajjlsm (mgr.14696) 810 : cluster [DBG] pgmap v691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:23.813433+0000 mgr.smithi176.ajjlsm (mgr.14696) 810 : cluster [DBG] pgmap v691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:25.813892+0000 mgr.smithi176.ajjlsm (mgr.14696) 811 : cluster [DBG] pgmap v692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:25.813892+0000 mgr.smithi176.ajjlsm (mgr.14696) 811 : cluster [DBG] pgmap v692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:27.814665+0000 mgr.smithi176.ajjlsm (mgr.14696) 812 : cluster [DBG] pgmap v693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:27.814665+0000 mgr.smithi176.ajjlsm (mgr.14696) 812 : cluster [DBG] pgmap v693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:29.815190+0000 mgr.smithi176.ajjlsm (mgr.14696) 813 : cluster [DBG] pgmap v694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:29.815190+0000 mgr.smithi176.ajjlsm (mgr.14696) 813 : cluster [DBG] pgmap v694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:33.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:31.816146+0000 mgr.smithi176.ajjlsm (mgr.14696) 814 : cluster [DBG] pgmap v695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:31.816146+0000 mgr.smithi176.ajjlsm (mgr.14696) 814 : cluster [DBG] pgmap v695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:35.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:33.816538+0000 mgr.smithi176.ajjlsm (mgr.14696) 815 : cluster [DBG] pgmap v696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:33.816538+0000 mgr.smithi176.ajjlsm (mgr.14696) 815 : cluster [DBG] pgmap v696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:37.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:35.816998+0000 mgr.smithi176.ajjlsm (mgr.14696) 816 : cluster [DBG] pgmap v697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:35.816998+0000 mgr.smithi176.ajjlsm (mgr.14696) 816 : cluster [DBG] pgmap v697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:37.817878+0000 mgr.smithi176.ajjlsm (mgr.14696) 817 : cluster [DBG] pgmap v698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:37.817878+0000 mgr.smithi176.ajjlsm (mgr.14696) 817 : cluster [DBG] pgmap v698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:41.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:39.818403+0000 mgr.smithi176.ajjlsm (mgr.14696) 818 : cluster [DBG] pgmap v699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:32:40.095018+0000 mon.smithi176 (mon.0) 493 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:32:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:32:40.100548+0000 mon.smithi176 (mon.0) 494 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:32:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:39.818403+0000 mgr.smithi176.ajjlsm (mgr.14696) 818 : cluster [DBG] pgmap v699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:32:40.095018+0000 mon.smithi176 (mon.0) 493 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:32:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:32:40.100548+0000 mon.smithi176 (mon.0) 494 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:32:43.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:41.819264+0000 mgr.smithi176.ajjlsm (mgr.14696) 819 : cluster [DBG] pgmap v700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:41.819264+0000 mgr.smithi176.ajjlsm (mgr.14696) 819 : cluster [DBG] pgmap v700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:43.819835+0000 mgr.smithi176.ajjlsm (mgr.14696) 820 : cluster [DBG] pgmap v701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:43.819835+0000 mgr.smithi176.ajjlsm (mgr.14696) 820 : cluster [DBG] pgmap v701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:45.820376+0000 mgr.smithi176.ajjlsm (mgr.14696) 821 : cluster [DBG] pgmap v702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:45.820376+0000 mgr.smithi176.ajjlsm (mgr.14696) 821 : cluster [DBG] pgmap v702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:49.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:47.821303+0000 mgr.smithi176.ajjlsm (mgr.14696) 822 : cluster [DBG] pgmap v703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:47.821303+0000 mgr.smithi176.ajjlsm (mgr.14696) 822 : cluster [DBG] pgmap v703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:49.821765+0000 mgr.smithi176.ajjlsm (mgr.14696) 823 : cluster [DBG] pgmap v704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:49.821765+0000 mgr.smithi176.ajjlsm (mgr.14696) 823 : cluster [DBG] pgmap v704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:52.550 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:32:52.817 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:32:52.817 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (28m) 43s ago 29m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:32:52.817 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (21m) 43s ago 29m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:32:52.817 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (21m) 46s ago 28m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:32:52.818 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (28m) 43s ago 29m 42.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:32:52.818 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (20m) 43s ago 24m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:32:52.819 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (21m) 46s ago 24m 17.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:32:52.819 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (22m) 43s ago 30m 468M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:32:52.819 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (22m) 46s ago 28m 397M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:32:52.819 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (21m) 43s ago 30m 211M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:32:52.820 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (21m) 46s ago 28m 142M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:32:52.820 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (22m) 43s ago 22m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:32:52.820 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (22m) 46s ago 22m 90.5M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:32:52.820 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (29m) 43s ago 29m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:32:52.820 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (28m) 46s ago 28m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:32:52.821 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (14m) 43s ago 28m 470M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:32:52.821 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (27m) 43s ago 27m 1244M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:32:52.821 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (27m) 43s ago 27m 837M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:32:52.822 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (27m) 43s ago 27m 1382M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:32:52.822 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (27m) 46s ago 27m 1298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:32:52.822 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (26m) 46s ago 26m 1508M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:32:52.823 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (26m) 46s ago 26m 1210M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:32:52.823 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (26m) 46s ago 26m 1923M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:32:52.823 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (28m) 43s ago 28m 54.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:32:53.143 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:32:53.144 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:32:53.147 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:32:53.147 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:32:53.147 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:32:53.147 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:32:53.148 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:32:53.148 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:32:53.148 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:32:53.148 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:32:53.149 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:32:53.149 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:32:53.149 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:32:53.149 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:32:53.149 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:32:53.150 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:32:53.150 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:32:53.150 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:32:53.150 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:32:53.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:51.822605+0000 mgr.smithi176.ajjlsm (mgr.14696) 824 : cluster [DBG] pgmap v705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:51.822605+0000 mgr.smithi176.ajjlsm (mgr.14696) 824 : cluster [DBG] pgmap v705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:32:52.537447+0000 mgr.smithi176.ajjlsm (mgr.14696) 825 : audit [DBG] from='client.34646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:32:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:32:52.807154+0000 mgr.smithi176.ajjlsm (mgr.14696) 826 : audit [DBG] from='client.34650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:32:54.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:32:53.143033+0000 mon.smithi176 (mon.0) 495 : audit [DBG] from='client.? 172.21.15.176:0/2415598207' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:32:54.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:32:52.537447+0000 mgr.smithi176.ajjlsm (mgr.14696) 825 : audit [DBG] from='client.34646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:32:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:32:52.807154+0000 mgr.smithi176.ajjlsm (mgr.14696) 826 : audit [DBG] from='client.34650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:32:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:32:53.143033+0000 mon.smithi176 (mon.0) 495 : audit [DBG] from='client.? 172.21.15.176:0/2415598207' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:32:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:53.823235+0000 mgr.smithi176.ajjlsm (mgr.14696) 827 : cluster [DBG] pgmap v706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:53.823235+0000 mgr.smithi176.ajjlsm (mgr.14696) 827 : cluster [DBG] pgmap v706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:55.823710+0000 mgr.smithi176.ajjlsm (mgr.14696) 828 : cluster [DBG] pgmap v707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:55.823710+0000 mgr.smithi176.ajjlsm (mgr.14696) 828 : cluster [DBG] pgmap v707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:32:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:32:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:57.824642+0000 mgr.smithi176.ajjlsm (mgr.14696) 829 : cluster [DBG] pgmap v708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:32:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:32:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:57.824642+0000 mgr.smithi176.ajjlsm (mgr.14696) 829 : cluster [DBG] pgmap v708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:01.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:32:59.825244+0000 mgr.smithi176.ajjlsm (mgr.14696) 830 : cluster [DBG] pgmap v709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:32:59.825244+0000 mgr.smithi176.ajjlsm (mgr.14696) 830 : cluster [DBG] pgmap v709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:01.826170+0000 mgr.smithi176.ajjlsm (mgr.14696) 831 : cluster [DBG] pgmap v710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:01.826170+0000 mgr.smithi176.ajjlsm (mgr.14696) 831 : cluster [DBG] pgmap v710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:03.826751+0000 mgr.smithi176.ajjlsm (mgr.14696) 832 : cluster [DBG] pgmap v711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:03.826751+0000 mgr.smithi176.ajjlsm (mgr.14696) 832 : cluster [DBG] pgmap v711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:05.827292+0000 mgr.smithi176.ajjlsm (mgr.14696) 833 : cluster [DBG] pgmap v712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:05.827292+0000 mgr.smithi176.ajjlsm (mgr.14696) 833 : cluster [DBG] pgmap v712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:07.828238+0000 mgr.smithi176.ajjlsm (mgr.14696) 834 : cluster [DBG] pgmap v713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:07.828238+0000 mgr.smithi176.ajjlsm (mgr.14696) 834 : cluster [DBG] pgmap v713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:33:09.247219+0000 mon.smithi176 (mon.0) 496 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:33:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:33:09.248670+0000 mon.smithi176 (mon.0) 497 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:33:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:33:09.249509+0000 mon.smithi176 (mon.0) 498 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:33:10.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:33:09.250242+0000 mgr.smithi176.ajjlsm (mgr.14696) 835 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:33:10.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:33:09.657696+0000 mon.smithi176 (mon.0) 499 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:33:10.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:33:09.662571+0000 mon.smithi176 (mon.0) 500 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:33:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:33:09.247219+0000 mon.smithi176 (mon.0) 496 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:33:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:33:09.248670+0000 mon.smithi176 (mon.0) 497 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:33:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:33:09.249509+0000 mon.smithi176 (mon.0) 498 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:33:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:33:09.250242+0000 mgr.smithi176.ajjlsm (mgr.14696) 835 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:33:10.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:33:09.657696+0000 mon.smithi176 (mon.0) 499 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:33:10.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:33:09.662571+0000 mon.smithi176 (mon.0) 500 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:33:11.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:09.828661+0000 mgr.smithi176.ajjlsm (mgr.14696) 836 : cluster [DBG] pgmap v714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:09.828661+0000 mgr.smithi176.ajjlsm (mgr.14696) 836 : cluster [DBG] pgmap v714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:13.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:11.829439+0000 mgr.smithi176.ajjlsm (mgr.14696) 837 : cluster [DBG] pgmap v715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:11.829439+0000 mgr.smithi176.ajjlsm (mgr.14696) 837 : cluster [DBG] pgmap v715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:13.829941+0000 mgr.smithi176.ajjlsm (mgr.14696) 838 : cluster [DBG] pgmap v716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:13.829941+0000 mgr.smithi176.ajjlsm (mgr.14696) 838 : cluster [DBG] pgmap v716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:17.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:15.830557+0000 mgr.smithi176.ajjlsm (mgr.14696) 839 : cluster [DBG] pgmap v717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:15.830557+0000 mgr.smithi176.ajjlsm (mgr.14696) 839 : cluster [DBG] pgmap v717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:19.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:17.831333+0000 mgr.smithi176.ajjlsm (mgr.14696) 840 : cluster [DBG] pgmap v718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:17.831333+0000 mgr.smithi176.ajjlsm (mgr.14696) 840 : cluster [DBG] pgmap v718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:19.831935+0000 mgr.smithi176.ajjlsm (mgr.14696) 841 : cluster [DBG] pgmap v719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:19.831935+0000 mgr.smithi176.ajjlsm (mgr.14696) 841 : cluster [DBG] pgmap v719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:23.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:21.832698+0000 mgr.smithi176.ajjlsm (mgr.14696) 842 : cluster [DBG] pgmap v720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:23.445 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:33:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:21.832698+0000 mgr.smithi176.ajjlsm (mgr.14696) 842 : cluster [DBG] pgmap v720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:23.714 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:33:23.715 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (28m) 74s ago 29m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:33:23.715 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (22m) 74s ago 29m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:33:23.715 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (21m) 77s ago 29m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:33:23.715 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (28m) 74s ago 29m 42.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:33:23.716 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (21m) 74s ago 25m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:33:23.716 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (21m) 77s ago 25m 17.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:33:23.716 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (22m) 74s ago 30m 468M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:33:23.716 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (22m) 77s ago 29m 397M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:33:23.717 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (22m) 74s ago 30m 211M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:33:23.717 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (22m) 77s ago 29m 142M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:33:23.717 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (23m) 74s ago 23m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:33:23.717 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (23m) 77s ago 23m 90.5M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:33:23.717 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (29m) 74s ago 29m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:33:23.718 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (29m) 77s ago 29m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:33:23.718 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (14m) 74s ago 28m 470M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:33:23.718 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (28m) 74s ago 28m 1244M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:33:23.718 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (28m) 74s ago 28m 837M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:33:23.719 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (27m) 74s ago 27m 1382M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:33:23.719 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (27m) 77s ago 27m 1298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:33:23.719 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (27m) 77s ago 27m 1508M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:33:23.719 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (27m) 77s ago 27m 1210M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:33:23.720 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (26m) 77s ago 26m 1923M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:33:23.720 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (28m) 74s ago 29m 54.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:33:24.037 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:33:24.037 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:33:24.037 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:33:24.038 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:33:24.038 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:33:24.038 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:33:24.038 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:33:24.039 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:33:24.039 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:33:24.039 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:33:24.039 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:33:24.040 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:33:24.040 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:33:24.040 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:33:24.040 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:33:24.040 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:33:24.041 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:33:24.041 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:33:24.041 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:33:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:33:23.433183+0000 mgr.smithi176.ajjlsm (mgr.14696) 843 : audit [DBG] from='client.34658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:33:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:33:24.036256+0000 mon.smithi176 (mon.0) 501 : audit [DBG] from='client.? 172.21.15.176:0/3785243160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:33:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:33:23.433183+0000 mgr.smithi176.ajjlsm (mgr.14696) 843 : audit [DBG] from='client.34658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:33:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:33:24.036256+0000 mon.smithi176 (mon.0) 501 : audit [DBG] from='client.? 172.21.15.176:0/3785243160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:33:25.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:33:23.704990+0000 mgr.smithi176.ajjlsm (mgr.14696) 844 : audit [DBG] from='client.34662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:33:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:23.833225+0000 mgr.smithi176.ajjlsm (mgr.14696) 845 : cluster [DBG] pgmap v721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:33:23.704990+0000 mgr.smithi176.ajjlsm (mgr.14696) 844 : audit [DBG] from='client.34662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:33:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:23.833225+0000 mgr.smithi176.ajjlsm (mgr.14696) 845 : cluster [DBG] pgmap v721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:25.833849+0000 mgr.smithi176.ajjlsm (mgr.14696) 846 : cluster [DBG] pgmap v722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:25.833849+0000 mgr.smithi176.ajjlsm (mgr.14696) 846 : cluster [DBG] pgmap v722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:27.834624+0000 mgr.smithi176.ajjlsm (mgr.14696) 847 : cluster [DBG] pgmap v723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:27.834624+0000 mgr.smithi176.ajjlsm (mgr.14696) 847 : cluster [DBG] pgmap v723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:29.835246+0000 mgr.smithi176.ajjlsm (mgr.14696) 848 : cluster [DBG] pgmap v724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:29.835246+0000 mgr.smithi176.ajjlsm (mgr.14696) 848 : cluster [DBG] pgmap v724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:33.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:31.836073+0000 mgr.smithi176.ajjlsm (mgr.14696) 849 : cluster [DBG] pgmap v725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:31.836073+0000 mgr.smithi176.ajjlsm (mgr.14696) 849 : cluster [DBG] pgmap v725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:33.836696+0000 mgr.smithi176.ajjlsm (mgr.14696) 850 : cluster [DBG] pgmap v726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:33.836696+0000 mgr.smithi176.ajjlsm (mgr.14696) 850 : cluster [DBG] pgmap v726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:35.837238+0000 mgr.smithi176.ajjlsm (mgr.14696) 851 : cluster [DBG] pgmap v727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:35.837238+0000 mgr.smithi176.ajjlsm (mgr.14696) 851 : cluster [DBG] pgmap v727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:37.838071+0000 mgr.smithi176.ajjlsm (mgr.14696) 852 : cluster [DBG] pgmap v728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:37.838071+0000 mgr.smithi176.ajjlsm (mgr.14696) 852 : cluster [DBG] pgmap v728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:40.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:33:40.104154+0000 mon.smithi176 (mon.0) 502 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:33:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:33:40.104422+0000 mon.smithi176 (mon.0) 503 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:33:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:33:40.104154+0000 mon.smithi176 (mon.0) 502 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:33:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:33:40.104422+0000 mon.smithi176 (mon.0) 503 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:33:41.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:39.838653+0000 mgr.smithi176.ajjlsm (mgr.14696) 853 : cluster [DBG] pgmap v729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:39.838653+0000 mgr.smithi176.ajjlsm (mgr.14696) 853 : cluster [DBG] pgmap v729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:41.839450+0000 mgr.smithi176.ajjlsm (mgr.14696) 854 : cluster [DBG] pgmap v730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:43.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:41.839450+0000 mgr.smithi176.ajjlsm (mgr.14696) 854 : cluster [DBG] pgmap v730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:43.840186+0000 mgr.smithi176.ajjlsm (mgr.14696) 855 : cluster [DBG] pgmap v731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:43.840186+0000 mgr.smithi176.ajjlsm (mgr.14696) 855 : cluster [DBG] pgmap v731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:45.840662+0000 mgr.smithi176.ajjlsm (mgr.14696) 856 : cluster [DBG] pgmap v732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:45.840662+0000 mgr.smithi176.ajjlsm (mgr.14696) 856 : cluster [DBG] pgmap v732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:47.841378+0000 mgr.smithi176.ajjlsm (mgr.14696) 857 : cluster [DBG] pgmap v733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:47.841378+0000 mgr.smithi176.ajjlsm (mgr.14696) 857 : cluster [DBG] pgmap v733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:49.841915+0000 mgr.smithi176.ajjlsm (mgr.14696) 858 : cluster [DBG] pgmap v734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:49.841915+0000 mgr.smithi176.ajjlsm (mgr.14696) 858 : cluster [DBG] pgmap v734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:51.842816+0000 mgr.smithi176.ajjlsm (mgr.14696) 859 : cluster [DBG] pgmap v735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:53.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:51.842816+0000 mgr.smithi176.ajjlsm (mgr.14696) 859 : cluster [DBG] pgmap v735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:54.340 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:33:54.609 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:33:54.609 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (29m) 105s ago 30m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:33:54.609 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (22m) 105s ago 30m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:33:54.610 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (22m) 108s ago 29m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:33:54.610 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (29m) 105s ago 30m 42.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:33:54.610 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (21m) 105s ago 25m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:33:54.610 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (22m) 108s ago 25m 17.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:33:54.611 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (23m) 105s ago 31m 468M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:33:54.611 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (23m) 108s ago 29m 397M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:33:54.611 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (22m) 105s ago 31m 211M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:33:54.611 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (22m) 108s ago 29m 142M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:33:54.612 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (23m) 105s ago 23m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:33:54.612 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (23m) 108s ago 23m 90.5M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:33:54.612 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (30m) 105s ago 30m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:33:54.612 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (29m) 108s ago 29m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:33:54.612 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (15m) 105s ago 29m 470M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:33:54.613 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (28m) 105s ago 28m 1244M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:33:54.613 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (28m) 105s ago 28m 837M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:33:54.613 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (28m) 105s ago 28m 1382M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:33:54.613 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (28m) 108s ago 28m 1298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:33:54.614 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (27m) 108s ago 27m 1508M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:33:54.614 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (27m) 108s ago 27m 1210M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:33:54.614 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (27m) 108s ago 27m 1923M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:33:54.614 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (29m) 105s ago 29m 54.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:33:54.932 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:33:54.932 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:33:54.932 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:33:54.933 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:33:54.933 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:33:54.933 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:33:54.933 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:33:54.934 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:33:54.934 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:33:54.934 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:33:54.934 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:33:54.935 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:33:54.935 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:33:54.935 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:33:54.935 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:33:54.935 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:33:54.936 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:33:54.936 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:33:54.936 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:33:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:53.843446+0000 mgr.smithi176.ajjlsm (mgr.14696) 860 : cluster [DBG] pgmap v736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:33:54.328129+0000 mgr.smithi176.ajjlsm (mgr.14696) 861 : audit [DBG] from='client.34670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:33:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:33:54.931338+0000 mon.smithi176 (mon.0) 504 : audit [DBG] from='client.? 172.21.15.176:0/3387714184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:33:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:53.843446+0000 mgr.smithi176.ajjlsm (mgr.14696) 860 : cluster [DBG] pgmap v736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:33:54.328129+0000 mgr.smithi176.ajjlsm (mgr.14696) 861 : audit [DBG] from='client.34670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:33:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:33:54.931338+0000 mon.smithi176 (mon.0) 504 : audit [DBG] from='client.? 172.21.15.176:0/3387714184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:33:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:33:54.599463+0000 mgr.smithi176.ajjlsm (mgr.14696) 862 : audit [DBG] from='client.34674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:33:56.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:33:54.599463+0000 mgr.smithi176.ajjlsm (mgr.14696) 862 : audit [DBG] from='client.34674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:33:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:55.843890+0000 mgr.smithi176.ajjlsm (mgr.14696) 863 : cluster [DBG] pgmap v737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:55.843890+0000 mgr.smithi176.ajjlsm (mgr.14696) 863 : cluster [DBG] pgmap v737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:33:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:33:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:57.844661+0000 mgr.smithi176.ajjlsm (mgr.14696) 864 : cluster [DBG] pgmap v738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:33:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:33:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:57.844661+0000 mgr.smithi176.ajjlsm (mgr.14696) 864 : cluster [DBG] pgmap v738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:33:59.845174+0000 mgr.smithi176.ajjlsm (mgr.14696) 865 : cluster [DBG] pgmap v739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:33:59.845174+0000 mgr.smithi176.ajjlsm (mgr.14696) 865 : cluster [DBG] pgmap v739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:01.846013+0000 mgr.smithi176.ajjlsm (mgr.14696) 866 : cluster [DBG] pgmap v740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:03.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:01.846013+0000 mgr.smithi176.ajjlsm (mgr.14696) 866 : cluster [DBG] pgmap v740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:05.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:03.846535+0000 mgr.smithi176.ajjlsm (mgr.14696) 867 : cluster [DBG] pgmap v741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:03.846535+0000 mgr.smithi176.ajjlsm (mgr.14696) 867 : cluster [DBG] pgmap v741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:05.847147+0000 mgr.smithi176.ajjlsm (mgr.14696) 868 : cluster [DBG] pgmap v742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:05.847147+0000 mgr.smithi176.ajjlsm (mgr.14696) 868 : cluster [DBG] pgmap v742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:07.848173+0000 mgr.smithi176.ajjlsm (mgr.14696) 869 : cluster [DBG] pgmap v743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:07.848173+0000 mgr.smithi176.ajjlsm (mgr.14696) 869 : cluster [DBG] pgmap v743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:34:09.665100+0000 mon.smithi176 (mon.0) 505 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:34:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:34:09.666547+0000 mon.smithi176 (mon.0) 506 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:34:10.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:34:09.667368+0000 mon.smithi176 (mon.0) 507 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:34:10.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:34:10.019358+0000 mon.smithi176 (mon.0) 508 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:34:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:34:09.665100+0000 mon.smithi176 (mon.0) 505 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:34:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:34:09.666547+0000 mon.smithi176 (mon.0) 506 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:34:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:34:09.667368+0000 mon.smithi176 (mon.0) 507 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:34:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:34:10.019358+0000 mon.smithi176 (mon.0) 508 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:34:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:34:09.668083+0000 mgr.smithi176.ajjlsm (mgr.14696) 870 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:34:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:09.848549+0000 mgr.smithi176.ajjlsm (mgr.14696) 871 : cluster [DBG] pgmap v744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:34:10.409406+0000 mon.smithi176 (mon.0) 509 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:34:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:34:10.414310+0000 mon.smithi176 (mon.0) 510 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:34:11.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:34:09.668083+0000 mgr.smithi176.ajjlsm (mgr.14696) 870 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:34:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:09.848549+0000 mgr.smithi176.ajjlsm (mgr.14696) 871 : cluster [DBG] pgmap v744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:34:10.409406+0000 mon.smithi176 (mon.0) 509 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:34:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:34:10.414310+0000 mon.smithi176 (mon.0) 510 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:34:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:11.849463+0000 mgr.smithi176.ajjlsm (mgr.14696) 872 : cluster [DBG] pgmap v745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:11.849463+0000 mgr.smithi176.ajjlsm (mgr.14696) 872 : cluster [DBG] pgmap v745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:15.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:13.850067+0000 mgr.smithi176.ajjlsm (mgr.14696) 873 : cluster [DBG] pgmap v746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:15.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:13.850067+0000 mgr.smithi176.ajjlsm (mgr.14696) 873 : cluster [DBG] pgmap v746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:15.850636+0000 mgr.smithi176.ajjlsm (mgr.14696) 874 : cluster [DBG] pgmap v747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:17.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:15.850636+0000 mgr.smithi176.ajjlsm (mgr.14696) 874 : cluster [DBG] pgmap v747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:17.851510+0000 mgr.smithi176.ajjlsm (mgr.14696) 875 : cluster [DBG] pgmap v748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:19.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:17.851510+0000 mgr.smithi176.ajjlsm (mgr.14696) 875 : cluster [DBG] pgmap v748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:19.851986+0000 mgr.smithi176.ajjlsm (mgr.14696) 876 : cluster [DBG] pgmap v749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:21.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:19.851986+0000 mgr.smithi176.ajjlsm (mgr.14696) 876 : cluster [DBG] pgmap v749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:21.852703+0000 mgr.smithi176.ajjlsm (mgr.14696) 877 : cluster [DBG] pgmap v750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:21.852703+0000 mgr.smithi176.ajjlsm (mgr.14696) 877 : cluster [DBG] pgmap v750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:25.235 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:34:25.506 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:34:25.507 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (29m) 2m ago 30m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:34:25.507 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (23m) 2m ago 30m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:34:25.507 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (22m) 2m ago 30m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:34:25.507 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (29m) 2m ago 30m 42.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:34:25.508 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (22m) 2m ago 26m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:34:25.508 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (22m) 2m ago 26m 17.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:34:25.508 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (23m) 2m ago 31m 468M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:34:25.508 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (23m) 2m ago 30m 397M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:34:25.509 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (23m) 2m ago 31m 211M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:34:25.509 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (23m) 2m ago 30m 142M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:34:25.509 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (24m) 2m ago 24m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:34:25.509 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (24m) 2m ago 24m 90.5M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:34:25.510 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (30m) 2m ago 30m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:34:25.510 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (30m) 2m ago 30m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:34:25.510 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (15m) 2m ago 29m 470M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:34:25.510 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (29m) 2m ago 29m 1244M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:34:25.511 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (29m) 2m ago 29m 837M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:34:25.511 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (28m) 2m ago 28m 1382M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:34:25.511 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (28m) 2m ago 28m 1298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:34:25.511 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (28m) 2m ago 28m 1508M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:34:25.512 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (28m) 2m ago 28m 1210M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:34:25.512 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (27m) 2m ago 27m 1923M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:34:25.512 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (29m) 2m ago 30m 54.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:34:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:23.853214+0000 mgr.smithi176.ajjlsm (mgr.14696) 878 : cluster [DBG] pgmap v751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:25.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:23.853214+0000 mgr.smithi176.ajjlsm (mgr.14696) 878 : cluster [DBG] pgmap v751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:25.829 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:34:25.830 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:34:25.830 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:34:25.830 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:34:25.831 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:34:25.831 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:34:25.831 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:34:25.831 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:34:25.831 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:34:25.832 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:34:25.832 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:34:25.832 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:34:25.832 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:34:25.833 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:34:25.833 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:34:25.833 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:34:25.833 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:34:25.834 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:34:25.834 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:34:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:34:25.223375+0000 mgr.smithi176.ajjlsm (mgr.14696) 879 : audit [DBG] from='client.34682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:34:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:34:25.496918+0000 mgr.smithi176.ajjlsm (mgr.14696) 880 : audit [DBG] from='client.34686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:34:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:34:25.829099+0000 mon.smithi176 (mon.0) 511 : audit [DBG] from='client.? 172.21.15.176:0/1169629201' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:34:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:34:25.223375+0000 mgr.smithi176.ajjlsm (mgr.14696) 879 : audit [DBG] from='client.34682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:34:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:34:25.496918+0000 mgr.smithi176.ajjlsm (mgr.14696) 880 : audit [DBG] from='client.34686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:34:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:34:25.829099+0000 mon.smithi176 (mon.0) 511 : audit [DBG] from='client.? 172.21.15.176:0/1169629201' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:34:27.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:25.853732+0000 mgr.smithi176.ajjlsm (mgr.14696) 881 : cluster [DBG] pgmap v752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:27.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:25.853732+0000 mgr.smithi176.ajjlsm (mgr.14696) 881 : cluster [DBG] pgmap v752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:29.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:27.854481+0000 mgr.smithi176.ajjlsm (mgr.14696) 882 : cluster [DBG] pgmap v753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:29.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:27.854481+0000 mgr.smithi176.ajjlsm (mgr.14696) 882 : cluster [DBG] pgmap v753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:29.854950+0000 mgr.smithi176.ajjlsm (mgr.14696) 883 : cluster [DBG] pgmap v754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:31.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:29.854950+0000 mgr.smithi176.ajjlsm (mgr.14696) 883 : cluster [DBG] pgmap v754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:33.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:31.855760+0000 mgr.smithi176.ajjlsm (mgr.14696) 884 : cluster [DBG] pgmap v755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:33.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:31.855760+0000 mgr.smithi176.ajjlsm (mgr.14696) 884 : cluster [DBG] pgmap v755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:33.856255+0000 mgr.smithi176.ajjlsm (mgr.14696) 885 : cluster [DBG] pgmap v756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:35.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:33.856255+0000 mgr.smithi176.ajjlsm (mgr.14696) 885 : cluster [DBG] pgmap v756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:35.856774+0000 mgr.smithi176.ajjlsm (mgr.14696) 886 : cluster [DBG] pgmap v757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:37.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:35.856774+0000 mgr.smithi176.ajjlsm (mgr.14696) 886 : cluster [DBG] pgmap v757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:37.857631+0000 mgr.smithi176.ajjlsm (mgr.14696) 887 : cluster [DBG] pgmap v758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:39.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:37.857631+0000 mgr.smithi176.ajjlsm (mgr.14696) 887 : cluster [DBG] pgmap v758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:34:40.108948+0000 mon.smithi176 (mon.0) 512 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:34:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:34:40.109206+0000 mon.smithi176 (mon.0) 513 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:34:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:34:40.108948+0000 mon.smithi176 (mon.0) 512 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:34:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:34:40.109206+0000 mon.smithi176 (mon.0) 513 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:34:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:39.858235+0000 mgr.smithi176.ajjlsm (mgr.14696) 888 : cluster [DBG] pgmap v759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:39.858235+0000 mgr.smithi176.ajjlsm (mgr.14696) 888 : cluster [DBG] pgmap v759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:43.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:41.858914+0000 mgr.smithi176.ajjlsm (mgr.14696) 889 : cluster [DBG] pgmap v760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:41.858914+0000 mgr.smithi176.ajjlsm (mgr.14696) 889 : cluster [DBG] pgmap v760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:45.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:43.859363+0000 mgr.smithi176.ajjlsm (mgr.14696) 890 : cluster [DBG] pgmap v761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:43.859363+0000 mgr.smithi176.ajjlsm (mgr.14696) 890 : cluster [DBG] pgmap v761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:47.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:45.860079+0000 mgr.smithi176.ajjlsm (mgr.14696) 891 : cluster [DBG] pgmap v762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:45.860079+0000 mgr.smithi176.ajjlsm (mgr.14696) 891 : cluster [DBG] pgmap v762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:47.860766+0000 mgr.smithi176.ajjlsm (mgr.14696) 892 : cluster [DBG] pgmap v763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:47.860766+0000 mgr.smithi176.ajjlsm (mgr.14696) 892 : cluster [DBG] pgmap v763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:51.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:49.861257+0000 mgr.smithi176.ajjlsm (mgr.14696) 893 : cluster [DBG] pgmap v764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:49.861257+0000 mgr.smithi176.ajjlsm (mgr.14696) 893 : cluster [DBG] pgmap v764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:51.861992+0000 mgr.smithi176.ajjlsm (mgr.14696) 894 : cluster [DBG] pgmap v765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:51.861992+0000 mgr.smithi176.ajjlsm (mgr.14696) 894 : cluster [DBG] pgmap v765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:53.862635+0000 mgr.smithi176.ajjlsm (mgr.14696) 895 : cluster [DBG] pgmap v766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:53.862635+0000 mgr.smithi176.ajjlsm (mgr.14696) 895 : cluster [DBG] pgmap v766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:56.139 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:34:56.406 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:34:56.406 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (30m) 2m ago 31m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:34:56.406 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (23m) 2m ago 31m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:34:56.407 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (23m) 2m ago 30m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:34:56.407 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (30m) 2m ago 31m 42.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:34:56.407 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (22m) 2m ago 27m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:34:56.407 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (23m) 2m ago 26m 17.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:34:56.408 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (24m) 2m ago 32m 468M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:34:56.408 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (24m) 2m ago 30m 397M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:34:56.408 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (23m) 2m ago 32m 211M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:34:56.408 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (23m) 2m ago 30m 142M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:34:56.409 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (24m) 2m ago 24m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:34:56.409 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (24m) 2m ago 24m 90.5M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:34:56.409 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (31m) 2m ago 31m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:34:56.409 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (30m) 2m ago 30m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:34:56.409 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (16m) 2m ago 30m 470M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:34:56.410 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (29m) 2m ago 29m 1244M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:34:56.410 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (29m) 2m ago 29m 837M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:34:56.410 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (29m) 2m ago 29m 1382M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:34:56.410 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (29m) 2m ago 29m 1298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:34:56.411 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (28m) 2m ago 28m 1508M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:34:56.411 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (28m) 2m ago 28m 1210M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:34:56.411 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (28m) 2m ago 28m 1923M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:34:56.411 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (30m) 2m ago 30m 54.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:34:56.730 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:34:56.730 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:34:56.731 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:34:56.731 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:34:56.731 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:34:56.731 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:34:56.732 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:34:56.732 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:34:56.732 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:34:56.732 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:34:56.733 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:34:56.733 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:34:56.733 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:34:56.733 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:34:56.734 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:34:56.734 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:34:56.734 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:34:56.735 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:34:56.735 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:34:57.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:55.863107+0000 mgr.smithi176.ajjlsm (mgr.14696) 896 : cluster [DBG] pgmap v767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:34:56.126676+0000 mgr.smithi176.ajjlsm (mgr.14696) 897 : audit [DBG] from='client.34694 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:34:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:34:56.396602+0000 mgr.smithi176.ajjlsm (mgr.14696) 898 : audit [DBG] from='client.34698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:34:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:34:56.729692+0000 mon.smithi176 (mon.0) 514 : audit [DBG] from='client.? 172.21.15.176:0/4190875557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:34:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:55.863107+0000 mgr.smithi176.ajjlsm (mgr.14696) 896 : cluster [DBG] pgmap v767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:34:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:34:56.126676+0000 mgr.smithi176.ajjlsm (mgr.14696) 897 : audit [DBG] from='client.34694 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:34:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:34:56.396602+0000 mgr.smithi176.ajjlsm (mgr.14696) 898 : audit [DBG] from='client.34698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:34:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:34:56.729692+0000 mon.smithi176 (mon.0) 514 : audit [DBG] from='client.? 172.21.15.176:0/4190875557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:34:59.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:34:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:57.863829+0000 mgr.smithi176.ajjlsm (mgr.14696) 899 : cluster [DBG] pgmap v768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:34:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:34:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:57.863829+0000 mgr.smithi176.ajjlsm (mgr.14696) 899 : cluster [DBG] pgmap v768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:01.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:34:59.864379+0000 mgr.smithi176.ajjlsm (mgr.14696) 900 : cluster [DBG] pgmap v769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:34:59.864379+0000 mgr.smithi176.ajjlsm (mgr.14696) 900 : cluster [DBG] pgmap v769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:01.865296+0000 mgr.smithi176.ajjlsm (mgr.14696) 901 : cluster [DBG] pgmap v770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:01.865296+0000 mgr.smithi176.ajjlsm (mgr.14696) 901 : cluster [DBG] pgmap v770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:03.865907+0000 mgr.smithi176.ajjlsm (mgr.14696) 902 : cluster [DBG] pgmap v771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:03.865907+0000 mgr.smithi176.ajjlsm (mgr.14696) 902 : cluster [DBG] pgmap v771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:05.866620+0000 mgr.smithi176.ajjlsm (mgr.14696) 903 : cluster [DBG] pgmap v772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:07.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:05.866620+0000 mgr.smithi176.ajjlsm (mgr.14696) 903 : cluster [DBG] pgmap v772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:07.867594+0000 mgr.smithi176.ajjlsm (mgr.14696) 904 : cluster [DBG] pgmap v773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:07.867594+0000 mgr.smithi176.ajjlsm (mgr.14696) 904 : cluster [DBG] pgmap v773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:09.868314+0000 mgr.smithi176.ajjlsm (mgr.14696) 905 : cluster [DBG] pgmap v774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:35:10.416837+0000 mon.smithi176 (mon.0) 515 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:35:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:35:10.418258+0000 mon.smithi176 (mon.0) 516 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:35:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:35:10.419043+0000 mon.smithi176 (mon.0) 517 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:35:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:35:10.419774+0000 mgr.smithi176.ajjlsm (mgr.14696) 906 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:35:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:35:10.769579+0000 mon.smithi176 (mon.0) 518 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:35:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:09.868314+0000 mgr.smithi176.ajjlsm (mgr.14696) 905 : cluster [DBG] pgmap v774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:35:10.416837+0000 mon.smithi176 (mon.0) 515 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:35:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:35:10.418258+0000 mon.smithi176 (mon.0) 516 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:35:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:35:10.419043+0000 mon.smithi176 (mon.0) 517 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:35:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:35:10.419774+0000 mgr.smithi176.ajjlsm (mgr.14696) 906 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:35:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:35:10.769579+0000 mon.smithi176 (mon.0) 518 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:35:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:35:11.159608+0000 mon.smithi176 (mon.0) 519 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:35:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:35:11.167063+0000 mon.smithi176 (mon.0) 520 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:35:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:35:11.159608+0000 mon.smithi176 (mon.0) 519 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:35:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:35:11.167063+0000 mon.smithi176 (mon.0) 520 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:35:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:11.869297+0000 mgr.smithi176.ajjlsm (mgr.14696) 907 : cluster [DBG] pgmap v775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:11.869297+0000 mgr.smithi176.ajjlsm (mgr.14696) 907 : cluster [DBG] pgmap v775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:13.869816+0000 mgr.smithi176.ajjlsm (mgr.14696) 908 : cluster [DBG] pgmap v776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:13.869816+0000 mgr.smithi176.ajjlsm (mgr.14696) 908 : cluster [DBG] pgmap v776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:15.870349+0000 mgr.smithi176.ajjlsm (mgr.14696) 909 : cluster [DBG] pgmap v777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:15.870349+0000 mgr.smithi176.ajjlsm (mgr.14696) 909 : cluster [DBG] pgmap v777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:17.871306+0000 mgr.smithi176.ajjlsm (mgr.14696) 910 : cluster [DBG] pgmap v778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:17.871306+0000 mgr.smithi176.ajjlsm (mgr.14696) 910 : cluster [DBG] pgmap v778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:19.871705+0000 mgr.smithi176.ajjlsm (mgr.14696) 911 : cluster [DBG] pgmap v779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:19.871705+0000 mgr.smithi176.ajjlsm (mgr.14696) 911 : cluster [DBG] pgmap v779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:21.872565+0000 mgr.smithi176.ajjlsm (mgr.14696) 912 : cluster [DBG] pgmap v780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:23.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:21.872565+0000 mgr.smithi176.ajjlsm (mgr.14696) 912 : cluster [DBG] pgmap v780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:23.873031+0000 mgr.smithi176.ajjlsm (mgr.14696) 913 : cluster [DBG] pgmap v781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:23.873031+0000 mgr.smithi176.ajjlsm (mgr.14696) 913 : cluster [DBG] pgmap v781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:27.032 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:35:27.302 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:35:27.302 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (30m) 3m ago 31m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:35:27.303 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (24m) 3m ago 31m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:35:27.303 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (23m) 3m ago 31m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:35:27.303 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (30m) 3m ago 31m 42.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:35:27.303 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (23m) 3m ago 27m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:35:27.303 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (23m) 3m ago 27m 17.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:35:27.304 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (24m) 3m ago 32m 468M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:35:27.304 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (24m) 3m ago 31m 397M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:35:27.304 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (24m) 3m ago 33m 211M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:35:27.304 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (24m) 3m ago 31m 142M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:35:27.305 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (25m) 3m ago 25m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:35:27.305 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (25m) 3m ago 25m 90.5M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:35:27.305 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (31m) 3m ago 31m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:35:27.305 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (31m) 3m ago 31m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:35:27.305 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (16m) 3m ago 30m 470M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:35:27.306 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (30m) 3m ago 30m 1244M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:35:27.306 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (30m) 3m ago 30m 837M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:35:27.306 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (29m) 3m ago 29m 1382M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:35:27.306 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (29m) 3m ago 29m 1298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:35:27.306 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (29m) 3m ago 29m 1508M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:35:27.307 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (29m) 3m ago 29m 1210M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:35:27.307 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (28m) 3m ago 28m 1923M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:35:27.307 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (30m) 3m ago 31m 54.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:35:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:25.873559+0000 mgr.smithi176.ajjlsm (mgr.14696) 914 : cluster [DBG] pgmap v782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:25.873559+0000 mgr.smithi176.ajjlsm (mgr.14696) 914 : cluster [DBG] pgmap v782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:27.625 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:35:27.625 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:35:27.626 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:35:27.626 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:35:27.626 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:35:27.626 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:35:27.627 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:35:27.627 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:35:27.627 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:35:27.627 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:35:27.628 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:35:27.628 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:35:27.628 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:35:27.629 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:35:27.629 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:35:27.629 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:35:27.629 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:35:27.629 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:35:27.630 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:35:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:35:27.019528+0000 mgr.smithi176.ajjlsm (mgr.14696) 915 : audit [DBG] from='client.34706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:35:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:35:27.292900+0000 mgr.smithi176.ajjlsm (mgr.14696) 916 : audit [DBG] from='client.34710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:35:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:35:27.624664+0000 mon.smithi176 (mon.0) 521 : audit [DBG] from='client.? 172.21.15.176:0/1347723221' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:35:28.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:35:27.019528+0000 mgr.smithi176.ajjlsm (mgr.14696) 915 : audit [DBG] from='client.34706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:35:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:35:27.292900+0000 mgr.smithi176.ajjlsm (mgr.14696) 916 : audit [DBG] from='client.34710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:35:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:35:27.624664+0000 mon.smithi176 (mon.0) 521 : audit [DBG] from='client.? 172.21.15.176:0/1347723221' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:35:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:27.874522+0000 mgr.smithi176.ajjlsm (mgr.14696) 917 : cluster [DBG] pgmap v783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:27.874522+0000 mgr.smithi176.ajjlsm (mgr.14696) 917 : cluster [DBG] pgmap v783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:29.874939+0000 mgr.smithi176.ajjlsm (mgr.14696) 918 : cluster [DBG] pgmap v784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:29.874939+0000 mgr.smithi176.ajjlsm (mgr.14696) 918 : cluster [DBG] pgmap v784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:31.875672+0000 mgr.smithi176.ajjlsm (mgr.14696) 919 : cluster [DBG] pgmap v785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:31.875672+0000 mgr.smithi176.ajjlsm (mgr.14696) 919 : cluster [DBG] pgmap v785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:33.876324+0000 mgr.smithi176.ajjlsm (mgr.14696) 920 : cluster [DBG] pgmap v786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:33.876324+0000 mgr.smithi176.ajjlsm (mgr.14696) 920 : cluster [DBG] pgmap v786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:35.876916+0000 mgr.smithi176.ajjlsm (mgr.14696) 921 : cluster [DBG] pgmap v787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:35.876916+0000 mgr.smithi176.ajjlsm (mgr.14696) 921 : cluster [DBG] pgmap v787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:37.877824+0000 mgr.smithi176.ajjlsm (mgr.14696) 922 : cluster [DBG] pgmap v788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:37.877824+0000 mgr.smithi176.ajjlsm (mgr.14696) 922 : cluster [DBG] pgmap v788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:35:40.112910+0000 mon.smithi176 (mon.0) 522 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:35:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:35:40.113160+0000 mon.smithi176 (mon.0) 523 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:35:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:35:40.112910+0000 mon.smithi176 (mon.0) 522 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:35:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:35:40.113160+0000 mon.smithi176 (mon.0) 523 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:35:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:39.878349+0000 mgr.smithi176.ajjlsm (mgr.14696) 923 : cluster [DBG] pgmap v789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:39.878349+0000 mgr.smithi176.ajjlsm (mgr.14696) 923 : cluster [DBG] pgmap v789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:43.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:41.879174+0000 mgr.smithi176.ajjlsm (mgr.14696) 924 : cluster [DBG] pgmap v790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:41.879174+0000 mgr.smithi176.ajjlsm (mgr.14696) 924 : cluster [DBG] pgmap v790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:43.879651+0000 mgr.smithi176.ajjlsm (mgr.14696) 925 : cluster [DBG] pgmap v791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:43.879651+0000 mgr.smithi176.ajjlsm (mgr.14696) 925 : cluster [DBG] pgmap v791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:45.880110+0000 mgr.smithi176.ajjlsm (mgr.14696) 926 : cluster [DBG] pgmap v792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:47.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:45.880110+0000 mgr.smithi176.ajjlsm (mgr.14696) 926 : cluster [DBG] pgmap v792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:47.880874+0000 mgr.smithi176.ajjlsm (mgr.14696) 927 : cluster [DBG] pgmap v793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:47.880874+0000 mgr.smithi176.ajjlsm (mgr.14696) 927 : cluster [DBG] pgmap v793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:49.881439+0000 mgr.smithi176.ajjlsm (mgr.14696) 928 : cluster [DBG] pgmap v794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:49.881439+0000 mgr.smithi176.ajjlsm (mgr.14696) 928 : cluster [DBG] pgmap v794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:53.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:51.882309+0000 mgr.smithi176.ajjlsm (mgr.14696) 929 : cluster [DBG] pgmap v795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:51.882309+0000 mgr.smithi176.ajjlsm (mgr.14696) 929 : cluster [DBG] pgmap v795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:53.882778+0000 mgr.smithi176.ajjlsm (mgr.14696) 930 : cluster [DBG] pgmap v796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:53.882778+0000 mgr.smithi176.ajjlsm (mgr.14696) 930 : cluster [DBG] pgmap v796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:55.883466+0000 mgr.smithi176.ajjlsm (mgr.14696) 931 : cluster [DBG] pgmap v797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:55.883466+0000 mgr.smithi176.ajjlsm (mgr.14696) 931 : cluster [DBG] pgmap v797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:35:57.928 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:35:58.194 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:35:58.195 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (31m) 3m ago 32m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:35:58.195 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (24m) 3m ago 32m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:35:58.195 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (24m) 3m ago 31m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:35:58.195 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (31m) 3m ago 32m 42.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:35:58.196 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (23m) 3m ago 28m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:35:58.196 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (24m) 3m ago 27m 17.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:35:58.196 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (25m) 3m ago 33m 468M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:35:58.196 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (25m) 3m ago 31m 397M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:35:58.197 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (24m) 3m ago 33m 211M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:35:58.197 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (24m) 3m ago 31m 142M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:35:58.197 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (25m) 3m ago 25m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:35:58.197 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (25m) 3m ago 25m 90.5M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:35:58.197 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (32m) 3m ago 32m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:35:58.198 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (31m) 3m ago 31m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:35:58.198 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (17m) 3m ago 31m 470M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:35:58.198 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (30m) 3m ago 30m 1244M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:35:58.198 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (30m) 3m ago 30m 837M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:35:58.199 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (30m) 3m ago 30m 1382M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:35:58.199 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (30m) 3m ago 30m 1298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:35:58.199 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (29m) 3m ago 29m 1508M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:35:58.199 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (29m) 3m ago 29m 1210M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:35:58.200 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (29m) 3m ago 29m 1923M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:35:58.200 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (31m) 3m ago 31m 54.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:35:58.516 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:35:58.517 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:35:58.517 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:35:58.517 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:35:58.517 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:35:58.517 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:35:58.518 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:35:58.518 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:35:58.518 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:35:58.518 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:35:58.519 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:35:58.519 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:35:58.519 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:35:58.519 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:35:58.520 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:35:58.520 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:35:58.520 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:35:58.520 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:35:58.520 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:35:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:57.884140+0000 mgr.smithi176.ajjlsm (mgr.14696) 932 : cluster [DBG] pgmap v798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:35:57.915877+0000 mgr.smithi176.ajjlsm (mgr.14696) 933 : audit [DBG] from='client.34718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:35:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:35:58.184928+0000 mgr.smithi176.ajjlsm (mgr.14696) 934 : audit [DBG] from='client.34722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:35:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:35:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:35:58.515813+0000 mon.smithi176 (mon.0) 524 : audit [DBG] from='client.? 172.21.15.176:0/1057788175' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:35:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:57.884140+0000 mgr.smithi176.ajjlsm (mgr.14696) 932 : cluster [DBG] pgmap v798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:35:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:35:57.915877+0000 mgr.smithi176.ajjlsm (mgr.14696) 933 : audit [DBG] from='client.34718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:35:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:35:58.184928+0000 mgr.smithi176.ajjlsm (mgr.14696) 934 : audit [DBG] from='client.34722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:35:59.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:35:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:35:58.515813+0000 mon.smithi176 (mon.0) 524 : audit [DBG] from='client.? 172.21.15.176:0/1057788175' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:36:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:35:59.884541+0000 mgr.smithi176.ajjlsm (mgr.14696) 935 : cluster [DBG] pgmap v799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:35:59.884541+0000 mgr.smithi176.ajjlsm (mgr.14696) 935 : cluster [DBG] pgmap v799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:03.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:01.885396+0000 mgr.smithi176.ajjlsm (mgr.14696) 936 : cluster [DBG] pgmap v800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:03.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:01.885396+0000 mgr.smithi176.ajjlsm (mgr.14696) 936 : cluster [DBG] pgmap v800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:03.886120+0000 mgr.smithi176.ajjlsm (mgr.14696) 937 : cluster [DBG] pgmap v801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:03.886120+0000 mgr.smithi176.ajjlsm (mgr.14696) 937 : cluster [DBG] pgmap v801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:05.886688+0000 mgr.smithi176.ajjlsm (mgr.14696) 938 : cluster [DBG] pgmap v802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:07.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:05.886688+0000 mgr.smithi176.ajjlsm (mgr.14696) 938 : cluster [DBG] pgmap v802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:07.887451+0000 mgr.smithi176.ajjlsm (mgr.14696) 939 : cluster [DBG] pgmap v803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:09.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:07.887451+0000 mgr.smithi176.ajjlsm (mgr.14696) 939 : cluster [DBG] pgmap v803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:09.888114+0000 mgr.smithi176.ajjlsm (mgr.14696) 940 : cluster [DBG] pgmap v804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:36:11.169579+0000 mon.smithi176 (mon.0) 525 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:36:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:36:11.171004+0000 mon.smithi176 (mon.0) 526 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:36:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:36:11.171783+0000 mon.smithi176 (mon.0) 527 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:36:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:09.888114+0000 mgr.smithi176.ajjlsm (mgr.14696) 940 : cluster [DBG] pgmap v804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:36:11.169579+0000 mon.smithi176 (mon.0) 525 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:36:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:36:11.171004+0000 mon.smithi176 (mon.0) 526 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:36:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:36:11.171783+0000 mon.smithi176 (mon.0) 527 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:36:12.283 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:36:11.172524+0000 mgr.smithi176.ajjlsm (mgr.14696) 941 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:36:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:36:11.172524+0000 mgr.smithi176.ajjlsm (mgr.14696) 941 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:36:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:11.888769+0000 mgr.smithi176.ajjlsm (mgr.14696) 942 : cluster [DBG] pgmap v805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:11.888769+0000 mgr.smithi176.ajjlsm (mgr.14696) 942 : cluster [DBG] pgmap v805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:13.889480+0000 mgr.smithi176.ajjlsm (mgr.14696) 943 : cluster [DBG] pgmap v806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:36:14.364273+0000 mon.smithi176 (mon.0) 528 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:36:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:36:14.742325+0000 mon.smithi176 (mon.0) 529 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:36:15.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:36:14.746941+0000 mon.smithi176 (mon.0) 530 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:36:15.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:13.889480+0000 mgr.smithi176.ajjlsm (mgr.14696) 943 : cluster [DBG] pgmap v806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:36:14.364273+0000 mon.smithi176 (mon.0) 528 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:36:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:36:14.742325+0000 mon.smithi176 (mon.0) 529 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:36:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:36:14.746941+0000 mon.smithi176 (mon.0) 530 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:36:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:15.890249+0000 mgr.smithi176.ajjlsm (mgr.14696) 944 : cluster [DBG] pgmap v807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:17.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:15.890249+0000 mgr.smithi176.ajjlsm (mgr.14696) 944 : cluster [DBG] pgmap v807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:17.891189+0000 mgr.smithi176.ajjlsm (mgr.14696) 945 : cluster [DBG] pgmap v808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:19.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:17.891189+0000 mgr.smithi176.ajjlsm (mgr.14696) 945 : cluster [DBG] pgmap v808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:19.891705+0000 mgr.smithi176.ajjlsm (mgr.14696) 946 : cluster [DBG] pgmap v809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:21.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:19.891705+0000 mgr.smithi176.ajjlsm (mgr.14696) 946 : cluster [DBG] pgmap v809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:21.892542+0000 mgr.smithi176.ajjlsm (mgr.14696) 947 : cluster [DBG] pgmap v810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:21.892542+0000 mgr.smithi176.ajjlsm (mgr.14696) 947 : cluster [DBG] pgmap v810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:23.893143+0000 mgr.smithi176.ajjlsm (mgr.14696) 948 : cluster [DBG] pgmap v811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:23.893143+0000 mgr.smithi176.ajjlsm (mgr.14696) 948 : cluster [DBG] pgmap v811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:25.893640+0000 mgr.smithi176.ajjlsm (mgr.14696) 949 : cluster [DBG] pgmap v812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:27.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:25.893640+0000 mgr.smithi176.ajjlsm (mgr.14696) 949 : cluster [DBG] pgmap v812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:28.820 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:36:29.089 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:36:29.089 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (31m) 4m ago 32m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:36:29.089 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (25m) 4m ago 32m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:36:29.090 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (24m) 4m ago 32m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:36:29.090 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (31m) 4m ago 32m 42.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:36:29.090 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (24m) 4m ago 28m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:36:29.090 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (24m) 4m ago 28m 17.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:36:29.091 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (25m) 4m ago 33m 468M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:36:29.091 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (25m) 4m ago 32m 397M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:36:29.091 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (25m) 4m ago 34m 211M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:36:29.091 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (25m) 4m ago 32m 142M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:36:29.092 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (26m) 4m ago 26m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:36:29.092 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (26m) 4m ago 26m 90.5M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:36:29.092 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (32m) 4m ago 32m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:36:29.092 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (32m) 4m ago 32m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:36:29.093 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (17m) 4m ago 31m 470M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:36:29.093 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (31m) 4m ago 31m 1244M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:36:29.093 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (31m) 4m ago 31m 837M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:36:29.093 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (30m) 4m ago 30m 1382M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:36:29.093 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (30m) 4m ago 30m 1298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:36:29.094 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (30m) 4m ago 30m 1508M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:36:29.094 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (30m) 4m ago 30m 1210M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:36:29.094 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (29m) 4m ago 29m 1923M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:36:29.094 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (31m) 4m ago 32m 54.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:36:29.410 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:36:29.411 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:36:29.411 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:36:29.411 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:36:29.412 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:36:29.412 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:36:29.412 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:36:29.412 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:36:29.413 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:36:29.413 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:36:29.413 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:36:29.413 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:36:29.413 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:36:29.414 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:36:29.414 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:36:29.414 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:36:29.414 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:36:29.415 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:36:29.415 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:36:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:27.894461+0000 mgr.smithi176.ajjlsm (mgr.14696) 950 : cluster [DBG] pgmap v813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:29.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:27.894461+0000 mgr.smithi176.ajjlsm (mgr.14696) 950 : cluster [DBG] pgmap v813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:36:28.807875+0000 mgr.smithi176.ajjlsm (mgr.14696) 951 : audit [DBG] from='client.34730 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:36:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:36:29.079292+0000 mgr.smithi176.ajjlsm (mgr.14696) 952 : audit [DBG] from='client.34734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:36:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:36:29.410171+0000 mon.smithi176 (mon.0) 531 : audit [DBG] from='client.? 172.21.15.176:0/18318177' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:36:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:36:28.807875+0000 mgr.smithi176.ajjlsm (mgr.14696) 951 : audit [DBG] from='client.34730 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:36:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:36:29.079292+0000 mgr.smithi176.ajjlsm (mgr.14696) 952 : audit [DBG] from='client.34734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:36:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:36:29.410171+0000 mon.smithi176 (mon.0) 531 : audit [DBG] from='client.? 172.21.15.176:0/18318177' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:36:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:29.894989+0000 mgr.smithi176.ajjlsm (mgr.14696) 953 : cluster [DBG] pgmap v814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:31.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:29.894989+0000 mgr.smithi176.ajjlsm (mgr.14696) 953 : cluster [DBG] pgmap v814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:31.895785+0000 mgr.smithi176.ajjlsm (mgr.14696) 954 : cluster [DBG] pgmap v815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:33.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:31.895785+0000 mgr.smithi176.ajjlsm (mgr.14696) 954 : cluster [DBG] pgmap v815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:33.896415+0000 mgr.smithi176.ajjlsm (mgr.14696) 955 : cluster [DBG] pgmap v816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:33.896415+0000 mgr.smithi176.ajjlsm (mgr.14696) 955 : cluster [DBG] pgmap v816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:35.897072+0000 mgr.smithi176.ajjlsm (mgr.14696) 956 : cluster [DBG] pgmap v817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:37.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:35.897072+0000 mgr.smithi176.ajjlsm (mgr.14696) 956 : cluster [DBG] pgmap v817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:37.897931+0000 mgr.smithi176.ajjlsm (mgr.14696) 957 : cluster [DBG] pgmap v818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:39.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:37.897931+0000 mgr.smithi176.ajjlsm (mgr.14696) 957 : cluster [DBG] pgmap v818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:36:40.117173+0000 mon.smithi176 (mon.0) 532 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:36:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:36:40.117421+0000 mon.smithi176 (mon.0) 533 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:36:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:36:40.117173+0000 mon.smithi176 (mon.0) 532 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:36:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:36:40.117421+0000 mon.smithi176 (mon.0) 533 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:36:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:39.898452+0000 mgr.smithi176.ajjlsm (mgr.14696) 958 : cluster [DBG] pgmap v819: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:41.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:39.898452+0000 mgr.smithi176.ajjlsm (mgr.14696) 958 : cluster [DBG] pgmap v819: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:43.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:41.899233+0000 mgr.smithi176.ajjlsm (mgr.14696) 959 : cluster [DBG] pgmap v820: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:41.899233+0000 mgr.smithi176.ajjlsm (mgr.14696) 959 : cluster [DBG] pgmap v820: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:43.899714+0000 mgr.smithi176.ajjlsm (mgr.14696) 960 : cluster [DBG] pgmap v821: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:43.899714+0000 mgr.smithi176.ajjlsm (mgr.14696) 960 : cluster [DBG] pgmap v821: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:47.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:45.900174+0000 mgr.smithi176.ajjlsm (mgr.14696) 961 : cluster [DBG] pgmap v822: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:47.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:45.900174+0000 mgr.smithi176.ajjlsm (mgr.14696) 961 : cluster [DBG] pgmap v822: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:47.901139+0000 mgr.smithi176.ajjlsm (mgr.14696) 962 : cluster [DBG] pgmap v823: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:49.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:47.901139+0000 mgr.smithi176.ajjlsm (mgr.14696) 962 : cluster [DBG] pgmap v823: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:49.901665+0000 mgr.smithi176.ajjlsm (mgr.14696) 963 : cluster [DBG] pgmap v824: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:51.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:49.901665+0000 mgr.smithi176.ajjlsm (mgr.14696) 963 : cluster [DBG] pgmap v824: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:51.902610+0000 mgr.smithi176.ajjlsm (mgr.14696) 964 : cluster [DBG] pgmap v825: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:51.902610+0000 mgr.smithi176.ajjlsm (mgr.14696) 964 : cluster [DBG] pgmap v825: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:53.903276+0000 mgr.smithi176.ajjlsm (mgr.14696) 965 : cluster [DBG] pgmap v826: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:53.903276+0000 mgr.smithi176.ajjlsm (mgr.14696) 965 : cluster [DBG] pgmap v826: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:55.903673+0000 mgr.smithi176.ajjlsm (mgr.14696) 966 : cluster [DBG] pgmap v827: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:55.903673+0000 mgr.smithi176.ajjlsm (mgr.14696) 966 : cluster [DBG] pgmap v827: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:36:59.717 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:36:59.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:36:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:57.904461+0000 mgr.smithi176.ajjlsm (mgr.14696) 967 : cluster [DBG] pgmap v828: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:59.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:36:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:57.904461+0000 mgr.smithi176.ajjlsm (mgr.14696) 967 : cluster [DBG] pgmap v828: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:36:59.986 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:36:59.986 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (32m) 4m ago 33m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:36:59.987 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (25m) 4m ago 33m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:36:59.987 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (25m) 4m ago 32m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:36:59.987 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (32m) 4m ago 33m 42.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:36:59.987 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (24m) 4m ago 29m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:36:59.988 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (25m) 4m ago 29m 17.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:36:59.988 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (26m) 4m ago 34m 468M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:36:59.988 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (26m) 4m ago 32m 397M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:36:59.988 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (25m) 4m ago 34m 211M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:36:59.988 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (25m) 4m ago 32m 142M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:36:59.989 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (26m) 4m ago 26m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:36:59.989 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (26m) 4m ago 26m 90.5M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:36:59.989 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (33m) 4m ago 33m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:36:59.990 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (32m) 4m ago 32m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:36:59.990 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (18m) 4m ago 32m 470M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:36:59.990 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (31m) 4m ago 31m 1244M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:36:59.990 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (31m) 4m ago 31m 837M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:36:59.991 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (31m) 4m ago 31m 1382M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:36:59.991 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (31m) 4m ago 31m 1298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:36:59.991 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (30m) 4m ago 30m 1508M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:36:59.991 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (30m) 4m ago 30m 1210M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:36:59.992 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (30m) 4m ago 30m 1923M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:36:59.992 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (32m) 4m ago 33m 54.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:37:00.312 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:37:00.312 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:37:00.313 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:37:00.313 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:37:00.313 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:37:00.314 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:37:00.314 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:37:00.315 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:37:00.315 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:37:00.315 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:37:00.315 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:37:00.316 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:37:00.316 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:37:00.316 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:37:00.316 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:37:00.317 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:37:00.317 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:37:00.317 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:37:00.317 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:37:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:37:00.311632+0000 mon.smithi176 (mon.0) 534 : audit [DBG] from='client.? 172.21.15.176:0/3977703536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:37:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:37:00.311632+0000 mon.smithi176 (mon.0) 534 : audit [DBG] from='client.? 172.21.15.176:0/3977703536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:37:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:36:59.704441+0000 mgr.smithi176.ajjlsm (mgr.14696) 968 : audit [DBG] from='client.34742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:37:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:36:59.904898+0000 mgr.smithi176.ajjlsm (mgr.14696) 969 : cluster [DBG] pgmap v829: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:36:59.976291+0000 mgr.smithi176.ajjlsm (mgr.14696) 970 : audit [DBG] from='client.34746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:37:01.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:36:59.704441+0000 mgr.smithi176.ajjlsm (mgr.14696) 968 : audit [DBG] from='client.34742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:37:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:36:59.904898+0000 mgr.smithi176.ajjlsm (mgr.14696) 969 : cluster [DBG] pgmap v829: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:36:59.976291+0000 mgr.smithi176.ajjlsm (mgr.14696) 970 : audit [DBG] from='client.34746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:37:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:01.905664+0000 mgr.smithi176.ajjlsm (mgr.14696) 971 : cluster [DBG] pgmap v830: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:01.905664+0000 mgr.smithi176.ajjlsm (mgr.14696) 971 : cluster [DBG] pgmap v830: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:03.906213+0000 mgr.smithi176.ajjlsm (mgr.14696) 972 : cluster [DBG] pgmap v831: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:05.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:03.906213+0000 mgr.smithi176.ajjlsm (mgr.14696) 972 : cluster [DBG] pgmap v831: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:07.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:05.906788+0000 mgr.smithi176.ajjlsm (mgr.14696) 973 : cluster [DBG] pgmap v832: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:05.906788+0000 mgr.smithi176.ajjlsm (mgr.14696) 973 : cluster [DBG] pgmap v832: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:09.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:07.907697+0000 mgr.smithi176.ajjlsm (mgr.14696) 974 : cluster [DBG] pgmap v833: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:07.907697+0000 mgr.smithi176.ajjlsm (mgr.14696) 974 : cluster [DBG] pgmap v833: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:11.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:09.908450+0000 mgr.smithi176.ajjlsm (mgr.14696) 975 : cluster [DBG] pgmap v834: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:09.908450+0000 mgr.smithi176.ajjlsm (mgr.14696) 975 : cluster [DBG] pgmap v834: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:11.909245+0000 mgr.smithi176.ajjlsm (mgr.14696) 976 : cluster [DBG] pgmap v835: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:11.909245+0000 mgr.smithi176.ajjlsm (mgr.14696) 976 : cluster [DBG] pgmap v835: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:13.909804+0000 mgr.smithi176.ajjlsm (mgr.14696) 977 : cluster [DBG] pgmap v836: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:37:14.749524+0000 mon.smithi176 (mon.0) 535 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:37:15.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:37:14.750857+0000 mon.smithi176 (mon.0) 536 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:37:15.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:37:14.751618+0000 mon.smithi176 (mon.0) 537 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:37:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:13.909804+0000 mgr.smithi176.ajjlsm (mgr.14696) 977 : cluster [DBG] pgmap v836: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:37:14.749524+0000 mon.smithi176 (mon.0) 535 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:37:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:37:14.750857+0000 mon.smithi176 (mon.0) 536 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:37:15.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:37:14.751618+0000 mon.smithi176 (mon.0) 537 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:37:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:37:14.752318+0000 mgr.smithi176.ajjlsm (mgr.14696) 978 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:37:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:37:14.752318+0000 mgr.smithi176.ajjlsm (mgr.14696) 978 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:37:17.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:15.910293+0000 mgr.smithi176.ajjlsm (mgr.14696) 979 : cluster [DBG] pgmap v837: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:15.910293+0000 mgr.smithi176.ajjlsm (mgr.14696) 979 : cluster [DBG] pgmap v837: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:37:17.854951+0000 mon.smithi176 (mon.0) 538 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:37:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:17.911148+0000 mgr.smithi176.ajjlsm (mgr.14696) 980 : cluster [DBG] pgmap v838: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:37:18.232179+0000 mon.smithi176 (mon.0) 539 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:37:19.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:37:18.237573+0000 mon.smithi176 (mon.0) 540 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:37:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:37:17.854951+0000 mon.smithi176 (mon.0) 538 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:37:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:17.911148+0000 mgr.smithi176.ajjlsm (mgr.14696) 980 : cluster [DBG] pgmap v838: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:37:18.232179+0000 mon.smithi176 (mon.0) 539 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:37:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:37:18.237573+0000 mon.smithi176 (mon.0) 540 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:37:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:19.911641+0000 mgr.smithi176.ajjlsm (mgr.14696) 981 : cluster [DBG] pgmap v839: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:19.911641+0000 mgr.smithi176.ajjlsm (mgr.14696) 981 : cluster [DBG] pgmap v839: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:23.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:21.912417+0000 mgr.smithi176.ajjlsm (mgr.14696) 982 : cluster [DBG] pgmap v840: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:21.912417+0000 mgr.smithi176.ajjlsm (mgr.14696) 982 : cluster [DBG] pgmap v840: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:23.913144+0000 mgr.smithi176.ajjlsm (mgr.14696) 983 : cluster [DBG] pgmap v841: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:23.913144+0000 mgr.smithi176.ajjlsm (mgr.14696) 983 : cluster [DBG] pgmap v841: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:27.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:25.913668+0000 mgr.smithi176.ajjlsm (mgr.14696) 984 : cluster [DBG] pgmap v842: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:25.913668+0000 mgr.smithi176.ajjlsm (mgr.14696) 984 : cluster [DBG] pgmap v842: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:27.914487+0000 mgr.smithi176.ajjlsm (mgr.14696) 985 : cluster [DBG] pgmap v843: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:27.914487+0000 mgr.smithi176.ajjlsm (mgr.14696) 985 : cluster [DBG] pgmap v843: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:30.616 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:37:30.883 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:37:30.883 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (32m) 5m ago 33m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:37:30.883 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (26m) 5m ago 33m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:37:30.884 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (25m) 5m ago 33m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:37:30.884 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (32m) 5m ago 33m 42.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:37:30.884 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (25m) 5m ago 29m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:37:30.885 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (25m) 5m ago 29m 17.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:37:30.885 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (27m) 5m ago 34m 468M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:37:30.885 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (26m) 5m ago 33m 397M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:37:30.885 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (26m) 5m ago 35m 211M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:37:30.886 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (26m) 5m ago 33m 142M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:37:30.886 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (27m) 5m ago 27m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:37:30.886 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (27m) 5m ago 27m 90.5M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:37:30.886 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (33m) 5m ago 33m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:37:30.887 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (33m) 5m ago 33m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:37:30.887 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (18m) 5m ago 32m 470M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:37:30.887 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (32m) 5m ago 32m 1244M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:37:30.887 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (32m) 5m ago 32m 837M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:37:30.888 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (31m) 5m ago 31m 1382M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:37:30.888 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (31m) 5m ago 31m 1298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:37:30.888 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (31m) 5m ago 31m 1508M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:37:30.888 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (31m) 5m ago 31m 1210M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:37:30.889 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (30m) 5m ago 30m 1923M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:37:30.889 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (32m) 5m ago 33m 54.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:37:31.206 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:37:31.206 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:37:31.207 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:37:31.207 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:37:31.207 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:37:31.208 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:37:31.208 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:37:31.208 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:37:31.208 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:37:31.209 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:37:31.209 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:37:31.209 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:37:31.209 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:37:31.210 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:37:31.210 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:37:31.210 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:37:31.211 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:37:31.211 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:37:31.212 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:37:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:29.914987+0000 mgr.smithi176.ajjlsm (mgr.14696) 986 : cluster [DBG] pgmap v844: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:29.914987+0000 mgr.smithi176.ajjlsm (mgr.14696) 986 : cluster [DBG] pgmap v844: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:37:30.603636+0000 mgr.smithi176.ajjlsm (mgr.14696) 987 : audit [DBG] from='client.34754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:37:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:37:30.872213+0000 mgr.smithi176.ajjlsm (mgr.14696) 988 : audit [DBG] from='client.34758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:37:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:37:31.205476+0000 mon.smithi176 (mon.0) 541 : audit [DBG] from='client.? 172.21.15.176:0/162382061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:37:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:37:30.603636+0000 mgr.smithi176.ajjlsm (mgr.14696) 987 : audit [DBG] from='client.34754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:37:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:37:30.872213+0000 mgr.smithi176.ajjlsm (mgr.14696) 988 : audit [DBG] from='client.34758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:37:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:37:31.205476+0000 mon.smithi176 (mon.0) 541 : audit [DBG] from='client.? 172.21.15.176:0/162382061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:37:33.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:31.915876+0000 mgr.smithi176.ajjlsm (mgr.14696) 989 : cluster [DBG] pgmap v845: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:31.915876+0000 mgr.smithi176.ajjlsm (mgr.14696) 989 : cluster [DBG] pgmap v845: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:33.916376+0000 mgr.smithi176.ajjlsm (mgr.14696) 990 : cluster [DBG] pgmap v846: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:33.916376+0000 mgr.smithi176.ajjlsm (mgr.14696) 990 : cluster [DBG] pgmap v846: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:35.916918+0000 mgr.smithi176.ajjlsm (mgr.14696) 991 : cluster [DBG] pgmap v847: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:35.916918+0000 mgr.smithi176.ajjlsm (mgr.14696) 991 : cluster [DBG] pgmap v847: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:37.917605+0000 mgr.smithi176.ajjlsm (mgr.14696) 992 : cluster [DBG] pgmap v848: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:37.917605+0000 mgr.smithi176.ajjlsm (mgr.14696) 992 : cluster [DBG] pgmap v848: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:39.918274+0000 mgr.smithi176.ajjlsm (mgr.14696) 993 : cluster [DBG] pgmap v849: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:37:40.122733+0000 mon.smithi176 (mon.0) 542 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:37:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:37:40.122988+0000 mon.smithi176 (mon.0) 543 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:37:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:39.918274+0000 mgr.smithi176.ajjlsm (mgr.14696) 993 : cluster [DBG] pgmap v849: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:37:40.122733+0000 mon.smithi176 (mon.0) 542 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:37:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:37:40.122988+0000 mon.smithi176 (mon.0) 543 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:37:43.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:41.919112+0000 mgr.smithi176.ajjlsm (mgr.14696) 994 : cluster [DBG] pgmap v850: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:41.919112+0000 mgr.smithi176.ajjlsm (mgr.14696) 994 : cluster [DBG] pgmap v850: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:43.919650+0000 mgr.smithi176.ajjlsm (mgr.14696) 995 : cluster [DBG] pgmap v851: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:43.919650+0000 mgr.smithi176.ajjlsm (mgr.14696) 995 : cluster [DBG] pgmap v851: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:45.920400+0000 mgr.smithi176.ajjlsm (mgr.14696) 996 : cluster [DBG] pgmap v852: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:45.920400+0000 mgr.smithi176.ajjlsm (mgr.14696) 996 : cluster [DBG] pgmap v852: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:47.921213+0000 mgr.smithi176.ajjlsm (mgr.14696) 997 : cluster [DBG] pgmap v853: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:47.921213+0000 mgr.smithi176.ajjlsm (mgr.14696) 997 : cluster [DBG] pgmap v853: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:49.921682+0000 mgr.smithi176.ajjlsm (mgr.14696) 998 : cluster [DBG] pgmap v854: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:49.921682+0000 mgr.smithi176.ajjlsm (mgr.14696) 998 : cluster [DBG] pgmap v854: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:53.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:51.922653+0000 mgr.smithi176.ajjlsm (mgr.14696) 999 : cluster [DBG] pgmap v855: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:51.922653+0000 mgr.smithi176.ajjlsm (mgr.14696) 999 : cluster [DBG] pgmap v855: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:53.923305+0000 mgr.smithi176.ajjlsm (mgr.14696) 1000 : cluster [DBG] pgmap v856: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:53.923305+0000 mgr.smithi176.ajjlsm (mgr.14696) 1000 : cluster [DBG] pgmap v856: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:55.923877+0000 mgr.smithi176.ajjlsm (mgr.14696) 1001 : cluster [DBG] pgmap v857: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:55.923877+0000 mgr.smithi176.ajjlsm (mgr.14696) 1001 : cluster [DBG] pgmap v857: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:37:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:37:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:57.924602+0000 mgr.smithi176.ajjlsm (mgr.14696) 1002 : cluster [DBG] pgmap v858: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:37:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:37:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:57.924602+0000 mgr.smithi176.ajjlsm (mgr.14696) 1002 : cluster [DBG] pgmap v858: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:37:59.925095+0000 mgr.smithi176.ajjlsm (mgr.14696) 1003 : cluster [DBG] pgmap v859: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:01.510 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:38:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:37:59.925095+0000 mgr.smithi176.ajjlsm (mgr.14696) 1003 : cluster [DBG] pgmap v859: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:01.779 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:38:01.780 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (33m) 5m ago 34m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:38:01.780 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (26m) 5m ago 34m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:38:01.780 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (26m) 5m ago 33m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:38:01.780 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (33m) 5m ago 34m 42.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:38:01.781 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (25m) 5m ago 30m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:38:01.781 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (26m) 5m ago 30m 17.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:38:01.781 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (27m) 5m ago 35m 468M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:38:01.781 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (27m) 5m ago 33m 397M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:38:01.782 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (26m) 5m ago 35m 211M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:38:01.782 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (26m) 5m ago 33m 142M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:38:01.782 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (27m) 5m ago 27m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:38:01.782 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (27m) 5m ago 27m 90.5M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:38:01.782 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (34m) 5m ago 34m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:38:01.783 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (33m) 5m ago 33m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:38:01.783 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (19m) 5m ago 33m 470M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:38:01.783 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (32m) 5m ago 32m 1244M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:38:01.783 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (32m) 5m ago 32m 837M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:38:01.784 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (32m) 5m ago 32m 1382M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:38:01.784 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (32m) 5m ago 32m 1298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:38:01.784 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (31m) 5m ago 31m 1508M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:38:01.784 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (31m) 5m ago 31m 1210M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:38:01.784 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (31m) 5m ago 31m 1923M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:38:01.785 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (33m) 5m ago 34m 54.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:38:02.102 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:38:02.102 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:38:02.102 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:38:02.103 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:38:02.103 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:38:02.103 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:38:02.103 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:38:02.104 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:38:02.104 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:38:02.104 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:38:02.104 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:38:02.104 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:38:02.105 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:38:02.105 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:38:02.105 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:38:02.105 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:38:02.106 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:38:02.106 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:38:02.107 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:38:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:38:01.497250+0000 mgr.smithi176.ajjlsm (mgr.14696) 1004 : audit [DBG] from='client.34766 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:38:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:38:02.101491+0000 mon.smithi176 (mon.0) 544 : audit [DBG] from='client.? 172.21.15.176:0/3395623323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:38:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:38:01.497250+0000 mgr.smithi176.ajjlsm (mgr.14696) 1004 : audit [DBG] from='client.34766 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:38:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:38:02.101491+0000 mon.smithi176 (mon.0) 544 : audit [DBG] from='client.? 172.21.15.176:0/3395623323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:38:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:38:01.770244+0000 mgr.smithi176.ajjlsm (mgr.14696) 1005 : audit [DBG] from='client.34770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:38:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:01.926021+0000 mgr.smithi176.ajjlsm (mgr.14696) 1006 : cluster [DBG] pgmap v860: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:38:01.770244+0000 mgr.smithi176.ajjlsm (mgr.14696) 1005 : audit [DBG] from='client.34770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:38:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:01.926021+0000 mgr.smithi176.ajjlsm (mgr.14696) 1006 : cluster [DBG] pgmap v860: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:03.926546+0000 mgr.smithi176.ajjlsm (mgr.14696) 1007 : cluster [DBG] pgmap v861: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:03.926546+0000 mgr.smithi176.ajjlsm (mgr.14696) 1007 : cluster [DBG] pgmap v861: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:05.927294+0000 mgr.smithi176.ajjlsm (mgr.14696) 1008 : cluster [DBG] pgmap v862: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:05.927294+0000 mgr.smithi176.ajjlsm (mgr.14696) 1008 : cluster [DBG] pgmap v862: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:07.927969+0000 mgr.smithi176.ajjlsm (mgr.14696) 1009 : cluster [DBG] pgmap v863: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:07.927969+0000 mgr.smithi176.ajjlsm (mgr.14696) 1009 : cluster [DBG] pgmap v863: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:09.928523+0000 mgr.smithi176.ajjlsm (mgr.14696) 1010 : cluster [DBG] pgmap v864: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:09.928523+0000 mgr.smithi176.ajjlsm (mgr.14696) 1010 : cluster [DBG] pgmap v864: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:11.929442+0000 mgr.smithi176.ajjlsm (mgr.14696) 1011 : cluster [DBG] pgmap v865: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:13.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:11.929442+0000 mgr.smithi176.ajjlsm (mgr.14696) 1011 : cluster [DBG] pgmap v865: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:13.930086+0000 mgr.smithi176.ajjlsm (mgr.14696) 1012 : cluster [DBG] pgmap v866: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:13.930086+0000 mgr.smithi176.ajjlsm (mgr.14696) 1012 : cluster [DBG] pgmap v866: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:15.930740+0000 mgr.smithi176.ajjlsm (mgr.14696) 1013 : cluster [DBG] pgmap v867: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:15.930740+0000 mgr.smithi176.ajjlsm (mgr.14696) 1013 : cluster [DBG] pgmap v867: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:17.931470+0000 mgr.smithi176.ajjlsm (mgr.14696) 1014 : cluster [DBG] pgmap v868: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:38:18.240515+0000 mon.smithi176 (mon.0) 545 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:38:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:38:18.241900+0000 mon.smithi176 (mon.0) 546 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:38:19.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:38:18.242696+0000 mon.smithi176 (mon.0) 547 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:38:19.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:38:18.243440+0000 mgr.smithi176.ajjlsm (mgr.14696) 1015 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:38:19.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:38:18.645656+0000 mon.smithi176 (mon.0) 548 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:38:19.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:38:18.650696+0000 mon.smithi176 (mon.0) 549 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:38:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:17.931470+0000 mgr.smithi176.ajjlsm (mgr.14696) 1014 : cluster [DBG] pgmap v868: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:38:18.240515+0000 mon.smithi176 (mon.0) 545 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:38:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:38:18.241900+0000 mon.smithi176 (mon.0) 546 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:38:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:38:18.242696+0000 mon.smithi176 (mon.0) 547 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:38:19.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:38:18.243440+0000 mgr.smithi176.ajjlsm (mgr.14696) 1015 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:38:19.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:38:18.645656+0000 mon.smithi176 (mon.0) 548 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:38:19.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:38:18.650696+0000 mon.smithi176 (mon.0) 549 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:38:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:19.931967+0000 mgr.smithi176.ajjlsm (mgr.14696) 1016 : cluster [DBG] pgmap v869: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:19.931967+0000 mgr.smithi176.ajjlsm (mgr.14696) 1016 : cluster [DBG] pgmap v869: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:21.932766+0000 mgr.smithi176.ajjlsm (mgr.14696) 1017 : cluster [DBG] pgmap v870: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:23.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:21.932766+0000 mgr.smithi176.ajjlsm (mgr.14696) 1017 : cluster [DBG] pgmap v870: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:23.933454+0000 mgr.smithi176.ajjlsm (mgr.14696) 1018 : cluster [DBG] pgmap v871: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:23.933454+0000 mgr.smithi176.ajjlsm (mgr.14696) 1018 : cluster [DBG] pgmap v871: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:25.934175+0000 mgr.smithi176.ajjlsm (mgr.14696) 1019 : cluster [DBG] pgmap v872: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:25.934175+0000 mgr.smithi176.ajjlsm (mgr.14696) 1019 : cluster [DBG] pgmap v872: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:27.934944+0000 mgr.smithi176.ajjlsm (mgr.14696) 1020 : cluster [DBG] pgmap v873: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:27.934944+0000 mgr.smithi176.ajjlsm (mgr.14696) 1020 : cluster [DBG] pgmap v873: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:29.935620+0000 mgr.smithi176.ajjlsm (mgr.14696) 1021 : cluster [DBG] pgmap v874: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:29.935620+0000 mgr.smithi176.ajjlsm (mgr.14696) 1021 : cluster [DBG] pgmap v874: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:32.404 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:38:32.672 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:38:32.672 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (33m) 6m ago 34m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:38:32.672 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (27m) 6m ago 34m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:38:32.673 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (26m) 6m ago 34m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:38:32.673 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (33m) 6m ago 34m 42.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:38:32.673 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (26m) 6m ago 30m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:38:32.673 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (26m) 6m ago 30m 17.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:38:32.674 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (28m) 6m ago 36m 468M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:38:32.674 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (27m) 6m ago 34m 397M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:38:32.674 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (27m) 6m ago 36m 211M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:38:32.675 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (27m) 6m ago 34m 142M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:38:32.675 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (28m) 6m ago 28m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:38:32.675 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (28m) 6m ago 28m 90.5M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:38:32.676 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (34m) 6m ago 34m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:38:32.676 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (34m) 6m ago 34m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:38:32.676 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (19m) 6m ago 33m 470M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:38:32.677 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (33m) 6m ago 33m 1244M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:38:32.677 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (33m) 6m ago 33m 837M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:38:32.677 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (32m) 6m ago 32m 1382M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:38:32.677 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (32m) 6m ago 32m 1298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:38:32.678 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (32m) 6m ago 32m 1508M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:38:32.678 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (32m) 6m ago 32m 1210M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:38:32.678 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (31m) 6m ago 31m 1923M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:38:32.678 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (33m) 6m ago 34m 54.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:38:32.999 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:38:32.999 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:38:32.999 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:38:32.999 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:38:33.000 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:38:33.000 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:38:33.000 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:38:33.000 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:38:33.001 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:38:33.001 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:38:33.001 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:38:33.001 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:38:33.002 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:38:33.002 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:38:33.002 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:38:33.002 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:38:33.002 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:38:33.003 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:38:33.003 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:38:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:31.936717+0000 mgr.smithi176.ajjlsm (mgr.14696) 1022 : cluster [DBG] pgmap v875: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:38:32.391634+0000 mgr.smithi176.ajjlsm (mgr.14696) 1023 : audit [DBG] from='client.34778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:38:33.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:38:32.998221+0000 mon.smithi176 (mon.0) 550 : audit [DBG] from='client.? 172.21.15.176:0/3402318779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:38:33.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:31.936717+0000 mgr.smithi176.ajjlsm (mgr.14696) 1022 : cluster [DBG] pgmap v875: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:38:32.391634+0000 mgr.smithi176.ajjlsm (mgr.14696) 1023 : audit [DBG] from='client.34778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:38:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:38:32.998221+0000 mon.smithi176 (mon.0) 550 : audit [DBG] from='client.? 172.21.15.176:0/3402318779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:38:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:38:32.662210+0000 mgr.smithi176.ajjlsm (mgr.14696) 1024 : audit [DBG] from='client.34782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:38:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:38:32.662210+0000 mgr.smithi176.ajjlsm (mgr.14696) 1024 : audit [DBG] from='client.34782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:38:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:33.937329+0000 mgr.smithi176.ajjlsm (mgr.14696) 1025 : cluster [DBG] pgmap v876: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:33.937329+0000 mgr.smithi176.ajjlsm (mgr.14696) 1025 : cluster [DBG] pgmap v876: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:35.938156+0000 mgr.smithi176.ajjlsm (mgr.14696) 1026 : cluster [DBG] pgmap v877: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:35.938156+0000 mgr.smithi176.ajjlsm (mgr.14696) 1026 : cluster [DBG] pgmap v877: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:37.938845+0000 mgr.smithi176.ajjlsm (mgr.14696) 1027 : cluster [DBG] pgmap v878: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:37.938845+0000 mgr.smithi176.ajjlsm (mgr.14696) 1027 : cluster [DBG] pgmap v878: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:38:40.126983+0000 mon.smithi176 (mon.0) 551 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:38:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:38:40.127233+0000 mon.smithi176 (mon.0) 552 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:38:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:38:40.126983+0000 mon.smithi176 (mon.0) 551 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:38:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:38:40.127233+0000 mon.smithi176 (mon.0) 552 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:38:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:39.939420+0000 mgr.smithi176.ajjlsm (mgr.14696) 1028 : cluster [DBG] pgmap v879: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:41.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:39.939420+0000 mgr.smithi176.ajjlsm (mgr.14696) 1028 : cluster [DBG] pgmap v879: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:43.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:41.940206+0000 mgr.smithi176.ajjlsm (mgr.14696) 1029 : cluster [DBG] pgmap v880: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:41.940206+0000 mgr.smithi176.ajjlsm (mgr.14696) 1029 : cluster [DBG] pgmap v880: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:43.940795+0000 mgr.smithi176.ajjlsm (mgr.14696) 1030 : cluster [DBG] pgmap v881: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:43.940795+0000 mgr.smithi176.ajjlsm (mgr.14696) 1030 : cluster [DBG] pgmap v881: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:45.941515+0000 mgr.smithi176.ajjlsm (mgr.14696) 1031 : cluster [DBG] pgmap v882: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:45.941515+0000 mgr.smithi176.ajjlsm (mgr.14696) 1031 : cluster [DBG] pgmap v882: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:47.942291+0000 mgr.smithi176.ajjlsm (mgr.14696) 1032 : cluster [DBG] pgmap v883: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:47.942291+0000 mgr.smithi176.ajjlsm (mgr.14696) 1032 : cluster [DBG] pgmap v883: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:49.942916+0000 mgr.smithi176.ajjlsm (mgr.14696) 1033 : cluster [DBG] pgmap v884: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:49.942916+0000 mgr.smithi176.ajjlsm (mgr.14696) 1033 : cluster [DBG] pgmap v884: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:51.943744+0000 mgr.smithi176.ajjlsm (mgr.14696) 1034 : cluster [DBG] pgmap v885: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:51.943744+0000 mgr.smithi176.ajjlsm (mgr.14696) 1034 : cluster [DBG] pgmap v885: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:53.944438+0000 mgr.smithi176.ajjlsm (mgr.14696) 1035 : cluster [DBG] pgmap v886: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:53.944438+0000 mgr.smithi176.ajjlsm (mgr.14696) 1035 : cluster [DBG] pgmap v886: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:55.945180+0000 mgr.smithi176.ajjlsm (mgr.14696) 1036 : cluster [DBG] pgmap v887: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:55.945180+0000 mgr.smithi176.ajjlsm (mgr.14696) 1036 : cluster [DBG] pgmap v887: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:38:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:38:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:57.945926+0000 mgr.smithi176.ajjlsm (mgr.14696) 1037 : cluster [DBG] pgmap v888: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:38:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:38:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:57.945926+0000 mgr.smithi176.ajjlsm (mgr.14696) 1037 : cluster [DBG] pgmap v888: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:38:59.946475+0000 mgr.smithi176.ajjlsm (mgr.14696) 1038 : cluster [DBG] pgmap v889: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:38:59.946475+0000 mgr.smithi176.ajjlsm (mgr.14696) 1038 : cluster [DBG] pgmap v889: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:03.302 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:39:03.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:01.947370+0000 mgr.smithi176.ajjlsm (mgr.14696) 1039 : cluster [DBG] pgmap v890: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:03.570 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:39:03.570 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (34m) 6m ago 35m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:39:03.570 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (27m) 6m ago 35m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:39:03.571 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (27m) 6m ago 34m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:39:03.571 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (34m) 6m ago 35m 42.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:39:03.571 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (26m) 6m ago 31m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:39:03.571 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (27m) 6m ago 31m 17.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:39:03.571 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (28m) 6m ago 36m 468M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:39:03.572 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (28m) 6m ago 34m 397M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:39:03.572 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (28m) 6m ago 36m 211M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:39:03.572 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (27m) 6m ago 34m 142M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:39:03.572 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (28m) 6m ago 28m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:39:03.573 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (28m) 6m ago 28m 90.5M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:39:03.573 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (35m) 6m ago 35m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:39:03.573 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (34m) 6m ago 34m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:39:03.573 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (20m) 6m ago 34m 470M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:39:03.574 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (34m) 6m ago 34m 1244M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:39:03.574 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (33m) 6m ago 33m 837M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:39:03.574 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (33m) 6m ago 33m 1382M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:39:03.574 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (33m) 6m ago 33m 1298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:39:03.575 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (32m) 6m ago 32m 1508M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:39:03.575 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (32m) 6m ago 32m 1210M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:39:03.575 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (32m) 6m ago 32m 1923M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:39:03.575 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (34m) 6m ago 35m 54.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:39:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:01.947370+0000 mgr.smithi176.ajjlsm (mgr.14696) 1039 : cluster [DBG] pgmap v890: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:03.893 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:39:03.894 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:39:03.894 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:39:03.894 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:39:03.895 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:39:03.895 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:39:03.895 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:39:03.895 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:39:03.896 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:39:03.896 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:39:03.896 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:39:03.896 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:39:03.897 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:39:03.897 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:39:03.897 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:39:03.897 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:39:03.897 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:39:03.898 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:39:03.898 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:39:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:39:03.289550+0000 mgr.smithi176.ajjlsm (mgr.14696) 1040 : audit [DBG] from='client.34790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:39:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:39:03.893104+0000 mon.smithi176 (mon.0) 553 : audit [DBG] from='client.? 172.21.15.176:0/3616832349' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:39:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:39:03.289550+0000 mgr.smithi176.ajjlsm (mgr.14696) 1040 : audit [DBG] from='client.34790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:39:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:39:03.893104+0000 mon.smithi176 (mon.0) 553 : audit [DBG] from='client.? 172.21.15.176:0/3616832349' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:39:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:39:03.560354+0000 mgr.smithi176.ajjlsm (mgr.14696) 1041 : audit [DBG] from='client.34794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:39:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:03.947751+0000 mgr.smithi176.ajjlsm (mgr.14696) 1042 : cluster [DBG] pgmap v891: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:39:03.560354+0000 mgr.smithi176.ajjlsm (mgr.14696) 1041 : audit [DBG] from='client.34794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:39:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:03.947751+0000 mgr.smithi176.ajjlsm (mgr.14696) 1042 : cluster [DBG] pgmap v891: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:05.948400+0000 mgr.smithi176.ajjlsm (mgr.14696) 1043 : cluster [DBG] pgmap v892: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:05.948400+0000 mgr.smithi176.ajjlsm (mgr.14696) 1043 : cluster [DBG] pgmap v892: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:07.949094+0000 mgr.smithi176.ajjlsm (mgr.14696) 1044 : cluster [DBG] pgmap v893: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:07.949094+0000 mgr.smithi176.ajjlsm (mgr.14696) 1044 : cluster [DBG] pgmap v893: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:09.949630+0000 mgr.smithi176.ajjlsm (mgr.14696) 1045 : cluster [DBG] pgmap v894: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:11.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:09.949630+0000 mgr.smithi176.ajjlsm (mgr.14696) 1045 : cluster [DBG] pgmap v894: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:11.950605+0000 mgr.smithi176.ajjlsm (mgr.14696) 1046 : cluster [DBG] pgmap v895: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:11.950605+0000 mgr.smithi176.ajjlsm (mgr.14696) 1046 : cluster [DBG] pgmap v895: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:13.951151+0000 mgr.smithi176.ajjlsm (mgr.14696) 1047 : cluster [DBG] pgmap v896: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:15.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:13.951151+0000 mgr.smithi176.ajjlsm (mgr.14696) 1047 : cluster [DBG] pgmap v896: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:15.951845+0000 mgr.smithi176.ajjlsm (mgr.14696) 1048 : cluster [DBG] pgmap v897: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:17.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:15.951845+0000 mgr.smithi176.ajjlsm (mgr.14696) 1048 : cluster [DBG] pgmap v897: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:17.952390+0000 mgr.smithi176.ajjlsm (mgr.14696) 1049 : cluster [DBG] pgmap v898: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:39:18.653233+0000 mon.smithi176 (mon.0) 554 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:39:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:39:18.654650+0000 mon.smithi176 (mon.0) 555 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:39:19.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:39:18.655501+0000 mon.smithi176 (mon.0) 556 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:39:19.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:39:19.055794+0000 mon.smithi176 (mon.0) 557 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:39:19.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:39:19.060537+0000 mon.smithi176 (mon.0) 558 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:39:19.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:17.952390+0000 mgr.smithi176.ajjlsm (mgr.14696) 1049 : cluster [DBG] pgmap v898: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:39:18.653233+0000 mon.smithi176 (mon.0) 554 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:39:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:39:18.654650+0000 mon.smithi176 (mon.0) 555 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:39:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:39:18.655501+0000 mon.smithi176 (mon.0) 556 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:39:19.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:39:19.055794+0000 mon.smithi176 (mon.0) 557 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:39:19.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:39:19.060537+0000 mon.smithi176 (mon.0) 558 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:39:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:39:18.656254+0000 mgr.smithi176.ajjlsm (mgr.14696) 1050 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:39:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:39:18.656254+0000 mgr.smithi176.ajjlsm (mgr.14696) 1050 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:39:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:19.952918+0000 mgr.smithi176.ajjlsm (mgr.14696) 1051 : cluster [DBG] pgmap v899: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:21.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:19.952918+0000 mgr.smithi176.ajjlsm (mgr.14696) 1051 : cluster [DBG] pgmap v899: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:21.953798+0000 mgr.smithi176.ajjlsm (mgr.14696) 1052 : cluster [DBG] pgmap v900: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:21.953798+0000 mgr.smithi176.ajjlsm (mgr.14696) 1052 : cluster [DBG] pgmap v900: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:23.954290+0000 mgr.smithi176.ajjlsm (mgr.14696) 1053 : cluster [DBG] pgmap v901: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:23.954290+0000 mgr.smithi176.ajjlsm (mgr.14696) 1053 : cluster [DBG] pgmap v901: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:25.954920+0000 mgr.smithi176.ajjlsm (mgr.14696) 1054 : cluster [DBG] pgmap v902: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:27.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:25.954920+0000 mgr.smithi176.ajjlsm (mgr.14696) 1054 : cluster [DBG] pgmap v902: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:27.955486+0000 mgr.smithi176.ajjlsm (mgr.14696) 1055 : cluster [DBG] pgmap v903: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:29.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:27.955486+0000 mgr.smithi176.ajjlsm (mgr.14696) 1055 : cluster [DBG] pgmap v903: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:29.956019+0000 mgr.smithi176.ajjlsm (mgr.14696) 1056 : cluster [DBG] pgmap v904: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:31.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:29.956019+0000 mgr.smithi176.ajjlsm (mgr.14696) 1056 : cluster [DBG] pgmap v904: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:31.956988+0000 mgr.smithi176.ajjlsm (mgr.14696) 1057 : cluster [DBG] pgmap v905: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:33.819 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:31.956988+0000 mgr.smithi176.ajjlsm (mgr.14696) 1057 : cluster [DBG] pgmap v905: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:34.193 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:39:34.460 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:39:34.461 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (35m) 7m ago 35m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:39:34.461 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (28m) 7m ago 35m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:39:34.461 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (27m) 7m ago 35m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:39:34.461 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (34m) 7m ago 35m 42.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:39:34.462 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (27m) 7m ago 31m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:39:34.462 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (27m) 7m ago 31m 17.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:39:34.462 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (29m) 7m ago 37m 468M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:39:34.462 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (28m) 7m ago 35m 397M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:39:34.463 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (28m) 7m ago 37m 211M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:39:34.463 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (28m) 7m ago 35m 142M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:39:34.463 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (29m) 7m ago 29m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:39:34.463 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (29m) 7m ago 29m 90.5M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:39:34.463 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (35m) 7m ago 35m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:39:34.464 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (35m) 7m ago 35m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:39:34.464 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (20m) 7m ago 34m 470M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:39:34.466 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (34m) 7m ago 34m 1244M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:39:34.467 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (34m) 7m ago 34m 837M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:39:34.467 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (33m) 7m ago 33m 1382M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:39:34.468 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (33m) 7m ago 33m 1298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:39:34.468 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (33m) 7m ago 33m 1508M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:39:34.468 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (33m) 7m ago 33m 1210M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:39:34.468 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (32m) 7m ago 32m 1923M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:39:34.469 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (34m) 7m ago 35m 54.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:39:34.782 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:39:34.782 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:39:34.783 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:39:34.783 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:39:34.783 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:39:34.783 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:39:34.784 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:39:34.784 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:39:34.784 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:39:34.785 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:39:34.785 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:39:34.785 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:39:34.785 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:39:34.786 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:39:34.786 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:39:34.786 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:39:34.786 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:39:34.786 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:39:34.787 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:39:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:33.957418+0000 mgr.smithi176.ajjlsm (mgr.14696) 1058 : cluster [DBG] pgmap v906: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:39:34.180645+0000 mgr.smithi176.ajjlsm (mgr.14696) 1059 : audit [DBG] from='client.34802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:39:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:39:34.450893+0000 mgr.smithi176.ajjlsm (mgr.14696) 1060 : audit [DBG] from='client.34806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:39:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:39:34.781445+0000 mon.smithi176 (mon.0) 559 : audit [DBG] from='client.? 172.21.15.176:0/1169753408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:39:35.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:33.957418+0000 mgr.smithi176.ajjlsm (mgr.14696) 1058 : cluster [DBG] pgmap v906: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:39:34.180645+0000 mgr.smithi176.ajjlsm (mgr.14696) 1059 : audit [DBG] from='client.34802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:39:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:39:34.450893+0000 mgr.smithi176.ajjlsm (mgr.14696) 1060 : audit [DBG] from='client.34806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:39:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:39:34.781445+0000 mon.smithi176 (mon.0) 559 : audit [DBG] from='client.? 172.21.15.176:0/1169753408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:39:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:35.958134+0000 mgr.smithi176.ajjlsm (mgr.14696) 1061 : cluster [DBG] pgmap v907: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:37.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:35.958134+0000 mgr.smithi176.ajjlsm (mgr.14696) 1061 : cluster [DBG] pgmap v907: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:37.959024+0000 mgr.smithi176.ajjlsm (mgr.14696) 1062 : cluster [DBG] pgmap v908: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:39.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:37.959024+0000 mgr.smithi176.ajjlsm (mgr.14696) 1062 : cluster [DBG] pgmap v908: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:39:40.131649+0000 mon.smithi176 (mon.0) 560 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:39:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:39:40.131903+0000 mon.smithi176 (mon.0) 561 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:39:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:39:40.131649+0000 mon.smithi176 (mon.0) 560 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:39:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:39:40.131903+0000 mon.smithi176 (mon.0) 561 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:39:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:39.959511+0000 mgr.smithi176.ajjlsm (mgr.14696) 1063 : cluster [DBG] pgmap v909: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:39.959511+0000 mgr.smithi176.ajjlsm (mgr.14696) 1063 : cluster [DBG] pgmap v909: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:41.960314+0000 mgr.smithi176.ajjlsm (mgr.14696) 1064 : cluster [DBG] pgmap v910: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:41.960314+0000 mgr.smithi176.ajjlsm (mgr.14696) 1064 : cluster [DBG] pgmap v910: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:45.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:43.960917+0000 mgr.smithi176.ajjlsm (mgr.14696) 1065 : cluster [DBG] pgmap v911: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:45.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:43.960917+0000 mgr.smithi176.ajjlsm (mgr.14696) 1065 : cluster [DBG] pgmap v911: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:45.961765+0000 mgr.smithi176.ajjlsm (mgr.14696) 1066 : cluster [DBG] pgmap v912: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:47.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:45.961765+0000 mgr.smithi176.ajjlsm (mgr.14696) 1066 : cluster [DBG] pgmap v912: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:47.962518+0000 mgr.smithi176.ajjlsm (mgr.14696) 1067 : cluster [DBG] pgmap v913: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:49.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:47.962518+0000 mgr.smithi176.ajjlsm (mgr.14696) 1067 : cluster [DBG] pgmap v913: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:51.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:49.962957+0000 mgr.smithi176.ajjlsm (mgr.14696) 1068 : cluster [DBG] pgmap v914: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:51.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:49.962957+0000 mgr.smithi176.ajjlsm (mgr.14696) 1068 : cluster [DBG] pgmap v914: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:51.963818+0000 mgr.smithi176.ajjlsm (mgr.14696) 1069 : cluster [DBG] pgmap v915: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:51.963818+0000 mgr.smithi176.ajjlsm (mgr.14696) 1069 : cluster [DBG] pgmap v915: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:53.964402+0000 mgr.smithi176.ajjlsm (mgr.14696) 1070 : cluster [DBG] pgmap v916: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:53.964402+0000 mgr.smithi176.ajjlsm (mgr.14696) 1070 : cluster [DBG] pgmap v916: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:55.965097+0000 mgr.smithi176.ajjlsm (mgr.14696) 1071 : cluster [DBG] pgmap v917: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:57.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:55.965097+0000 mgr.smithi176.ajjlsm (mgr.14696) 1071 : cluster [DBG] pgmap v917: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:39:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:39:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:57.965714+0000 mgr.smithi176.ajjlsm (mgr.14696) 1072 : cluster [DBG] pgmap v918: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:39:59.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:39:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:57.965714+0000 mgr.smithi176.ajjlsm (mgr.14696) 1072 : cluster [DBG] pgmap v918: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:00.000132+0000 mon.smithi176 (mon.0) 562 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T07:40:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:00.000132+0000 mon.smithi176 (mon.0) 562 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T07:40:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:39:59.966202+0000 mgr.smithi176.ajjlsm (mgr.14696) 1073 : cluster [DBG] pgmap v919: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:39:59.966202+0000 mgr.smithi176.ajjlsm (mgr.14696) 1073 : cluster [DBG] pgmap v919: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:01.966989+0000 mgr.smithi176.ajjlsm (mgr.14696) 1074 : cluster [DBG] pgmap v920: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:01.966989+0000 mgr.smithi176.ajjlsm (mgr.14696) 1074 : cluster [DBG] pgmap v920: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:05.084 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:40:05.353 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:40:05.353 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (35m) 7m ago 36m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:40:05.354 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (28m) 7m ago 36m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:40:05.354 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (28m) 7m ago 35m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:40:05.354 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (35m) 7m ago 36m 42.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:40:05.354 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (27m) 7m ago 32m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:40:05.355 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (28m) 7m ago 32m 17.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:40:05.355 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (29m) 7m ago 37m 468M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:40:05.355 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (29m) 7m ago 35m 397M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:40:05.355 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (29m) 7m ago 37m 211M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:40:05.356 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (28m) 7m ago 35m 142M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:40:05.356 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (29m) 7m ago 29m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:40:05.356 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (29m) 7m ago 29m 90.5M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:40:05.356 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (36m) 7m ago 36m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:40:05.356 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (35m) 7m ago 35m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:40:05.357 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (21m) 7m ago 35m 470M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:40:05.357 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (35m) 7m ago 35m 1244M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:40:05.357 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (34m) 7m ago 34m 837M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:40:05.357 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (34m) 7m ago 34m 1382M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:40:05.358 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (34m) 7m ago 34m 1298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:40:05.358 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (33m) 7m ago 33m 1508M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:40:05.358 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (33m) 7m ago 33m 1210M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:40:05.358 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (33m) 7m ago 33m 1923M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:40:05.359 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (35m) 7m ago 36m 54.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:40:05.675 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:40:05.675 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:40:05.676 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:40:05.676 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:40:05.676 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:40:05.676 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:40:05.676 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:40:05.677 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:40:05.677 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:40:05.677 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:40:05.677 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:40:05.678 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:40:05.678 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:40:05.678 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:40:05.678 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:40:05.679 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:40:05.679 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:40:05.679 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:40:05.679 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:40:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:03.967571+0000 mgr.smithi176.ajjlsm (mgr.14696) 1075 : cluster [DBG] pgmap v921: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:05.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:03.967571+0000 mgr.smithi176.ajjlsm (mgr.14696) 1075 : cluster [DBG] pgmap v921: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:40:05.071921+0000 mgr.smithi176.ajjlsm (mgr.14696) 1076 : audit [DBG] from='client.34814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:40:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:40:05.343787+0000 mgr.smithi176.ajjlsm (mgr.14696) 1077 : audit [DBG] from='client.34818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:40:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:40:05.674530+0000 mon.smithi176 (mon.0) 563 : audit [DBG] from='client.? 172.21.15.176:0/1338633331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:40:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:40:05.071921+0000 mgr.smithi176.ajjlsm (mgr.14696) 1076 : audit [DBG] from='client.34814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:40:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:40:05.343787+0000 mgr.smithi176.ajjlsm (mgr.14696) 1077 : audit [DBG] from='client.34818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:40:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:40:05.674530+0000 mon.smithi176 (mon.0) 563 : audit [DBG] from='client.? 172.21.15.176:0/1338633331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:40:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:05.968331+0000 mgr.smithi176.ajjlsm (mgr.14696) 1078 : cluster [DBG] pgmap v922: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:07.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:05.968331+0000 mgr.smithi176.ajjlsm (mgr.14696) 1078 : cluster [DBG] pgmap v922: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:07.968949+0000 mgr.smithi176.ajjlsm (mgr.14696) 1079 : cluster [DBG] pgmap v923: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:07.968949+0000 mgr.smithi176.ajjlsm (mgr.14696) 1079 : cluster [DBG] pgmap v923: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:09.969435+0000 mgr.smithi176.ajjlsm (mgr.14696) 1080 : cluster [DBG] pgmap v924: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:11.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:09.969435+0000 mgr.smithi176.ajjlsm (mgr.14696) 1080 : cluster [DBG] pgmap v924: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:11.970338+0000 mgr.smithi176.ajjlsm (mgr.14696) 1081 : cluster [DBG] pgmap v925: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:11.970338+0000 mgr.smithi176.ajjlsm (mgr.14696) 1081 : cluster [DBG] pgmap v925: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:15.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:13.970880+0000 mgr.smithi176.ajjlsm (mgr.14696) 1082 : cluster [DBG] pgmap v926: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:15.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:13.970880+0000 mgr.smithi176.ajjlsm (mgr.14696) 1082 : cluster [DBG] pgmap v926: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:15.971542+0000 mgr.smithi176.ajjlsm (mgr.14696) 1083 : cluster [DBG] pgmap v927: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:15.971542+0000 mgr.smithi176.ajjlsm (mgr.14696) 1083 : cluster [DBG] pgmap v927: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:19.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:17.972286+0000 mgr.smithi176.ajjlsm (mgr.14696) 1084 : cluster [DBG] pgmap v928: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:40:19.063110+0000 mon.smithi176 (mon.0) 564 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:40:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:40:19.064388+0000 mon.smithi176 (mon.0) 565 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:40:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:40:19.065187+0000 mon.smithi176 (mon.0) 566 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:40:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:17.972286+0000 mgr.smithi176.ajjlsm (mgr.14696) 1084 : cluster [DBG] pgmap v928: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:40:19.063110+0000 mon.smithi176 (mon.0) 564 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:40:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:40:19.064388+0000 mon.smithi176 (mon.0) 565 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:40:19.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:40:19.065187+0000 mon.smithi176 (mon.0) 566 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:40:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:40:19.065890+0000 mgr.smithi176.ajjlsm (mgr.14696) 1085 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:40:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:40:19.467552+0000 mon.smithi176 (mon.0) 567 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:40:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:40:19.472667+0000 mon.smithi176 (mon.0) 568 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:40:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:40:19.065890+0000 mgr.smithi176.ajjlsm (mgr.14696) 1085 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:40:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:40:19.467552+0000 mon.smithi176 (mon.0) 567 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:40:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:40:19.472667+0000 mon.smithi176 (mon.0) 568 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:40:21.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:19.972679+0000 mgr.smithi176.ajjlsm (mgr.14696) 1086 : cluster [DBG] pgmap v929: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:19.972679+0000 mgr.smithi176.ajjlsm (mgr.14696) 1086 : cluster [DBG] pgmap v929: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:21.973620+0000 mgr.smithi176.ajjlsm (mgr.14696) 1087 : cluster [DBG] pgmap v930: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:21.973620+0000 mgr.smithi176.ajjlsm (mgr.14696) 1087 : cluster [DBG] pgmap v930: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:25.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:23.974149+0000 mgr.smithi176.ajjlsm (mgr.14696) 1088 : cluster [DBG] pgmap v931: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:23.974149+0000 mgr.smithi176.ajjlsm (mgr.14696) 1088 : cluster [DBG] pgmap v931: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:27.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:25.974818+0000 mgr.smithi176.ajjlsm (mgr.14696) 1089 : cluster [DBG] pgmap v932: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:25.974818+0000 mgr.smithi176.ajjlsm (mgr.14696) 1089 : cluster [DBG] pgmap v932: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:29.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:27.975522+0000 mgr.smithi176.ajjlsm (mgr.14696) 1090 : cluster [DBG] pgmap v933: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:27.975522+0000 mgr.smithi176.ajjlsm (mgr.14696) 1090 : cluster [DBG] pgmap v933: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:31.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:29.976082+0000 mgr.smithi176.ajjlsm (mgr.14696) 1091 : cluster [DBG] pgmap v934: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:29.976082+0000 mgr.smithi176.ajjlsm (mgr.14696) 1091 : cluster [DBG] pgmap v934: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:33.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:31.977091+0000 mgr.smithi176.ajjlsm (mgr.14696) 1092 : cluster [DBG] pgmap v935: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:31.977091+0000 mgr.smithi176.ajjlsm (mgr.14696) 1092 : cluster [DBG] pgmap v935: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:35.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:33.977594+0000 mgr.smithi176.ajjlsm (mgr.14696) 1093 : cluster [DBG] pgmap v936: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:33.977594+0000 mgr.smithi176.ajjlsm (mgr.14696) 1093 : cluster [DBG] pgmap v936: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:35.979 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:40:36.246 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:40:36.247 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (36m) 8m ago 36m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:40:36.247 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (29m) 8m ago 36m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:40:36.247 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (29m) 8m ago 36m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:40:36.247 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (35m) 8m ago 36m 42.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:40:36.248 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (28m) 8m ago 32m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:40:36.248 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (28m) 8m ago 32m 17.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:40:36.248 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (30m) 8m ago 38m 468M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:40:36.248 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (29m) 8m ago 36m 397M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:40:36.249 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (29m) 8m ago 38m 211M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:40:36.249 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (29m) 8m ago 36m 142M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:40:36.249 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (30m) 8m ago 30m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:40:36.249 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (30m) 8m ago 30m 90.5M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:40:36.249 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (36m) 8m ago 36m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:40:36.250 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (36m) 8m ago 36m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:40:36.250 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (21m) 8m ago 35m 470M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:40:36.250 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (35m) 8m ago 35m 1244M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:40:36.250 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (35m) 8m ago 35m 837M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:40:36.251 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (35m) 8m ago 35m 1382M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:40:36.251 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (34m) 8m ago 34m 1298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:40:36.251 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (34m) 8m ago 34m 1508M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:40:36.251 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (34m) 8m ago 34m 1210M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:40:36.251 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (33m) 8m ago 33m 1923M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:40:36.252 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (35m) 8m ago 36m 54.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:40:36.566 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:40:36.566 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:40:36.567 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:40:36.567 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:40:36.567 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:40:36.567 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:40:36.567 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:40:36.568 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:40:36.568 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:40:36.568 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:40:36.568 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:40:36.569 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:40:36.569 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:40:36.569 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:40:36.569 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:40:36.570 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:40:36.570 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:40:36.570 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:40:36.570 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:40:37.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:40:35.965859+0000 mgr.smithi176.ajjlsm (mgr.14696) 1094 : audit [DBG] from='client.34826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:40:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:35.978329+0000 mgr.smithi176.ajjlsm (mgr.14696) 1095 : cluster [DBG] pgmap v937: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:40:36.236660+0000 mgr.smithi176.ajjlsm (mgr.14696) 1096 : audit [DBG] from='client.34830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:40:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:40:36.565495+0000 mon.smithi176 (mon.0) 569 : audit [DBG] from='client.? 172.21.15.176:0/710772942' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:40:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:40:35.965859+0000 mgr.smithi176.ajjlsm (mgr.14696) 1094 : audit [DBG] from='client.34826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:40:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:35.978329+0000 mgr.smithi176.ajjlsm (mgr.14696) 1095 : cluster [DBG] pgmap v937: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:40:36.236660+0000 mgr.smithi176.ajjlsm (mgr.14696) 1096 : audit [DBG] from='client.34830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:40:37.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:40:36.565495+0000 mon.smithi176 (mon.0) 569 : audit [DBG] from='client.? 172.21.15.176:0/710772942' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:40:39.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:37.978887+0000 mgr.smithi176.ajjlsm (mgr.14696) 1097 : cluster [DBG] pgmap v938: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:37.978887+0000 mgr.smithi176.ajjlsm (mgr.14696) 1097 : cluster [DBG] pgmap v938: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:40:40.135650+0000 mon.smithi176 (mon.0) 570 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:40:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:40:40.135938+0000 mon.smithi176 (mon.0) 571 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:40:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:40:40.135650+0000 mon.smithi176 (mon.0) 570 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:40:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:40:40.135938+0000 mon.smithi176 (mon.0) 571 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:40:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:39.979431+0000 mgr.smithi176.ajjlsm (mgr.14696) 1098 : cluster [DBG] pgmap v939: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:39.979431+0000 mgr.smithi176.ajjlsm (mgr.14696) 1098 : cluster [DBG] pgmap v939: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:41.980408+0000 mgr.smithi176.ajjlsm (mgr.14696) 1099 : cluster [DBG] pgmap v940: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:41.980408+0000 mgr.smithi176.ajjlsm (mgr.14696) 1099 : cluster [DBG] pgmap v940: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:45.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:43.980998+0000 mgr.smithi176.ajjlsm (mgr.14696) 1100 : cluster [DBG] pgmap v941: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:43.980998+0000 mgr.smithi176.ajjlsm (mgr.14696) 1100 : cluster [DBG] pgmap v941: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:47.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:45.981946+0000 mgr.smithi176.ajjlsm (mgr.14696) 1101 : cluster [DBG] pgmap v942: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:45.981946+0000 mgr.smithi176.ajjlsm (mgr.14696) 1101 : cluster [DBG] pgmap v942: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:49.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:47.982684+0000 mgr.smithi176.ajjlsm (mgr.14696) 1102 : cluster [DBG] pgmap v943: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:49.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:47.982684+0000 mgr.smithi176.ajjlsm (mgr.14696) 1102 : cluster [DBG] pgmap v943: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:51.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:49.983187+0000 mgr.smithi176.ajjlsm (mgr.14696) 1103 : cluster [DBG] pgmap v944: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:51.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:49.983187+0000 mgr.smithi176.ajjlsm (mgr.14696) 1103 : cluster [DBG] pgmap v944: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:51.983973+0000 mgr.smithi176.ajjlsm (mgr.14696) 1104 : cluster [DBG] pgmap v945: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:51.983973+0000 mgr.smithi176.ajjlsm (mgr.14696) 1104 : cluster [DBG] pgmap v945: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:55.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:53.984477+0000 mgr.smithi176.ajjlsm (mgr.14696) 1105 : cluster [DBG] pgmap v946: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:53.984477+0000 mgr.smithi176.ajjlsm (mgr.14696) 1105 : cluster [DBG] pgmap v946: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:40:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:55.985313+0000 mgr.smithi176.ajjlsm (mgr.14696) 1106 : cluster [DBG] pgmap v947: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:55.985313+0000 mgr.smithi176.ajjlsm (mgr.14696) 1106 : cluster [DBG] pgmap v947: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:40:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:40:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:57.985866+0000 mgr.smithi176.ajjlsm (mgr.14696) 1107 : cluster [DBG] pgmap v948: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:00.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:40:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:57.985866+0000 mgr.smithi176.ajjlsm (mgr.14696) 1107 : cluster [DBG] pgmap v948: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:01.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:40:59.986282+0000 mgr.smithi176.ajjlsm (mgr.14696) 1108 : cluster [DBG] pgmap v949: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:02.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:40:59.986282+0000 mgr.smithi176.ajjlsm (mgr.14696) 1108 : cluster [DBG] pgmap v949: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:01.987085+0000 mgr.smithi176.ajjlsm (mgr.14696) 1109 : cluster [DBG] pgmap v950: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:04.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:01.987085+0000 mgr.smithi176.ajjlsm (mgr.14696) 1109 : cluster [DBG] pgmap v950: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:03.987551+0000 mgr.smithi176.ajjlsm (mgr.14696) 1110 : cluster [DBG] pgmap v951: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:03.987551+0000 mgr.smithi176.ajjlsm (mgr.14696) 1110 : cluster [DBG] pgmap v951: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:06.867 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:41:07.135 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:41:07.135 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (36m) 8m ago 37m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:41:07.135 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (29m) 8m ago 37m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:41:07.136 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (29m) 9m ago 37m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:41:07.136 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (36m) 8m ago 37m 42.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:41:07.136 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (28m) 8m ago 33m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:41:07.136 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (29m) 9m ago 33m 17.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:41:07.137 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (30m) 8m ago 38m 468M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:41:07.137 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (30m) 9m ago 36m 397M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:41:07.137 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (30m) 8m ago 38m 211M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:41:07.137 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (29m) 9m ago 36m 142M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:41:07.137 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (30m) 8m ago 30m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:41:07.138 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (30m) 9m ago 30m 90.5M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:41:07.138 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (37m) 8m ago 37m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:41:07.138 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (36m) 9m ago 36m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:41:07.138 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (22m) 8m ago 36m 470M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:41:07.139 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (36m) 8m ago 36m 1244M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:41:07.139 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (35m) 8m ago 35m 837M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:41:07.139 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (35m) 8m ago 35m 1382M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:41:07.139 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (35m) 9m ago 35m 1298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:41:07.140 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (35m) 9m ago 35m 1508M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:41:07.140 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (34m) 9m ago 34m 1210M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:41:07.140 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (34m) 9m ago 34m 1923M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:41:07.140 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (36m) 8m ago 37m 54.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:41:07.456 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:41:07.456 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:41:07.456 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:41:07.456 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:41:07.457 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:41:07.457 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:41:07.457 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:41:07.457 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:41:07.458 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:41:07.458 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:41:07.458 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:41:07.458 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:41:07.459 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:41:07.459 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:41:07.459 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:41:07.460 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:41:07.460 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:41:07.460 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:41:07.460 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:41:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:05.988397+0000 mgr.smithi176.ajjlsm (mgr.14696) 1111 : cluster [DBG] pgmap v952: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:41:07.455043+0000 mon.smithi176 (mon.0) 572 : audit [DBG] from='client.? 172.21.15.176:0/2626067339' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:41:08.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:05.988397+0000 mgr.smithi176.ajjlsm (mgr.14696) 1111 : cluster [DBG] pgmap v952: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:08.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:41:07.455043+0000 mon.smithi176 (mon.0) 572 : audit [DBG] from='client.? 172.21.15.176:0/2626067339' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:41:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:41:06.854954+0000 mgr.smithi176.ajjlsm (mgr.14696) 1112 : audit [DBG] from='client.34838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:41:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:41:07.125338+0000 mgr.smithi176.ajjlsm (mgr.14696) 1113 : audit [DBG] from='client.34842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:41:09.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:41:06.854954+0000 mgr.smithi176.ajjlsm (mgr.14696) 1112 : audit [DBG] from='client.34838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:41:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:41:07.125338+0000 mgr.smithi176.ajjlsm (mgr.14696) 1113 : audit [DBG] from='client.34842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:41:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:07.989082+0000 mgr.smithi176.ajjlsm (mgr.14696) 1114 : cluster [DBG] pgmap v953: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:10.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:07.989082+0000 mgr.smithi176.ajjlsm (mgr.14696) 1114 : cluster [DBG] pgmap v953: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:09.989611+0000 mgr.smithi176.ajjlsm (mgr.14696) 1115 : cluster [DBG] pgmap v954: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:12.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:09.989611+0000 mgr.smithi176.ajjlsm (mgr.14696) 1115 : cluster [DBG] pgmap v954: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:11.990492+0000 mgr.smithi176.ajjlsm (mgr.14696) 1116 : cluster [DBG] pgmap v955: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:14.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:11.990492+0000 mgr.smithi176.ajjlsm (mgr.14696) 1116 : cluster [DBG] pgmap v955: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:13.991160+0000 mgr.smithi176.ajjlsm (mgr.14696) 1117 : cluster [DBG] pgmap v956: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:15.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:13.991160+0000 mgr.smithi176.ajjlsm (mgr.14696) 1117 : cluster [DBG] pgmap v956: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:17.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:15.992163+0000 mgr.smithi176.ajjlsm (mgr.14696) 1118 : cluster [DBG] pgmap v957: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:15.992163+0000 mgr.smithi176.ajjlsm (mgr.14696) 1118 : cluster [DBG] pgmap v957: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:17.992676+0000 mgr.smithi176.ajjlsm (mgr.14696) 1119 : cluster [DBG] pgmap v958: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:17.992676+0000 mgr.smithi176.ajjlsm (mgr.14696) 1119 : cluster [DBG] pgmap v958: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:41:19.475067+0000 mon.smithi176 (mon.0) 573 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:41:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:41:19.476421+0000 mon.smithi176 (mon.0) 574 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:41:20.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:41:19.477243+0000 mon.smithi176 (mon.0) 575 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:41:20.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:41:19.478042+0000 mgr.smithi176.ajjlsm (mgr.14696) 1120 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:41:20.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:41:19.877609+0000 mon.smithi176 (mon.0) 576 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:41:20.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:41:19.878713+0000 mon.smithi176 (mon.0) 577 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:41:20.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:41:19.882287+0000 mon.smithi176 (mon.0) 578 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:41:20.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:41:19.889905+0000 mon.smithi176 (mon.0) 579 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:41:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:41:19.475067+0000 mon.smithi176 (mon.0) 573 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:41:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:41:19.476421+0000 mon.smithi176 (mon.0) 574 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:41:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:41:19.477243+0000 mon.smithi176 (mon.0) 575 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:41:20.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:41:19.478042+0000 mgr.smithi176.ajjlsm (mgr.14696) 1120 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:41:20.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:41:19.877609+0000 mon.smithi176 (mon.0) 576 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:41:20.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:41:19.878713+0000 mon.smithi176 (mon.0) 577 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:41:20.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:41:19.882287+0000 mon.smithi176 (mon.0) 578 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:41:20.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:41:19.889905+0000 mon.smithi176 (mon.0) 579 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:41:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:19.993288+0000 mgr.smithi176.ajjlsm (mgr.14696) 1121 : cluster [DBG] pgmap v959: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:19.993288+0000 mgr.smithi176.ajjlsm (mgr.14696) 1121 : cluster [DBG] pgmap v959: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:23.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:21.994066+0000 mgr.smithi176.ajjlsm (mgr.14696) 1122 : cluster [DBG] pgmap v960: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:21.994066+0000 mgr.smithi176.ajjlsm (mgr.14696) 1122 : cluster [DBG] pgmap v960: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:23.994518+0000 mgr.smithi176.ajjlsm (mgr.14696) 1123 : cluster [DBG] pgmap v961: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:23.994518+0000 mgr.smithi176.ajjlsm (mgr.14696) 1123 : cluster [DBG] pgmap v961: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:25.995376+0000 mgr.smithi176.ajjlsm (mgr.14696) 1124 : cluster [DBG] pgmap v962: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:25.995376+0000 mgr.smithi176.ajjlsm (mgr.14696) 1124 : cluster [DBG] pgmap v962: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:27.995964+0000 mgr.smithi176.ajjlsm (mgr.14696) 1125 : cluster [DBG] pgmap v963: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:27.995964+0000 mgr.smithi176.ajjlsm (mgr.14696) 1125 : cluster [DBG] pgmap v963: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:29.996516+0000 mgr.smithi176.ajjlsm (mgr.14696) 1126 : cluster [DBG] pgmap v964: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:29.996516+0000 mgr.smithi176.ajjlsm (mgr.14696) 1126 : cluster [DBG] pgmap v964: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:33.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:31.997300+0000 mgr.smithi176.ajjlsm (mgr.14696) 1127 : cluster [DBG] pgmap v965: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:31.997300+0000 mgr.smithi176.ajjlsm (mgr.14696) 1127 : cluster [DBG] pgmap v965: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:33.997810+0000 mgr.smithi176.ajjlsm (mgr.14696) 1128 : cluster [DBG] pgmap v966: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:33.997810+0000 mgr.smithi176.ajjlsm (mgr.14696) 1128 : cluster [DBG] pgmap v966: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:35.998547+0000 mgr.smithi176.ajjlsm (mgr.14696) 1129 : cluster [DBG] pgmap v967: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:35.998547+0000 mgr.smithi176.ajjlsm (mgr.14696) 1129 : cluster [DBG] pgmap v967: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:37.758 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:41:38.030 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:41:38.030 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (37m) 9m ago 38m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:41:38.030 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (30m) 9m ago 37m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:41:38.031 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (30m) 9m ago 37m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:41:38.031 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (36m) 9m ago 37m 42.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:41:38.031 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (29m) 9m ago 33m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:41:38.031 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (29m) 9m ago 33m 17.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:41:38.032 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (31m) 9m ago 39m 468M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:41:38.032 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (30m) 9m ago 37m 397M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:41:38.032 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (30m) 9m ago 39m 211M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:41:38.032 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (30m) 9m ago 37m 142M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:41:38.032 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (31m) 9m ago 31m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:41:38.033 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (31m) 9m ago 31m 90.5M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:41:38.033 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (37m) 9m ago 37m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:41:38.033 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (37m) 9m ago 37m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:41:38.033 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (22m) 9m ago 36m 470M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:41:38.034 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (36m) 9m ago 36m 1244M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:41:38.034 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (36m) 9m ago 36m 837M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:41:38.034 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (36m) 9m ago 36m 1382M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:41:38.034 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (35m) 9m ago 35m 1298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:41:38.034 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (35m) 9m ago 35m 1508M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:41:38.035 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (35m) 9m ago 35m 1210M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:41:38.035 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (35m) 9m ago 35m 1923M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:41:38.035 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (36m) 9m ago 37m 54.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:41:38.353 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:41:38.354 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:41:38.354 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:41:38.354 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:41:38.354 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:41:38.355 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:41:38.355 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:41:38.355 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:41:38.355 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:41:38.356 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:41:38.356 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:41:38.356 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:41:38.356 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:41:38.357 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:41:38.357 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:41:38.357 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:41:38.357 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:41:38.357 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:41:38.358 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:41:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:41:37.745153+0000 mgr.smithi176.ajjlsm (mgr.14696) 1130 : audit [DBG] from='client.34850 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:41:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:37.999083+0000 mgr.smithi176.ajjlsm (mgr.14696) 1131 : cluster [DBG] pgmap v968: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:41:38.020531+0000 mgr.smithi176.ajjlsm (mgr.14696) 1132 : audit [DBG] from='client.34854 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:41:39.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:41:38.352899+0000 mon.smithi176 (mon.0) 580 : audit [DBG] from='client.? 172.21.15.176:0/1077757016' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:41:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:41:37.745153+0000 mgr.smithi176.ajjlsm (mgr.14696) 1130 : audit [DBG] from='client.34850 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:41:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:37.999083+0000 mgr.smithi176.ajjlsm (mgr.14696) 1131 : cluster [DBG] pgmap v968: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:39.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:41:38.020531+0000 mgr.smithi176.ajjlsm (mgr.14696) 1132 : audit [DBG] from='client.34854 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:41:39.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:41:38.352899+0000 mon.smithi176 (mon.0) 580 : audit [DBG] from='client.? 172.21.15.176:0/1077757016' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:41:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:41:40.139770+0000 mon.smithi176 (mon.0) 581 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:41:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:41:40.140065+0000 mon.smithi176 (mon.0) 582 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:41:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:41:40.139770+0000 mon.smithi176 (mon.0) 581 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:41:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:41:40.140065+0000 mon.smithi176 (mon.0) 582 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:41:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:39.999549+0000 mgr.smithi176.ajjlsm (mgr.14696) 1133 : cluster [DBG] pgmap v969: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:39.999549+0000 mgr.smithi176.ajjlsm (mgr.14696) 1133 : cluster [DBG] pgmap v969: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:42.000518+0000 mgr.smithi176.ajjlsm (mgr.14696) 1134 : cluster [DBG] pgmap v970: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:43.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:42.000518+0000 mgr.smithi176.ajjlsm (mgr.14696) 1134 : cluster [DBG] pgmap v970: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:44.000940+0000 mgr.smithi176.ajjlsm (mgr.14696) 1135 : cluster [DBG] pgmap v971: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:44.000940+0000 mgr.smithi176.ajjlsm (mgr.14696) 1135 : cluster [DBG] pgmap v971: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:46.001752+0000 mgr.smithi176.ajjlsm (mgr.14696) 1136 : cluster [DBG] pgmap v972: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:46.001752+0000 mgr.smithi176.ajjlsm (mgr.14696) 1136 : cluster [DBG] pgmap v972: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:48.002305+0000 mgr.smithi176.ajjlsm (mgr.14696) 1137 : cluster [DBG] pgmap v973: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:48.002305+0000 mgr.smithi176.ajjlsm (mgr.14696) 1137 : cluster [DBG] pgmap v973: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:50.002750+0000 mgr.smithi176.ajjlsm (mgr.14696) 1138 : cluster [DBG] pgmap v974: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:50.002750+0000 mgr.smithi176.ajjlsm (mgr.14696) 1138 : cluster [DBG] pgmap v974: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:52.003500+0000 mgr.smithi176.ajjlsm (mgr.14696) 1139 : cluster [DBG] pgmap v975: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:53.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:52.003500+0000 mgr.smithi176.ajjlsm (mgr.14696) 1139 : cluster [DBG] pgmap v975: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:54.003915+0000 mgr.smithi176.ajjlsm (mgr.14696) 1140 : cluster [DBG] pgmap v976: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:54.003915+0000 mgr.smithi176.ajjlsm (mgr.14696) 1140 : cluster [DBG] pgmap v976: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:57.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:56.004598+0000 mgr.smithi176.ajjlsm (mgr.14696) 1141 : cluster [DBG] pgmap v977: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:56.004598+0000 mgr.smithi176.ajjlsm (mgr.14696) 1141 : cluster [DBG] pgmap v977: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:41:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:41:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:41:58.005207+0000 mgr.smithi176.ajjlsm (mgr.14696) 1142 : cluster [DBG] pgmap v978: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:41:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:41:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:41:58.005207+0000 mgr.smithi176.ajjlsm (mgr.14696) 1142 : cluster [DBG] pgmap v978: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:00.005606+0000 mgr.smithi176.ajjlsm (mgr.14696) 1143 : cluster [DBG] pgmap v979: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:00.005606+0000 mgr.smithi176.ajjlsm (mgr.14696) 1143 : cluster [DBG] pgmap v979: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:02.006535+0000 mgr.smithi176.ajjlsm (mgr.14696) 1144 : cluster [DBG] pgmap v980: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:02.006535+0000 mgr.smithi176.ajjlsm (mgr.14696) 1144 : cluster [DBG] pgmap v980: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:04.007230+0000 mgr.smithi176.ajjlsm (mgr.14696) 1145 : cluster [DBG] pgmap v981: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:04.007230+0000 mgr.smithi176.ajjlsm (mgr.14696) 1145 : cluster [DBG] pgmap v981: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:06.007874+0000 mgr.smithi176.ajjlsm (mgr.14696) 1146 : cluster [DBG] pgmap v982: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:06.007874+0000 mgr.smithi176.ajjlsm (mgr.14696) 1146 : cluster [DBG] pgmap v982: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:08.656 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:42:08.920 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:42:08.920 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (37m) 10m ago 38m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:42:08.921 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (30m) 10m ago 38m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:42:08.921 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (30m) 10m ago 38m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:42:08.921 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (37m) 10m ago 38m 42.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:42:08.921 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (29m) 10m ago 34m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:42:08.922 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (30m) 10m ago 34m 17.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:42:08.922 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (31m) 10m ago 39m 468M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:42:08.922 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (31m) 10m ago 38m 397M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:42:08.922 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (31m) 10m ago 39m 211M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:42:08.923 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (30m) 10m ago 37m 142M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:42:08.923 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (31m) 10m ago 31m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:42:08.923 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (31m) 10m ago 31m 90.5M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:42:08.923 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (38m) 10m ago 38m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:42:08.923 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (37m) 10m ago 37m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:42:08.924 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (23m) 10m ago 37m 470M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:42:08.924 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (37m) 10m ago 37m 1244M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:42:08.924 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (36m) 10m ago 36m 837M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:42:08.924 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (36m) 10m ago 36m 1382M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:42:08.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (36m) 10m ago 36m 1298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:42:08.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (36m) 10m ago 36m 1508M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:42:08.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (35m) 10m ago 35m 1210M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:42:08.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (35m) 10m ago 35m 1923M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:42:08.925 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (37m) 10m ago 38m 54.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:42:09.240 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:42:09.241 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:42:09.241 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:42:09.241 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:42:09.241 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:42:09.242 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:42:09.242 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:42:09.242 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:42:09.242 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:42:09.243 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:42:09.243 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:42:09.243 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:42:09.243 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:42:09.243 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:42:09.244 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:42:09.244 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:42:09.244 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:42:09.244 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:42:09.245 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:42:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:08.008457+0000 mgr.smithi176.ajjlsm (mgr.14696) 1147 : cluster [DBG] pgmap v983: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:08.008457+0000 mgr.smithi176.ajjlsm (mgr.14696) 1147 : cluster [DBG] pgmap v983: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:42:08.642994+0000 mgr.smithi176.ajjlsm (mgr.14696) 1148 : audit [DBG] from='client.34862 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:42:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:42:08.910718+0000 mgr.smithi176.ajjlsm (mgr.14696) 1149 : audit [DBG] from='client.34866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:42:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:42:09.239859+0000 mon.smithi176 (mon.0) 583 : audit [DBG] from='client.? 172.21.15.176:0/2721563666' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:42:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:42:08.642994+0000 mgr.smithi176.ajjlsm (mgr.14696) 1148 : audit [DBG] from='client.34862 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:42:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:42:08.910718+0000 mgr.smithi176.ajjlsm (mgr.14696) 1149 : audit [DBG] from='client.34866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:42:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:42:09.239859+0000 mon.smithi176 (mon.0) 583 : audit [DBG] from='client.? 172.21.15.176:0/2721563666' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:42:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:10.008970+0000 mgr.smithi176.ajjlsm (mgr.14696) 1150 : cluster [DBG] pgmap v984: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:11.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:10.008970+0000 mgr.smithi176.ajjlsm (mgr.14696) 1150 : cluster [DBG] pgmap v984: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:13.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:12.009709+0000 mgr.smithi176.ajjlsm (mgr.14696) 1151 : cluster [DBG] pgmap v985: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:12.009709+0000 mgr.smithi176.ajjlsm (mgr.14696) 1151 : cluster [DBG] pgmap v985: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:14.010291+0000 mgr.smithi176.ajjlsm (mgr.14696) 1152 : cluster [DBG] pgmap v986: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:14.010291+0000 mgr.smithi176.ajjlsm (mgr.14696) 1152 : cluster [DBG] pgmap v986: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:16.011028+0000 mgr.smithi176.ajjlsm (mgr.14696) 1153 : cluster [DBG] pgmap v987: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:17.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:16.011028+0000 mgr.smithi176.ajjlsm (mgr.14696) 1153 : cluster [DBG] pgmap v987: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:18.011704+0000 mgr.smithi176.ajjlsm (mgr.14696) 1154 : cluster [DBG] pgmap v988: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:18.011704+0000 mgr.smithi176.ajjlsm (mgr.14696) 1154 : cluster [DBG] pgmap v988: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:42:19.892651+0000 mon.smithi176 (mon.0) 584 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:42:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:42:19.894107+0000 mon.smithi176 (mon.0) 585 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:42:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:42:19.894918+0000 mon.smithi176 (mon.0) 586 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:42:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:42:19.892651+0000 mon.smithi176 (mon.0) 584 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:42:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:42:19.894107+0000 mon.smithi176 (mon.0) 585 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:42:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:42:19.894918+0000 mon.smithi176 (mon.0) 586 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:42:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:42:19.895625+0000 mgr.smithi176.ajjlsm (mgr.14696) 1155 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:42:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:20.012177+0000 mgr.smithi176.ajjlsm (mgr.14696) 1156 : cluster [DBG] pgmap v989: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:42:19.895625+0000 mgr.smithi176.ajjlsm (mgr.14696) 1155 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:42:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:20.012177+0000 mgr.smithi176.ajjlsm (mgr.14696) 1156 : cluster [DBG] pgmap v989: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:23.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:22.013141+0000 mgr.smithi176.ajjlsm (mgr.14696) 1157 : cluster [DBG] pgmap v990: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:22.013141+0000 mgr.smithi176.ajjlsm (mgr.14696) 1157 : cluster [DBG] pgmap v990: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:24.013543+0000 mgr.smithi176.ajjlsm (mgr.14696) 1158 : cluster [DBG] pgmap v991: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:42:24.647211+0000 mon.smithi176 (mon.0) 587 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:42:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:24.013543+0000 mgr.smithi176.ajjlsm (mgr.14696) 1158 : cluster [DBG] pgmap v991: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:25.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:42:24.647211+0000 mon.smithi176 (mon.0) 587 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:42:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:26.014246+0000 mgr.smithi176.ajjlsm (mgr.14696) 1159 : cluster [DBG] pgmap v992: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:42:26.718700+0000 mon.smithi176 (mon.0) 588 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:42:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:42:27.096634+0000 mon.smithi176 (mon.0) 589 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:42:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:42:27.101251+0000 mon.smithi176 (mon.0) 590 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:42:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:26.014246+0000 mgr.smithi176.ajjlsm (mgr.14696) 1159 : cluster [DBG] pgmap v992: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:42:26.718700+0000 mon.smithi176 (mon.0) 588 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:42:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:42:27.096634+0000 mon.smithi176 (mon.0) 589 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:42:27.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:42:27.101251+0000 mon.smithi176 (mon.0) 590 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:42:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:28.015006+0000 mgr.smithi176.ajjlsm (mgr.14696) 1160 : cluster [DBG] pgmap v993: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:28.015006+0000 mgr.smithi176.ajjlsm (mgr.14696) 1160 : cluster [DBG] pgmap v993: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:30.015439+0000 mgr.smithi176.ajjlsm (mgr.14696) 1161 : cluster [DBG] pgmap v994: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:30.015439+0000 mgr.smithi176.ajjlsm (mgr.14696) 1161 : cluster [DBG] pgmap v994: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:32.016468+0000 mgr.smithi176.ajjlsm (mgr.14696) 1162 : cluster [DBG] pgmap v995: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:32.016468+0000 mgr.smithi176.ajjlsm (mgr.14696) 1162 : cluster [DBG] pgmap v995: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:34.016921+0000 mgr.smithi176.ajjlsm (mgr.14696) 1163 : cluster [DBG] pgmap v996: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:34.016921+0000 mgr.smithi176.ajjlsm (mgr.14696) 1163 : cluster [DBG] pgmap v996: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:36.017667+0000 mgr.smithi176.ajjlsm (mgr.14696) 1164 : cluster [DBG] pgmap v997: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:36.017667+0000 mgr.smithi176.ajjlsm (mgr.14696) 1164 : cluster [DBG] pgmap v997: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:39.543 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:42:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:38.018366+0000 mgr.smithi176.ajjlsm (mgr.14696) 1165 : cluster [DBG] pgmap v998: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:38.018366+0000 mgr.smithi176.ajjlsm (mgr.14696) 1165 : cluster [DBG] pgmap v998: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:39.811 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:42:39.811 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (38m) 13s ago 39m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:42:39.812 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (31m) 13s ago 39m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:42:39.812 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (31m) 15s ago 38m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:42:39.812 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (37m) 13s ago 38m 42.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:42:39.812 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (30m) 13s ago 34m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:42:39.812 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (30m) 15s ago 34m 19.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:42:39.813 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (32m) 13s ago 40m 476M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:42:39.813 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (31m) 15s ago 38m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:42:39.813 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (31m) 13s ago 40m 276M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:42:39.813 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (31m) 15s ago 38m 166M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:42:39.814 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (32m) 13s ago 32m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:42:39.814 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (32m) 15s ago 32m 90.8M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:42:39.814 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (38m) 13s ago 38m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:42:39.814 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (38m) 15s ago 38m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:42:39.815 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (23m) 13s ago 37m 498M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:42:39.815 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (37m) 13s ago 37m 1275M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:42:39.815 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (37m) 13s ago 37m 858M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:42:39.815 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (37m) 13s ago 37m 1418M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:42:39.815 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (36m) 15s ago 36m 1330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:42:39.816 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (36m) 15s ago 36m 1538M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:42:39.816 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (36m) 15s ago 36m 1236M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:42:39.816 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (36m) 15s ago 36m 1953M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:42:39.816 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (37m) 13s ago 38m 56.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:42:40.163 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:42:40.164 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:42:40.164 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:42:40.164 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:42:40.165 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:42:40.165 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:42:40.165 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:42:40.166 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:42:40.166 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:42:40.166 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:42:40.167 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:42:40.167 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:42:40.167 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:42:40.167 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:42:40.168 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:42:40.168 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:42:40.168 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:42:40.169 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:42:40.169 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:42:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:42:39.530407+0000 mgr.smithi176.ajjlsm (mgr.14696) 1166 : audit [DBG] from='client.34874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:42:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:42:40.146554+0000 mon.smithi176 (mon.0) 591 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:42:40.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:42:40.146756+0000 mon.smithi176 (mon.0) 592 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:42:40.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:42:40.162620+0000 mon.smithi176 (mon.0) 593 : audit [DBG] from='client.? 172.21.15.176:0/374052586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:42:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:42:39.530407+0000 mgr.smithi176.ajjlsm (mgr.14696) 1166 : audit [DBG] from='client.34874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:42:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:42:40.146554+0000 mon.smithi176 (mon.0) 591 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:42:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:42:40.146756+0000 mon.smithi176 (mon.0) 592 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:42:40.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:42:40.162620+0000 mon.smithi176 (mon.0) 593 : audit [DBG] from='client.? 172.21.15.176:0/374052586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:42:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:42:39.801327+0000 mgr.smithi176.ajjlsm (mgr.14696) 1167 : audit [DBG] from='client.34878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:42:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:40.018789+0000 mgr.smithi176.ajjlsm (mgr.14696) 1168 : cluster [DBG] pgmap v999: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:42:39.801327+0000 mgr.smithi176.ajjlsm (mgr.14696) 1167 : audit [DBG] from='client.34878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:42:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:40.018789+0000 mgr.smithi176.ajjlsm (mgr.14696) 1168 : cluster [DBG] pgmap v999: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:42.019621+0000 mgr.smithi176.ajjlsm (mgr.14696) 1169 : cluster [DBG] pgmap v1000: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:43.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:42.019621+0000 mgr.smithi176.ajjlsm (mgr.14696) 1169 : cluster [DBG] pgmap v1000: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:45.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:44.020178+0000 mgr.smithi176.ajjlsm (mgr.14696) 1170 : cluster [DBG] pgmap v1001: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:45.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:44.020178+0000 mgr.smithi176.ajjlsm (mgr.14696) 1170 : cluster [DBG] pgmap v1001: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:46.020804+0000 mgr.smithi176.ajjlsm (mgr.14696) 1171 : cluster [DBG] pgmap v1002: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:47.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:46.020804+0000 mgr.smithi176.ajjlsm (mgr.14696) 1171 : cluster [DBG] pgmap v1002: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:48.021489+0000 mgr.smithi176.ajjlsm (mgr.14696) 1172 : cluster [DBG] pgmap v1003: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:48.021489+0000 mgr.smithi176.ajjlsm (mgr.14696) 1172 : cluster [DBG] pgmap v1003: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:50.022175+0000 mgr.smithi176.ajjlsm (mgr.14696) 1173 : cluster [DBG] pgmap v1004: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:51.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:50.022175+0000 mgr.smithi176.ajjlsm (mgr.14696) 1173 : cluster [DBG] pgmap v1004: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:52.023082+0000 mgr.smithi176.ajjlsm (mgr.14696) 1174 : cluster [DBG] pgmap v1005: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:52.023082+0000 mgr.smithi176.ajjlsm (mgr.14696) 1174 : cluster [DBG] pgmap v1005: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:54.023738+0000 mgr.smithi176.ajjlsm (mgr.14696) 1175 : cluster [DBG] pgmap v1006: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:55.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:54.023738+0000 mgr.smithi176.ajjlsm (mgr.14696) 1175 : cluster [DBG] pgmap v1006: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:56.024481+0000 mgr.smithi176.ajjlsm (mgr.14696) 1176 : cluster [DBG] pgmap v1007: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:57.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:56.024481+0000 mgr.smithi176.ajjlsm (mgr.14696) 1176 : cluster [DBG] pgmap v1007: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:42:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:42:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:42:58.025086+0000 mgr.smithi176.ajjlsm (mgr.14696) 1177 : cluster [DBG] pgmap v1008: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:42:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:42:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:42:58.025086+0000 mgr.smithi176.ajjlsm (mgr.14696) 1177 : cluster [DBG] pgmap v1008: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:00.025583+0000 mgr.smithi176.ajjlsm (mgr.14696) 1178 : cluster [DBG] pgmap v1009: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:00.025583+0000 mgr.smithi176.ajjlsm (mgr.14696) 1178 : cluster [DBG] pgmap v1009: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:02.026529+0000 mgr.smithi176.ajjlsm (mgr.14696) 1179 : cluster [DBG] pgmap v1010: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:02.026529+0000 mgr.smithi176.ajjlsm (mgr.14696) 1179 : cluster [DBG] pgmap v1010: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:04.026983+0000 mgr.smithi176.ajjlsm (mgr.14696) 1180 : cluster [DBG] pgmap v1011: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:05.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:04.026983+0000 mgr.smithi176.ajjlsm (mgr.14696) 1180 : cluster [DBG] pgmap v1011: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:06.027826+0000 mgr.smithi176.ajjlsm (mgr.14696) 1181 : cluster [DBG] pgmap v1012: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:07.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:06.027826+0000 mgr.smithi176.ajjlsm (mgr.14696) 1181 : cluster [DBG] pgmap v1012: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:08.028555+0000 mgr.smithi176.ajjlsm (mgr.14696) 1182 : cluster [DBG] pgmap v1013: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:08.028555+0000 mgr.smithi176.ajjlsm (mgr.14696) 1182 : cluster [DBG] pgmap v1013: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:10.471 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:43:10.738 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:43:10.739 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (38m) 44s ago 39m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:43:10.739 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (31m) 44s ago 39m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:43:10.739 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (31m) 46s ago 39m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:43:10.739 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (38m) 44s ago 39m 42.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:43:10.740 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (31m) 44s ago 35m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:43:10.740 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (31m) 46s ago 35m 19.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:43:10.740 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (32m) 44s ago 40m 476M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:43:10.740 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (32m) 46s ago 39m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:43:10.741 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (32m) 44s ago 40m 276M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:43:10.741 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (31m) 46s ago 38m 166M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:43:10.741 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (32m) 44s ago 32m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:43:10.742 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (32m) 46s ago 32m 90.8M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:43:10.742 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (39m) 44s ago 39m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:43:10.742 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (38m) 46s ago 38m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:43:10.742 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (24m) 44s ago 38m 498M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:43:10.743 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (38m) 44s ago 38m 1275M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:43:10.743 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (37m) 44s ago 37m 858M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:43:10.743 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (37m) 44s ago 37m 1418M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:43:10.743 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (37m) 46s ago 37m 1330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:43:10.744 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (37m) 46s ago 37m 1538M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:43:10.744 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (36m) 46s ago 36m 1236M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:43:10.744 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (36m) 46s ago 36m 1953M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:43:10.744 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (38m) 44s ago 39m 56.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:43:11.060 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:43:11.061 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:43:11.061 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:43:11.061 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:43:11.061 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:43:11.062 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:43:11.062 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:43:11.062 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:43:11.062 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:43:11.063 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:43:11.063 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:43:11.063 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:43:11.063 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:43:11.063 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:43:11.064 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:43:11.064 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:43:11.064 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:43:11.064 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:43:11.065 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:43:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:10.029192+0000 mgr.smithi176.ajjlsm (mgr.14696) 1183 : cluster [DBG] pgmap v1014: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:43:10.458236+0000 mgr.smithi176.ajjlsm (mgr.14696) 1184 : audit [DBG] from='client.34886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:43:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:43:11.059911+0000 mon.smithi176 (mon.0) 594 : audit [DBG] from='client.? 172.21.15.176:0/2589827441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:43:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:10.029192+0000 mgr.smithi176.ajjlsm (mgr.14696) 1183 : cluster [DBG] pgmap v1014: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:43:10.458236+0000 mgr.smithi176.ajjlsm (mgr.14696) 1184 : audit [DBG] from='client.34886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:43:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:43:11.059911+0000 mon.smithi176 (mon.0) 594 : audit [DBG] from='client.? 172.21.15.176:0/2589827441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:43:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:43:10.728491+0000 mgr.smithi176.ajjlsm (mgr.14696) 1185 : audit [DBG] from='client.34890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:43:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:43:10.728491+0000 mgr.smithi176.ajjlsm (mgr.14696) 1185 : audit [DBG] from='client.34890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:43:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:12.029945+0000 mgr.smithi176.ajjlsm (mgr.14696) 1186 : cluster [DBG] pgmap v1015: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:12.029945+0000 mgr.smithi176.ajjlsm (mgr.14696) 1186 : cluster [DBG] pgmap v1015: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:14.030561+0000 mgr.smithi176.ajjlsm (mgr.14696) 1187 : cluster [DBG] pgmap v1016: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:15.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:14.030561+0000 mgr.smithi176.ajjlsm (mgr.14696) 1187 : cluster [DBG] pgmap v1016: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:16.031340+0000 mgr.smithi176.ajjlsm (mgr.14696) 1188 : cluster [DBG] pgmap v1017: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:17.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:16.031340+0000 mgr.smithi176.ajjlsm (mgr.14696) 1188 : cluster [DBG] pgmap v1017: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:18.031897+0000 mgr.smithi176.ajjlsm (mgr.14696) 1189 : cluster [DBG] pgmap v1018: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:19.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:18.031897+0000 mgr.smithi176.ajjlsm (mgr.14696) 1189 : cluster [DBG] pgmap v1018: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:20.032446+0000 mgr.smithi176.ajjlsm (mgr.14696) 1190 : cluster [DBG] pgmap v1019: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:21.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:20.032446+0000 mgr.smithi176.ajjlsm (mgr.14696) 1190 : cluster [DBG] pgmap v1019: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:22.033178+0000 mgr.smithi176.ajjlsm (mgr.14696) 1191 : cluster [DBG] pgmap v1020: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:22.033178+0000 mgr.smithi176.ajjlsm (mgr.14696) 1191 : cluster [DBG] pgmap v1020: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:24.033663+0000 mgr.smithi176.ajjlsm (mgr.14696) 1192 : cluster [DBG] pgmap v1021: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:25.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:24.033663+0000 mgr.smithi176.ajjlsm (mgr.14696) 1192 : cluster [DBG] pgmap v1021: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:26.034623+0000 mgr.smithi176.ajjlsm (mgr.14696) 1193 : cluster [DBG] pgmap v1022: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:43:27.103617+0000 mon.smithi176 (mon.0) 595 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:43:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:43:27.105033+0000 mon.smithi176 (mon.0) 596 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:43:27.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:43:27.105859+0000 mon.smithi176 (mon.0) 597 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:43:27.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:26.034623+0000 mgr.smithi176.ajjlsm (mgr.14696) 1193 : cluster [DBG] pgmap v1022: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:43:27.103617+0000 mon.smithi176 (mon.0) 595 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:43:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:43:27.105033+0000 mon.smithi176 (mon.0) 596 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:43:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:43:27.105859+0000 mon.smithi176 (mon.0) 597 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:43:28.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:43:27.106590+0000 mgr.smithi176.ajjlsm (mgr.14696) 1194 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:43:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:43:27.507236+0000 mon.smithi176 (mon.0) 598 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:43:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:43:27.511905+0000 mon.smithi176 (mon.0) 599 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:43:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:43:27.106590+0000 mgr.smithi176.ajjlsm (mgr.14696) 1194 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:43:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:43:27.507236+0000 mon.smithi176 (mon.0) 598 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:43:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:43:27.511905+0000 mon.smithi176 (mon.0) 599 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:43:29.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:28.035134+0000 mgr.smithi176.ajjlsm (mgr.14696) 1195 : cluster [DBG] pgmap v1023: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:28.035134+0000 mgr.smithi176.ajjlsm (mgr.14696) 1195 : cluster [DBG] pgmap v1023: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:31.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:30.035694+0000 mgr.smithi176.ajjlsm (mgr.14696) 1196 : cluster [DBG] pgmap v1024: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:30.035694+0000 mgr.smithi176.ajjlsm (mgr.14696) 1196 : cluster [DBG] pgmap v1024: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:33.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:32.036672+0000 mgr.smithi176.ajjlsm (mgr.14696) 1197 : cluster [DBG] pgmap v1025: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:32.036672+0000 mgr.smithi176.ajjlsm (mgr.14696) 1197 : cluster [DBG] pgmap v1025: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:35.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:34.037148+0000 mgr.smithi176.ajjlsm (mgr.14696) 1198 : cluster [DBG] pgmap v1026: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:34.037148+0000 mgr.smithi176.ajjlsm (mgr.14696) 1198 : cluster [DBG] pgmap v1026: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:37.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:36.038065+0000 mgr.smithi176.ajjlsm (mgr.14696) 1199 : cluster [DBG] pgmap v1027: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:36.038065+0000 mgr.smithi176.ajjlsm (mgr.14696) 1199 : cluster [DBG] pgmap v1027: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:39.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:38.038526+0000 mgr.smithi176.ajjlsm (mgr.14696) 1200 : cluster [DBG] pgmap v1028: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:38.038526+0000 mgr.smithi176.ajjlsm (mgr.14696) 1200 : cluster [DBG] pgmap v1028: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:43:40.150841+0000 mon.smithi176 (mon.0) 600 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:43:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:43:40.151117+0000 mon.smithi176 (mon.0) 601 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:43:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:43:40.150841+0000 mon.smithi176 (mon.0) 600 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:43:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:43:40.151117+0000 mon.smithi176 (mon.0) 601 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:43:41.362 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:43:41.632 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:43:41.632 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (39m) 74s ago 40m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:43:41.632 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (32m) 74s ago 40m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:43:41.633 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (32m) 76s ago 39m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:43:41.633 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (39m) 74s ago 39m 42.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:43:41.633 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (31m) 74s ago 35m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:43:41.633 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (31m) 76s ago 35m 19.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:43:41.634 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (33m) 74s ago 41m 476M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:43:41.634 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (32m) 76s ago 39m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:43:41.634 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (32m) 74s ago 41m 276M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:43:41.634 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (32m) 76s ago 39m 166M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:43:41.634 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (33m) 74s ago 33m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:43:41.635 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (33m) 76s ago 33m 90.8M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:43:41.635 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (39m) 74s ago 39m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:43:41.635 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (39m) 76s ago 39m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:43:41.635 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (25m) 74s ago 38m 498M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:43:41.636 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (38m) 74s ago 38m 1275M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:43:41.636 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (38m) 74s ago 38m 858M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:43:41.636 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (38m) 74s ago 38m 1418M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:43:41.636 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (37m) 76s ago 37m 1330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:43:41.637 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (37m) 76s ago 37m 1538M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:43:41.637 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (37m) 76s ago 37m 1236M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:43:41.637 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (37m) 76s ago 37m 1953M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:43:41.637 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (38m) 74s ago 39m 56.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:43:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:40.039130+0000 mgr.smithi176.ajjlsm (mgr.14696) 1201 : cluster [DBG] pgmap v1029: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:41.952 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:43:41.953 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:43:41.953 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:43:41.953 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:43:41.954 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:43:41.954 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:43:41.954 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:43:41.954 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:43:41.954 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:43:41.955 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:43:41.955 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:43:41.955 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:43:41.955 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:43:41.956 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:43:41.956 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:43:41.956 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:43:41.957 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:43:41.957 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:43:41.957 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:43:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:40.039130+0000 mgr.smithi176.ajjlsm (mgr.14696) 1201 : cluster [DBG] pgmap v1029: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:42.921 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:43:41.349924+0000 mgr.smithi176.ajjlsm (mgr.14696) 1202 : audit [DBG] from='client.34898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:43:42.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:43:41.952026+0000 mon.smithi176 (mon.0) 602 : audit [DBG] from='client.? 172.21.15.176:0/1985849570' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:43:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:43:41.349924+0000 mgr.smithi176.ajjlsm (mgr.14696) 1202 : audit [DBG] from='client.34898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:43:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:43:41.952026+0000 mon.smithi176 (mon.0) 602 : audit [DBG] from='client.? 172.21.15.176:0/1985849570' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:43:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:43:41.622573+0000 mgr.smithi176.ajjlsm (mgr.14696) 1203 : audit [DBG] from='client.34902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:43:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:42.040033+0000 mgr.smithi176.ajjlsm (mgr.14696) 1204 : cluster [DBG] pgmap v1030: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:43:41.622573+0000 mgr.smithi176.ajjlsm (mgr.14696) 1203 : audit [DBG] from='client.34902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:43:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:42.040033+0000 mgr.smithi176.ajjlsm (mgr.14696) 1204 : cluster [DBG] pgmap v1030: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:44.040545+0000 mgr.smithi176.ajjlsm (mgr.14696) 1205 : cluster [DBG] pgmap v1031: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:46.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:44.040545+0000 mgr.smithi176.ajjlsm (mgr.14696) 1205 : cluster [DBG] pgmap v1031: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:46.041356+0000 mgr.smithi176.ajjlsm (mgr.14696) 1206 : cluster [DBG] pgmap v1032: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:46.041356+0000 mgr.smithi176.ajjlsm (mgr.14696) 1206 : cluster [DBG] pgmap v1032: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:48.042078+0000 mgr.smithi176.ajjlsm (mgr.14696) 1207 : cluster [DBG] pgmap v1033: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:50.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:48.042078+0000 mgr.smithi176.ajjlsm (mgr.14696) 1207 : cluster [DBG] pgmap v1033: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:50.042649+0000 mgr.smithi176.ajjlsm (mgr.14696) 1208 : cluster [DBG] pgmap v1034: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:52.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:50.042649+0000 mgr.smithi176.ajjlsm (mgr.14696) 1208 : cluster [DBG] pgmap v1034: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:52.043460+0000 mgr.smithi176.ajjlsm (mgr.14696) 1209 : cluster [DBG] pgmap v1035: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:52.043460+0000 mgr.smithi176.ajjlsm (mgr.14696) 1209 : cluster [DBG] pgmap v1035: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:54.043990+0000 mgr.smithi176.ajjlsm (mgr.14696) 1210 : cluster [DBG] pgmap v1036: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:56.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:54.043990+0000 mgr.smithi176.ajjlsm (mgr.14696) 1210 : cluster [DBG] pgmap v1036: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:43:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:56.044778+0000 mgr.smithi176.ajjlsm (mgr.14696) 1211 : cluster [DBG] pgmap v1037: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:56.044778+0000 mgr.smithi176.ajjlsm (mgr.14696) 1211 : cluster [DBG] pgmap v1037: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:43:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:43:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:43:58.045422+0000 mgr.smithi176.ajjlsm (mgr.14696) 1212 : cluster [DBG] pgmap v1038: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:00.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:43:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:43:58.045422+0000 mgr.smithi176.ajjlsm (mgr.14696) 1212 : cluster [DBG] pgmap v1038: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:00.046071+0000 mgr.smithi176.ajjlsm (mgr.14696) 1213 : cluster [DBG] pgmap v1039: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:02.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:00.046071+0000 mgr.smithi176.ajjlsm (mgr.14696) 1213 : cluster [DBG] pgmap v1039: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:02.046878+0000 mgr.smithi176.ajjlsm (mgr.14696) 1214 : cluster [DBG] pgmap v1040: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:04.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:02.046878+0000 mgr.smithi176.ajjlsm (mgr.14696) 1214 : cluster [DBG] pgmap v1040: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:04.047515+0000 mgr.smithi176.ajjlsm (mgr.14696) 1215 : cluster [DBG] pgmap v1041: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:06.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:04.047515+0000 mgr.smithi176.ajjlsm (mgr.14696) 1215 : cluster [DBG] pgmap v1041: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:06.048218+0000 mgr.smithi176.ajjlsm (mgr.14696) 1216 : cluster [DBG] pgmap v1042: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:06.048218+0000 mgr.smithi176.ajjlsm (mgr.14696) 1216 : cluster [DBG] pgmap v1042: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:08.048772+0000 mgr.smithi176.ajjlsm (mgr.14696) 1217 : cluster [DBG] pgmap v1043: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:10.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:08.048772+0000 mgr.smithi176.ajjlsm (mgr.14696) 1217 : cluster [DBG] pgmap v1043: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:10.049255+0000 mgr.smithi176.ajjlsm (mgr.14696) 1218 : cluster [DBG] pgmap v1044: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:12.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:10.049255+0000 mgr.smithi176.ajjlsm (mgr.14696) 1218 : cluster [DBG] pgmap v1044: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:12.249 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:44:12.515 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:44:12.516 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (39m) 105s ago 40m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:44:12.516 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (32m) 105s ago 40m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:44:12.516 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (32m) 107s ago 40m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:44:12.517 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (39m) 105s ago 40m 42.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:44:12.517 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (32m) 105s ago 36m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:44:12.517 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (32m) 107s ago 36m 19.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:44:12.517 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (33m) 105s ago 41m 476M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:44:12.518 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (33m) 107s ago 40m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:44:12.518 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (33m) 105s ago 41m 276M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:44:12.518 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (32m) 107s ago 40m 166M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:44:12.518 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (33m) 105s ago 33m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:44:12.519 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (33m) 107s ago 33m 90.8M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:44:12.519 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (40m) 105s ago 40m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:44:12.519 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (39m) 107s ago 39m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:44:12.519 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (25m) 105s ago 39m 498M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:44:12.519 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (39m) 105s ago 39m 1275M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:44:12.520 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (38m) 105s ago 38m 858M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:44:12.520 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (38m) 105s ago 38m 1418M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:44:12.520 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (38m) 107s ago 38m 1330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:44:12.520 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (38m) 107s ago 38m 1538M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:44:12.521 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (37m) 107s ago 37m 1236M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:44:12.521 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (37m) 107s ago 37m 1953M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:44:12.521 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (39m) 105s ago 40m 56.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:44:12.837 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:44:12.837 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:44:12.838 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:44:12.838 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:44:12.838 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:44:12.838 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:44:12.839 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:44:12.839 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:44:12.839 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:44:12.839 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:44:12.840 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:44:12.840 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:44:12.840 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:44:12.840 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:44:12.840 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:44:12.841 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:44:12.841 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:44:12.841 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:44:12.841 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:44:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:12.049935+0000 mgr.smithi176.ajjlsm (mgr.14696) 1219 : cluster [DBG] pgmap v1045: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:44:12.237297+0000 mgr.smithi176.ajjlsm (mgr.14696) 1220 : audit [DBG] from='client.34910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:44:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:44:12.506223+0000 mgr.smithi176.ajjlsm (mgr.14696) 1221 : audit [DBG] from='client.34914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:44:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:44:12.836848+0000 mon.smithi176 (mon.0) 603 : audit [DBG] from='client.? 172.21.15.176:0/1724705336' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:44:14.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:12.049935+0000 mgr.smithi176.ajjlsm (mgr.14696) 1219 : cluster [DBG] pgmap v1045: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:14.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:44:12.237297+0000 mgr.smithi176.ajjlsm (mgr.14696) 1220 : audit [DBG] from='client.34910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:44:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:44:12.506223+0000 mgr.smithi176.ajjlsm (mgr.14696) 1221 : audit [DBG] from='client.34914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:44:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:44:12.836848+0000 mon.smithi176 (mon.0) 603 : audit [DBG] from='client.? 172.21.15.176:0/1724705336' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:44:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:14.050408+0000 mgr.smithi176.ajjlsm (mgr.14696) 1222 : cluster [DBG] pgmap v1046: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:16.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:14.050408+0000 mgr.smithi176.ajjlsm (mgr.14696) 1222 : cluster [DBG] pgmap v1046: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:16.051225+0000 mgr.smithi176.ajjlsm (mgr.14696) 1223 : cluster [DBG] pgmap v1047: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:16.051225+0000 mgr.smithi176.ajjlsm (mgr.14696) 1223 : cluster [DBG] pgmap v1047: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:18.051744+0000 mgr.smithi176.ajjlsm (mgr.14696) 1224 : cluster [DBG] pgmap v1048: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:18.051744+0000 mgr.smithi176.ajjlsm (mgr.14696) 1224 : cluster [DBG] pgmap v1048: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:20.052276+0000 mgr.smithi176.ajjlsm (mgr.14696) 1225 : cluster [DBG] pgmap v1049: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:20.052276+0000 mgr.smithi176.ajjlsm (mgr.14696) 1225 : cluster [DBG] pgmap v1049: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:22.053267+0000 mgr.smithi176.ajjlsm (mgr.14696) 1226 : cluster [DBG] pgmap v1050: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:23.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:22.053267+0000 mgr.smithi176.ajjlsm (mgr.14696) 1226 : cluster [DBG] pgmap v1050: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:24.053907+0000 mgr.smithi176.ajjlsm (mgr.14696) 1227 : cluster [DBG] pgmap v1051: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:24.053907+0000 mgr.smithi176.ajjlsm (mgr.14696) 1227 : cluster [DBG] pgmap v1051: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:26.054600+0000 mgr.smithi176.ajjlsm (mgr.14696) 1228 : cluster [DBG] pgmap v1052: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:26.054600+0000 mgr.smithi176.ajjlsm (mgr.14696) 1228 : cluster [DBG] pgmap v1052: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:44:27.514479+0000 mon.smithi176 (mon.0) 604 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:44:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:44:27.515887+0000 mon.smithi176 (mon.0) 605 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:44:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:44:27.516669+0000 mon.smithi176 (mon.0) 606 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:44:28.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:44:27.517362+0000 mgr.smithi176.ajjlsm (mgr.14696) 1229 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:44:28.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:44:27.870422+0000 mon.smithi176 (mon.0) 607 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:44:28.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:44:27.514479+0000 mon.smithi176 (mon.0) 604 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:44:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:44:27.515887+0000 mon.smithi176 (mon.0) 605 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:44:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:44:27.516669+0000 mon.smithi176 (mon.0) 606 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:44:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:44:27.517362+0000 mgr.smithi176.ajjlsm (mgr.14696) 1229 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:44:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:44:27.870422+0000 mon.smithi176 (mon.0) 607 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:44:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:28.055612+0000 mgr.smithi176.ajjlsm (mgr.14696) 1230 : cluster [DBG] pgmap v1053: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:44:28.261654+0000 mon.smithi176 (mon.0) 608 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:44:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:44:28.266195+0000 mon.smithi176 (mon.0) 609 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:44:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:28.055612+0000 mgr.smithi176.ajjlsm (mgr.14696) 1230 : cluster [DBG] pgmap v1053: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:44:28.261654+0000 mon.smithi176 (mon.0) 608 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:44:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:44:28.266195+0000 mon.smithi176 (mon.0) 609 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:44:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:30.056137+0000 mgr.smithi176.ajjlsm (mgr.14696) 1231 : cluster [DBG] pgmap v1054: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:30.056137+0000 mgr.smithi176.ajjlsm (mgr.14696) 1231 : cluster [DBG] pgmap v1054: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:33.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:32.056978+0000 mgr.smithi176.ajjlsm (mgr.14696) 1232 : cluster [DBG] pgmap v1055: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:32.056978+0000 mgr.smithi176.ajjlsm (mgr.14696) 1232 : cluster [DBG] pgmap v1055: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:34.057469+0000 mgr.smithi176.ajjlsm (mgr.14696) 1233 : cluster [DBG] pgmap v1056: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:34.057469+0000 mgr.smithi176.ajjlsm (mgr.14696) 1233 : cluster [DBG] pgmap v1056: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:36.058156+0000 mgr.smithi176.ajjlsm (mgr.14696) 1234 : cluster [DBG] pgmap v1057: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:36.058156+0000 mgr.smithi176.ajjlsm (mgr.14696) 1234 : cluster [DBG] pgmap v1057: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:38.058815+0000 mgr.smithi176.ajjlsm (mgr.14696) 1235 : cluster [DBG] pgmap v1058: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:38.058815+0000 mgr.smithi176.ajjlsm (mgr.14696) 1235 : cluster [DBG] pgmap v1058: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:44:40.155307+0000 mon.smithi176 (mon.0) 610 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:44:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:44:40.155537+0000 mon.smithi176 (mon.0) 611 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:44:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:44:40.155307+0000 mon.smithi176 (mon.0) 610 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:44:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:44:40.155537+0000 mon.smithi176 (mon.0) 611 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:44:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:40.059244+0000 mgr.smithi176.ajjlsm (mgr.14696) 1236 : cluster [DBG] pgmap v1059: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:40.059244+0000 mgr.smithi176.ajjlsm (mgr.14696) 1236 : cluster [DBG] pgmap v1059: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:43.141 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:44:43.411 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:44:43.411 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (40m) 2m ago 41m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:44:43.411 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (33m) 2m ago 41m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:44:43.412 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (33m) 2m ago 40m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:44:43.412 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (40m) 2m ago 40m 42.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:44:43.412 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (32m) 2m ago 36m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:44:43.412 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (33m) 2m ago 36m 19.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:44:43.413 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (34m) 2m ago 42m 476M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:44:43.413 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (33m) 2m ago 40m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:44:43.413 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (33m) 2m ago 42m 276M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:44:43.413 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (33m) 2m ago 40m 166M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:44:43.414 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (34m) 2m ago 34m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:44:43.414 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (34m) 2m ago 34m 90.8M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:44:43.414 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (40m) 2m ago 40m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:44:43.414 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (40m) 2m ago 40m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:44:43.414 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (26m) 2m ago 39m 498M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:44:43.415 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (39m) 2m ago 39m 1275M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:44:43.415 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (39m) 2m ago 39m 858M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:44:43.415 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (39m) 2m ago 39m 1418M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:44:43.415 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (38m) 2m ago 38m 1330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:44:43.416 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (38m) 2m ago 38m 1538M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:44:43.416 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (38m) 2m ago 38m 1236M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:44:43.416 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (38m) 2m ago 38m 1953M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:44:43.416 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (39m) 2m ago 40m 56.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:44:43.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:42.060079+0000 mgr.smithi176.ajjlsm (mgr.14696) 1237 : cluster [DBG] pgmap v1060: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:42.060079+0000 mgr.smithi176.ajjlsm (mgr.14696) 1237 : cluster [DBG] pgmap v1060: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:43.735 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:44:43.735 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:44:43.735 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:44:43.736 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:44:43.736 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:44:43.736 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:44:43.736 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:44:43.737 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:44:43.737 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:44:43.737 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:44:43.737 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:44:43.738 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:44:43.738 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:44:43.738 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:44:43.738 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:44:43.738 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:44:43.739 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:44:43.739 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:44:43.739 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:44:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:44:43.128599+0000 mgr.smithi176.ajjlsm (mgr.14696) 1238 : audit [DBG] from='client.34922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:44:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:44:43.401483+0000 mgr.smithi176.ajjlsm (mgr.14696) 1239 : audit [DBG] from='client.34926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:44:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:44:43.734519+0000 mon.smithi176 (mon.0) 612 : audit [DBG] from='client.? 172.21.15.176:0/619421886' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:44:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:44:43.128599+0000 mgr.smithi176.ajjlsm (mgr.14696) 1238 : audit [DBG] from='client.34922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:44:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:44:43.401483+0000 mgr.smithi176.ajjlsm (mgr.14696) 1239 : audit [DBG] from='client.34926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:44:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:44:43.734519+0000 mon.smithi176 (mon.0) 612 : audit [DBG] from='client.? 172.21.15.176:0/619421886' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:44:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:44.060546+0000 mgr.smithi176.ajjlsm (mgr.14696) 1240 : cluster [DBG] pgmap v1061: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:45.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:44.060546+0000 mgr.smithi176.ajjlsm (mgr.14696) 1240 : cluster [DBG] pgmap v1061: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:46.061488+0000 mgr.smithi176.ajjlsm (mgr.14696) 1241 : cluster [DBG] pgmap v1062: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:46.061488+0000 mgr.smithi176.ajjlsm (mgr.14696) 1241 : cluster [DBG] pgmap v1062: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:48.062187+0000 mgr.smithi176.ajjlsm (mgr.14696) 1242 : cluster [DBG] pgmap v1063: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:49.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:48.062187+0000 mgr.smithi176.ajjlsm (mgr.14696) 1242 : cluster [DBG] pgmap v1063: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:50.062823+0000 mgr.smithi176.ajjlsm (mgr.14696) 1243 : cluster [DBG] pgmap v1064: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:51.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:50.062823+0000 mgr.smithi176.ajjlsm (mgr.14696) 1243 : cluster [DBG] pgmap v1064: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:52.063732+0000 mgr.smithi176.ajjlsm (mgr.14696) 1244 : cluster [DBG] pgmap v1065: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:52.063732+0000 mgr.smithi176.ajjlsm (mgr.14696) 1244 : cluster [DBG] pgmap v1065: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:54.064325+0000 mgr.smithi176.ajjlsm (mgr.14696) 1245 : cluster [DBG] pgmap v1066: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:54.064325+0000 mgr.smithi176.ajjlsm (mgr.14696) 1245 : cluster [DBG] pgmap v1066: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:56.065099+0000 mgr.smithi176.ajjlsm (mgr.14696) 1246 : cluster [DBG] pgmap v1067: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:57.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:56.065099+0000 mgr.smithi176.ajjlsm (mgr.14696) 1246 : cluster [DBG] pgmap v1067: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:44:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:44:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:44:58.065688+0000 mgr.smithi176.ajjlsm (mgr.14696) 1247 : cluster [DBG] pgmap v1068: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:44:59.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:44:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:44:58.065688+0000 mgr.smithi176.ajjlsm (mgr.14696) 1247 : cluster [DBG] pgmap v1068: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:00.066209+0000 mgr.smithi176.ajjlsm (mgr.14696) 1248 : cluster [DBG] pgmap v1069: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:00.066209+0000 mgr.smithi176.ajjlsm (mgr.14696) 1248 : cluster [DBG] pgmap v1069: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:02.066974+0000 mgr.smithi176.ajjlsm (mgr.14696) 1249 : cluster [DBG] pgmap v1070: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:02.066974+0000 mgr.smithi176.ajjlsm (mgr.14696) 1249 : cluster [DBG] pgmap v1070: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:04.067597+0000 mgr.smithi176.ajjlsm (mgr.14696) 1250 : cluster [DBG] pgmap v1071: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:05.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:04.067597+0000 mgr.smithi176.ajjlsm (mgr.14696) 1250 : cluster [DBG] pgmap v1071: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:06.068362+0000 mgr.smithi176.ajjlsm (mgr.14696) 1251 : cluster [DBG] pgmap v1072: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:07.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:06.068362+0000 mgr.smithi176.ajjlsm (mgr.14696) 1251 : cluster [DBG] pgmap v1072: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:08.069052+0000 mgr.smithi176.ajjlsm (mgr.14696) 1252 : cluster [DBG] pgmap v1073: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:09.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:08.069052+0000 mgr.smithi176.ajjlsm (mgr.14696) 1252 : cluster [DBG] pgmap v1073: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:10.069501+0000 mgr.smithi176.ajjlsm (mgr.14696) 1253 : cluster [DBG] pgmap v1074: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:11.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:10.069501+0000 mgr.smithi176.ajjlsm (mgr.14696) 1253 : cluster [DBG] pgmap v1074: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:12.070428+0000 mgr.smithi176.ajjlsm (mgr.14696) 1254 : cluster [DBG] pgmap v1075: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:12.070428+0000 mgr.smithi176.ajjlsm (mgr.14696) 1254 : cluster [DBG] pgmap v1075: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:14.041 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:45:14.312 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:45:14.312 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (40m) 2m ago 41m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:45:14.313 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (33m) 2m ago 41m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:45:14.313 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (33m) 2m ago 41m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:45:14.313 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (40m) 2m ago 41m 42.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:45:14.313 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (33m) 2m ago 37m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:45:14.314 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (33m) 2m ago 37m 19.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:45:14.314 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (34m) 2m ago 42m 476M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:45:14.314 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (34m) 2m ago 41m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:45:14.314 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (34m) 2m ago 42m 276M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:45:14.315 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (33m) 2m ago 41m 166M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:45:14.315 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (34m) 2m ago 34m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:45:14.315 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (34m) 2m ago 34m 90.8M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:45:14.315 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (41m) 2m ago 41m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:45:14.316 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (40m) 2m ago 40m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:45:14.316 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (26m) 2m ago 40m 498M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:45:14.316 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (40m) 2m ago 40m 1275M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:45:14.316 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (39m) 2m ago 39m 858M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:45:14.317 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (39m) 2m ago 39m 1418M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:45:14.317 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (39m) 2m ago 39m 1330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:45:14.317 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (39m) 2m ago 39m 1538M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:45:14.317 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (38m) 2m ago 38m 1236M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:45:14.317 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (38m) 2m ago 38m 1953M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:45:14.318 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (40m) 2m ago 41m 56.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:45:14.633 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:45:14.633 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:45:14.634 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:45:14.634 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:45:14.634 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:45:14.634 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:45:14.635 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:45:14.635 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:45:14.635 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:45:14.635 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:45:14.635 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:45:14.636 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:45:14.636 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:45:14.636 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:45:14.636 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:45:14.637 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:45:14.637 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:45:14.637 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:45:14.637 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:45:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:45:14.028452+0000 mgr.smithi176.ajjlsm (mgr.14696) 1255 : audit [DBG] from='client.34934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:45:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:14.070868+0000 mgr.smithi176.ajjlsm (mgr.14696) 1256 : cluster [DBG] pgmap v1076: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:45:14.302699+0000 mgr.smithi176.ajjlsm (mgr.14696) 1257 : audit [DBG] from='client.34938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:45:15.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:45:14.632565+0000 mon.smithi176 (mon.0) 613 : audit [DBG] from='client.? 172.21.15.176:0/3545549165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:45:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:45:14.028452+0000 mgr.smithi176.ajjlsm (mgr.14696) 1255 : audit [DBG] from='client.34934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:45:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:14.070868+0000 mgr.smithi176.ajjlsm (mgr.14696) 1256 : cluster [DBG] pgmap v1076: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:45:14.302699+0000 mgr.smithi176.ajjlsm (mgr.14696) 1257 : audit [DBG] from='client.34938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:45:15.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:45:14.632565+0000 mon.smithi176 (mon.0) 613 : audit [DBG] from='client.? 172.21.15.176:0/3545549165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:45:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:16.071562+0000 mgr.smithi176.ajjlsm (mgr.14696) 1258 : cluster [DBG] pgmap v1077: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:17.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:16.071562+0000 mgr.smithi176.ajjlsm (mgr.14696) 1258 : cluster [DBG] pgmap v1077: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:18.072270+0000 mgr.smithi176.ajjlsm (mgr.14696) 1259 : cluster [DBG] pgmap v1078: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:19.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:18.072270+0000 mgr.smithi176.ajjlsm (mgr.14696) 1259 : cluster [DBG] pgmap v1078: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:20.072778+0000 mgr.smithi176.ajjlsm (mgr.14696) 1260 : cluster [DBG] pgmap v1079: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:21.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:20.072778+0000 mgr.smithi176.ajjlsm (mgr.14696) 1260 : cluster [DBG] pgmap v1079: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:22.073627+0000 mgr.smithi176.ajjlsm (mgr.14696) 1261 : cluster [DBG] pgmap v1080: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:22.073627+0000 mgr.smithi176.ajjlsm (mgr.14696) 1261 : cluster [DBG] pgmap v1080: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:24.074251+0000 mgr.smithi176.ajjlsm (mgr.14696) 1262 : cluster [DBG] pgmap v1081: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:25.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:24.074251+0000 mgr.smithi176.ajjlsm (mgr.14696) 1262 : cluster [DBG] pgmap v1081: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:26.074986+0000 mgr.smithi176.ajjlsm (mgr.14696) 1263 : cluster [DBG] pgmap v1082: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:26.074986+0000 mgr.smithi176.ajjlsm (mgr.14696) 1263 : cluster [DBG] pgmap v1082: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:28.075630+0000 mgr.smithi176.ajjlsm (mgr.14696) 1264 : cluster [DBG] pgmap v1083: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:45:28.268720+0000 mon.smithi176 (mon.0) 614 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:45:29.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:45:28.270080+0000 mon.smithi176 (mon.0) 615 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:45:29.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:45:28.270833+0000 mon.smithi176 (mon.0) 616 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:45:29.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:45:28.271516+0000 mgr.smithi176.ajjlsm (mgr.14696) 1265 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:45:29.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:45:28.621168+0000 mon.smithi176 (mon.0) 617 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:45:29.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:45:29.011382+0000 mon.smithi176 (mon.0) 618 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:45:29.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:45:29.018602+0000 mon.smithi176 (mon.0) 619 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:45:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:28.075630+0000 mgr.smithi176.ajjlsm (mgr.14696) 1264 : cluster [DBG] pgmap v1083: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:45:28.268720+0000 mon.smithi176 (mon.0) 614 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:45:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:45:28.270080+0000 mon.smithi176 (mon.0) 615 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:45:29.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:45:28.270833+0000 mon.smithi176 (mon.0) 616 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:45:29.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:45:28.271516+0000 mgr.smithi176.ajjlsm (mgr.14696) 1265 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:45:29.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:45:28.621168+0000 mon.smithi176 (mon.0) 617 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:45:29.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:45:29.011382+0000 mon.smithi176 (mon.0) 618 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:45:29.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:45:29.018602+0000 mon.smithi176 (mon.0) 619 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:45:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:30.076231+0000 mgr.smithi176.ajjlsm (mgr.14696) 1266 : cluster [DBG] pgmap v1084: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:30.076231+0000 mgr.smithi176.ajjlsm (mgr.14696) 1266 : cluster [DBG] pgmap v1084: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:32.077183+0000 mgr.smithi176.ajjlsm (mgr.14696) 1267 : cluster [DBG] pgmap v1085: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:32.077183+0000 mgr.smithi176.ajjlsm (mgr.14696) 1267 : cluster [DBG] pgmap v1085: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:34.077618+0000 mgr.smithi176.ajjlsm (mgr.14696) 1268 : cluster [DBG] pgmap v1086: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:34.077618+0000 mgr.smithi176.ajjlsm (mgr.14696) 1268 : cluster [DBG] pgmap v1086: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:36.078412+0000 mgr.smithi176.ajjlsm (mgr.14696) 1269 : cluster [DBG] pgmap v1087: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:36.078412+0000 mgr.smithi176.ajjlsm (mgr.14696) 1269 : cluster [DBG] pgmap v1087: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:38.079005+0000 mgr.smithi176.ajjlsm (mgr.14696) 1270 : cluster [DBG] pgmap v1088: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:38.079005+0000 mgr.smithi176.ajjlsm (mgr.14696) 1270 : cluster [DBG] pgmap v1088: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:45:40.159358+0000 mon.smithi176 (mon.0) 620 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:45:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:45:40.160111+0000 mon.smithi176 (mon.0) 621 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:45:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:45:40.159358+0000 mon.smithi176 (mon.0) 620 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:45:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:45:40.160111+0000 mon.smithi176 (mon.0) 621 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:45:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:40.079571+0000 mgr.smithi176.ajjlsm (mgr.14696) 1271 : cluster [DBG] pgmap v1089: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:40.079571+0000 mgr.smithi176.ajjlsm (mgr.14696) 1271 : cluster [DBG] pgmap v1089: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:43.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:42.080535+0000 mgr.smithi176.ajjlsm (mgr.14696) 1272 : cluster [DBG] pgmap v1090: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:42.080535+0000 mgr.smithi176.ajjlsm (mgr.14696) 1272 : cluster [DBG] pgmap v1090: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:44.939 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:45:45.209 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:45:45.209 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (41m) 3m ago 42m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:45:45.209 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (34m) 3m ago 42m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:45:45.209 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (34m) 3m ago 41m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:45:45.210 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (41m) 3m ago 41m 42.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:45:45.210 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (33m) 3m ago 37m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:45:45.210 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (34m) 3m ago 37m 19.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:45:45.210 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (35m) 3m ago 43m 476M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:45:45.211 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (34m) 3m ago 41m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:45:45.211 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (34m) 3m ago 43m 276M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:45:45.211 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (34m) 3m ago 41m 166M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:45:45.211 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (35m) 3m ago 35m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:45:45.212 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (35m) 3m ago 35m 90.8M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:45:45.212 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (41m) 3m ago 41m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:45:45.212 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (41m) 3m ago 41m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:45:45.212 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (27m) 3m ago 40m 498M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:45:45.212 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (40m) 3m ago 40m 1275M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:45:45.213 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (40m) 3m ago 40m 858M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:45:45.213 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (40m) 3m ago 40m 1418M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:45:45.213 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (39m) 3m ago 39m 1330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:45:45.213 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (39m) 3m ago 39m 1538M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:45:45.213 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (39m) 3m ago 39m 1236M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:45:45.214 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (39m) 3m ago 39m 1953M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:45:45.214 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (41m) 3m ago 41m 56.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:45:45.529 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:45:45.530 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:45:45.530 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:45:45.530 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:45:45.530 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:45:45.531 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:45:45.531 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:45:45.531 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:45:45.531 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:45:45.532 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:45:45.532 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:45:45.532 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:45:45.532 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:45:45.532 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:45:45.533 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:45:45.533 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:45:45.533 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:45:45.533 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:45:45.534 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:45:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:44.081054+0000 mgr.smithi176.ajjlsm (mgr.14696) 1273 : cluster [DBG] pgmap v1091: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:44.081054+0000 mgr.smithi176.ajjlsm (mgr.14696) 1273 : cluster [DBG] pgmap v1091: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:45:44.924822+0000 mgr.smithi176.ajjlsm (mgr.14696) 1274 : audit [DBG] from='client.34946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:45:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:45:45.199210+0000 mgr.smithi176.ajjlsm (mgr.14696) 1275 : audit [DBG] from='client.34950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:45:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:45:45.528573+0000 mon.smithi176 (mon.0) 622 : audit [DBG] from='client.? 172.21.15.176:0/4152738975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:45:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:45:44.924822+0000 mgr.smithi176.ajjlsm (mgr.14696) 1274 : audit [DBG] from='client.34946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:45:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:45:45.199210+0000 mgr.smithi176.ajjlsm (mgr.14696) 1275 : audit [DBG] from='client.34950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:45:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:45:45.528573+0000 mon.smithi176 (mon.0) 622 : audit [DBG] from='client.? 172.21.15.176:0/4152738975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:45:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:46.081820+0000 mgr.smithi176.ajjlsm (mgr.14696) 1276 : cluster [DBG] pgmap v1092: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:46.081820+0000 mgr.smithi176.ajjlsm (mgr.14696) 1276 : cluster [DBG] pgmap v1092: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:48.082517+0000 mgr.smithi176.ajjlsm (mgr.14696) 1277 : cluster [DBG] pgmap v1093: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:49.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:48.082517+0000 mgr.smithi176.ajjlsm (mgr.14696) 1277 : cluster [DBG] pgmap v1093: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:50.083137+0000 mgr.smithi176.ajjlsm (mgr.14696) 1278 : cluster [DBG] pgmap v1094: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:50.083137+0000 mgr.smithi176.ajjlsm (mgr.14696) 1278 : cluster [DBG] pgmap v1094: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:53.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:52.084007+0000 mgr.smithi176.ajjlsm (mgr.14696) 1279 : cluster [DBG] pgmap v1095: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:53.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:52.084007+0000 mgr.smithi176.ajjlsm (mgr.14696) 1279 : cluster [DBG] pgmap v1095: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:54.084512+0000 mgr.smithi176.ajjlsm (mgr.14696) 1280 : cluster [DBG] pgmap v1096: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:54.084512+0000 mgr.smithi176.ajjlsm (mgr.14696) 1280 : cluster [DBG] pgmap v1096: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:56.085292+0000 mgr.smithi176.ajjlsm (mgr.14696) 1281 : cluster [DBG] pgmap v1097: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:57.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:56.085292+0000 mgr.smithi176.ajjlsm (mgr.14696) 1281 : cluster [DBG] pgmap v1097: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:45:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:45:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:45:58.085777+0000 mgr.smithi176.ajjlsm (mgr.14696) 1282 : cluster [DBG] pgmap v1098: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:45:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:45:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:45:58.085777+0000 mgr.smithi176.ajjlsm (mgr.14696) 1282 : cluster [DBG] pgmap v1098: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:00.086316+0000 mgr.smithi176.ajjlsm (mgr.14696) 1283 : cluster [DBG] pgmap v1099: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:00.086316+0000 mgr.smithi176.ajjlsm (mgr.14696) 1283 : cluster [DBG] pgmap v1099: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:03.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:02.087314+0000 mgr.smithi176.ajjlsm (mgr.14696) 1284 : cluster [DBG] pgmap v1100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:02.087314+0000 mgr.smithi176.ajjlsm (mgr.14696) 1284 : cluster [DBG] pgmap v1100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:04.087770+0000 mgr.smithi176.ajjlsm (mgr.14696) 1285 : cluster [DBG] pgmap v1101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:04.087770+0000 mgr.smithi176.ajjlsm (mgr.14696) 1285 : cluster [DBG] pgmap v1101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:06.088761+0000 mgr.smithi176.ajjlsm (mgr.14696) 1286 : cluster [DBG] pgmap v1102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:06.088761+0000 mgr.smithi176.ajjlsm (mgr.14696) 1286 : cluster [DBG] pgmap v1102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:08.089355+0000 mgr.smithi176.ajjlsm (mgr.14696) 1287 : cluster [DBG] pgmap v1103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:08.089355+0000 mgr.smithi176.ajjlsm (mgr.14696) 1287 : cluster [DBG] pgmap v1103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:10.089907+0000 mgr.smithi176.ajjlsm (mgr.14696) 1288 : cluster [DBG] pgmap v1104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:10.089907+0000 mgr.smithi176.ajjlsm (mgr.14696) 1288 : cluster [DBG] pgmap v1104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:13.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:12.090828+0000 mgr.smithi176.ajjlsm (mgr.14696) 1289 : cluster [DBG] pgmap v1105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:12.090828+0000 mgr.smithi176.ajjlsm (mgr.14696) 1289 : cluster [DBG] pgmap v1105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:14.091383+0000 mgr.smithi176.ajjlsm (mgr.14696) 1290 : cluster [DBG] pgmap v1106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:14.091383+0000 mgr.smithi176.ajjlsm (mgr.14696) 1290 : cluster [DBG] pgmap v1106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:15.829 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:46:16.103 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:46:16.103 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (41m) 3m ago 42m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:46:16.104 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (34m) 3m ago 42m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:46:16.104 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (34m) 3m ago 42m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:46:16.104 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (41m) 3m ago 42m 42.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:46:16.104 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (34m) 3m ago 38m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:46:16.105 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (34m) 3m ago 38m 19.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:46:16.105 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (35m) 3m ago 43m 476M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:46:16.105 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (35m) 3m ago 42m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:46:16.106 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (35m) 3m ago 43m 276M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:46:16.106 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (35m) 3m ago 42m 166M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:46:16.107 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (36m) 3m ago 36m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:46:16.107 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (35m) 3m ago 35m 90.8M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:46:16.107 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (42m) 3m ago 42m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:46:16.107 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (41m) 3m ago 41m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:46:16.107 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (27m) 3m ago 41m 498M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:46:16.108 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (41m) 3m ago 41m 1275M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:46:16.108 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (40m) 3m ago 40m 858M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:46:16.108 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (40m) 3m ago 40m 1418M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:46:16.108 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (40m) 3m ago 40m 1330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:46:16.109 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (40m) 3m ago 40m 1538M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:46:16.109 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (39m) 3m ago 39m 1236M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:46:16.109 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (39m) 3m ago 39m 1953M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:46:16.109 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (41m) 3m ago 42m 56.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:46:16.427 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:46:16.427 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:46:16.428 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:46:16.428 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:46:16.428 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:46:16.429 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:46:16.429 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:46:16.429 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:46:16.429 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:46:16.429 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:46:16.430 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:46:16.430 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:46:16.430 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:46:16.430 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:46:16.431 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:46:16.431 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:46:16.431 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:46:16.431 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:46:16.432 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:46:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:46:15.816725+0000 mgr.smithi176.ajjlsm (mgr.14696) 1291 : audit [DBG] from='client.34958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:46:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:16.092092+0000 mgr.smithi176.ajjlsm (mgr.14696) 1292 : cluster [DBG] pgmap v1107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:46:16.093682+0000 mgr.smithi176.ajjlsm (mgr.14696) 1293 : audit [DBG] from='client.34962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:46:17.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:46:16.426718+0000 mon.smithi176 (mon.0) 623 : audit [DBG] from='client.? 172.21.15.176:0/1192775581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:46:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:46:15.816725+0000 mgr.smithi176.ajjlsm (mgr.14696) 1291 : audit [DBG] from='client.34958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:46:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:16.092092+0000 mgr.smithi176.ajjlsm (mgr.14696) 1292 : cluster [DBG] pgmap v1107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:17.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:46:16.093682+0000 mgr.smithi176.ajjlsm (mgr.14696) 1293 : audit [DBG] from='client.34962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:46:17.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:46:16.426718+0000 mon.smithi176 (mon.0) 623 : audit [DBG] from='client.? 172.21.15.176:0/1192775581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:46:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:18.092656+0000 mgr.smithi176.ajjlsm (mgr.14696) 1294 : cluster [DBG] pgmap v1108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:19.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:18.092656+0000 mgr.smithi176.ajjlsm (mgr.14696) 1294 : cluster [DBG] pgmap v1108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:20.093286+0000 mgr.smithi176.ajjlsm (mgr.14696) 1295 : cluster [DBG] pgmap v1109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:21.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:20.093286+0000 mgr.smithi176.ajjlsm (mgr.14696) 1295 : cluster [DBG] pgmap v1109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:22.094235+0000 mgr.smithi176.ajjlsm (mgr.14696) 1296 : cluster [DBG] pgmap v1110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:22.094235+0000 mgr.smithi176.ajjlsm (mgr.14696) 1296 : cluster [DBG] pgmap v1110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:24.094692+0000 mgr.smithi176.ajjlsm (mgr.14696) 1297 : cluster [DBG] pgmap v1111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:25.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:24.094692+0000 mgr.smithi176.ajjlsm (mgr.14696) 1297 : cluster [DBG] pgmap v1111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:26.095401+0000 mgr.smithi176.ajjlsm (mgr.14696) 1298 : cluster [DBG] pgmap v1112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:27.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:26.095401+0000 mgr.smithi176.ajjlsm (mgr.14696) 1298 : cluster [DBG] pgmap v1112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:28.095946+0000 mgr.smithi176.ajjlsm (mgr.14696) 1299 : cluster [DBG] pgmap v1113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:46:29.021230+0000 mon.smithi176 (mon.0) 624 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:46:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:46:29.022619+0000 mon.smithi176 (mon.0) 625 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:46:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:46:29.023532+0000 mon.smithi176 (mon.0) 626 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:46:29.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:28.095946+0000 mgr.smithi176.ajjlsm (mgr.14696) 1299 : cluster [DBG] pgmap v1113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:46:29.021230+0000 mon.smithi176 (mon.0) 624 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:46:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:46:29.022619+0000 mon.smithi176 (mon.0) 625 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:46:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:46:29.023532+0000 mon.smithi176 (mon.0) 626 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:46:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:46:29.024295+0000 mgr.smithi176.ajjlsm (mgr.14696) 1300 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:46:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:46:29.425291+0000 mon.smithi176 (mon.0) 627 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:46:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:46:29.429609+0000 mon.smithi176 (mon.0) 628 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:46:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:46:29.024295+0000 mgr.smithi176.ajjlsm (mgr.14696) 1300 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:46:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:46:29.425291+0000 mon.smithi176 (mon.0) 627 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:46:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:46:29.429609+0000 mon.smithi176 (mon.0) 628 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:46:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:30.096496+0000 mgr.smithi176.ajjlsm (mgr.14696) 1301 : cluster [DBG] pgmap v1114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:31.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:30.096496+0000 mgr.smithi176.ajjlsm (mgr.14696) 1301 : cluster [DBG] pgmap v1114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:32.097424+0000 mgr.smithi176.ajjlsm (mgr.14696) 1302 : cluster [DBG] pgmap v1115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:33.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:32.097424+0000 mgr.smithi176.ajjlsm (mgr.14696) 1302 : cluster [DBG] pgmap v1115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:34.098135+0000 mgr.smithi176.ajjlsm (mgr.14696) 1303 : cluster [DBG] pgmap v1116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:35.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:34.098135+0000 mgr.smithi176.ajjlsm (mgr.14696) 1303 : cluster [DBG] pgmap v1116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:36.098986+0000 mgr.smithi176.ajjlsm (mgr.14696) 1304 : cluster [DBG] pgmap v1117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:36.098986+0000 mgr.smithi176.ajjlsm (mgr.14696) 1304 : cluster [DBG] pgmap v1117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:38.099604+0000 mgr.smithi176.ajjlsm (mgr.14696) 1305 : cluster [DBG] pgmap v1118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:39.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:38.099604+0000 mgr.smithi176.ajjlsm (mgr.14696) 1305 : cluster [DBG] pgmap v1118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:46:40.164810+0000 mon.smithi176 (mon.0) 629 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:46:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:46:40.165056+0000 mon.smithi176 (mon.0) 630 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:46:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:46:40.164810+0000 mon.smithi176 (mon.0) 629 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:46:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:46:40.165056+0000 mon.smithi176 (mon.0) 630 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:46:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:40.100211+0000 mgr.smithi176.ajjlsm (mgr.14696) 1306 : cluster [DBG] pgmap v1119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:41.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:40.100211+0000 mgr.smithi176.ajjlsm (mgr.14696) 1306 : cluster [DBG] pgmap v1119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:42.101116+0000 mgr.smithi176.ajjlsm (mgr.14696) 1307 : cluster [DBG] pgmap v1120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:42.101116+0000 mgr.smithi176.ajjlsm (mgr.14696) 1307 : cluster [DBG] pgmap v1120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:44.101588+0000 mgr.smithi176.ajjlsm (mgr.14696) 1308 : cluster [DBG] pgmap v1121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:45.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:44.101588+0000 mgr.smithi176.ajjlsm (mgr.14696) 1308 : cluster [DBG] pgmap v1121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:46.729 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:46:46.995 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:46:46.995 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (42m) 4m ago 43m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:46:46.996 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (35m) 4m ago 43m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:46:46.996 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (35m) 4m ago 42m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:46:46.996 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (42m) 4m ago 42m 42.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:46:46.996 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (34m) 4m ago 38m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:46:46.997 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (35m) 4m ago 38m 19.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:46:46.997 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (36m) 4m ago 44m 476M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:46:46.997 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (35m) 4m ago 42m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:46:46.997 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (35m) 4m ago 44m 276M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:46:46.997 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (35m) 4m ago 42m 166M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:46:46.998 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (36m) 4m ago 36m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:46:46.998 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (36m) 4m ago 36m 90.8M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:46:46.998 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (42m) 4m ago 42m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:46:46.998 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (42m) 4m ago 42m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:46:46.999 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (28m) 4m ago 41m 498M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:46:46.999 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (41m) 4m ago 41m 1275M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:46:46.999 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (41m) 4m ago 41m 858M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:46:46.999 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (41m) 4m ago 41m 1418M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:46:47.000 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (40m) 4m ago 40m 1330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:46:47.000 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (40m) 4m ago 40m 1538M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:46:47.000 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (40m) 4m ago 40m 1236M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:46:47.001 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (40m) 4m ago 40m 1953M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:46:47.001 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (42m) 4m ago 42m 56.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:46:47.315 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:46:47.316 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:46:47.316 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:46:47.316 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:46:47.317 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:46:47.317 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:46:47.318 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:46:47.318 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:46:47.318 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:46:47.318 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:46:47.319 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:46:47.319 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:46:47.319 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:46:47.319 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:46:47.320 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:46:47.320 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:46:47.320 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:46:47.321 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:46:47.321 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:46:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:46.102468+0000 mgr.smithi176.ajjlsm (mgr.14696) 1309 : cluster [DBG] pgmap v1122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:46:47.315127+0000 mon.smithi176 (mon.0) 631 : audit [DBG] from='client.? 172.21.15.176:0/1723501465' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:46:47.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:46.102468+0000 mgr.smithi176.ajjlsm (mgr.14696) 1309 : cluster [DBG] pgmap v1122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:46:47.315127+0000 mon.smithi176 (mon.0) 631 : audit [DBG] from='client.? 172.21.15.176:0/1723501465' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:46:48.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:46:46.717219+0000 mgr.smithi176.ajjlsm (mgr.14696) 1310 : audit [DBG] from='client.34970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:46:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:46:46.986009+0000 mgr.smithi176.ajjlsm (mgr.14696) 1311 : audit [DBG] from='client.34974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:46:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:46:46.717219+0000 mgr.smithi176.ajjlsm (mgr.14696) 1310 : audit [DBG] from='client.34970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:46:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:46:46.986009+0000 mgr.smithi176.ajjlsm (mgr.14696) 1311 : audit [DBG] from='client.34974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:46:49.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:48.103082+0000 mgr.smithi176.ajjlsm (mgr.14696) 1312 : cluster [DBG] pgmap v1123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:48.103082+0000 mgr.smithi176.ajjlsm (mgr.14696) 1312 : cluster [DBG] pgmap v1123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:51.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:50.103588+0000 mgr.smithi176.ajjlsm (mgr.14696) 1313 : cluster [DBG] pgmap v1124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:50.103588+0000 mgr.smithi176.ajjlsm (mgr.14696) 1313 : cluster [DBG] pgmap v1124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:52.104368+0000 mgr.smithi176.ajjlsm (mgr.14696) 1314 : cluster [DBG] pgmap v1125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:52.104368+0000 mgr.smithi176.ajjlsm (mgr.14696) 1314 : cluster [DBG] pgmap v1125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:55.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:54.104984+0000 mgr.smithi176.ajjlsm (mgr.14696) 1315 : cluster [DBG] pgmap v1126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:54.104984+0000 mgr.smithi176.ajjlsm (mgr.14696) 1315 : cluster [DBG] pgmap v1126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:57.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:56.105916+0000 mgr.smithi176.ajjlsm (mgr.14696) 1316 : cluster [DBG] pgmap v1127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:56.105916+0000 mgr.smithi176.ajjlsm (mgr.14696) 1316 : cluster [DBG] pgmap v1127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:46:59.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:46:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:46:58.106657+0000 mgr.smithi176.ajjlsm (mgr.14696) 1317 : cluster [DBG] pgmap v1128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:46:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:46:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:46:58.106657+0000 mgr.smithi176.ajjlsm (mgr.14696) 1317 : cluster [DBG] pgmap v1128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:01.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:00.107158+0000 mgr.smithi176.ajjlsm (mgr.14696) 1318 : cluster [DBG] pgmap v1129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:00.107158+0000 mgr.smithi176.ajjlsm (mgr.14696) 1318 : cluster [DBG] pgmap v1129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:02.108032+0000 mgr.smithi176.ajjlsm (mgr.14696) 1319 : cluster [DBG] pgmap v1130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:02.108032+0000 mgr.smithi176.ajjlsm (mgr.14696) 1319 : cluster [DBG] pgmap v1130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:05.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:04.108643+0000 mgr.smithi176.ajjlsm (mgr.14696) 1320 : cluster [DBG] pgmap v1131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:04.108643+0000 mgr.smithi176.ajjlsm (mgr.14696) 1320 : cluster [DBG] pgmap v1131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:07.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:06.109566+0000 mgr.smithi176.ajjlsm (mgr.14696) 1321 : cluster [DBG] pgmap v1132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:06.109566+0000 mgr.smithi176.ajjlsm (mgr.14696) 1321 : cluster [DBG] pgmap v1132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:09.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:08.110091+0000 mgr.smithi176.ajjlsm (mgr.14696) 1322 : cluster [DBG] pgmap v1133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:08.110091+0000 mgr.smithi176.ajjlsm (mgr.14696) 1322 : cluster [DBG] pgmap v1133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:11.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:10.110548+0000 mgr.smithi176.ajjlsm (mgr.14696) 1323 : cluster [DBG] pgmap v1134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:10.110548+0000 mgr.smithi176.ajjlsm (mgr.14696) 1323 : cluster [DBG] pgmap v1134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:12.111527+0000 mgr.smithi176.ajjlsm (mgr.14696) 1324 : cluster [DBG] pgmap v1135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:12.111527+0000 mgr.smithi176.ajjlsm (mgr.14696) 1324 : cluster [DBG] pgmap v1135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:15.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:14.111982+0000 mgr.smithi176.ajjlsm (mgr.14696) 1325 : cluster [DBG] pgmap v1136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:14.111982+0000 mgr.smithi176.ajjlsm (mgr.14696) 1325 : cluster [DBG] pgmap v1136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:17.621 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:47:17.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:16.112680+0000 mgr.smithi176.ajjlsm (mgr.14696) 1326 : cluster [DBG] pgmap v1137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:17.888 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:47:17.888 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (42m) 4m ago 43m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:47:17.889 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (35m) 4m ago 43m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:47:17.889 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (35m) 4m ago 43m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:47:17.889 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (42m) 4m ago 43m 42.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:47:17.890 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (35m) 4m ago 39m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:47:17.890 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (35m) 4m ago 39m 19.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:47:17.890 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (36m) 4m ago 44m 476M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:47:17.890 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (36m) 4m ago 43m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:47:17.890 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (36m) 4m ago 44m 276M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:47:17.891 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (36m) 4m ago 43m 166M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:47:17.891 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (37m) 4m ago 37m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:47:17.891 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (36m) 4m ago 36m 90.8M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:47:17.891 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (43m) 4m ago 43m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:47:17.892 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (42m) 4m ago 42m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:47:17.892 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (28m) 4m ago 42m 498M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:47:17.892 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (42m) 4m ago 42m 1275M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:47:17.892 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (41m) 4m ago 41m 858M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:47:17.893 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (41m) 4m ago 41m 1418M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:47:17.893 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (41m) 4m ago 41m 1330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:47:17.893 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (41m) 4m ago 41m 1538M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:47:17.894 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (40m) 4m ago 40m 1236M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:47:17.894 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (40m) 4m ago 40m 1953M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:47:17.894 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (42m) 4m ago 43m 56.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:47:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:16.112680+0000 mgr.smithi176.ajjlsm (mgr.14696) 1326 : cluster [DBG] pgmap v1137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:18.210 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:47:18.210 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:47:18.211 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:47:18.211 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:47:18.211 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:47:18.211 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:47:18.212 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:47:18.212 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:47:18.212 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:47:18.212 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:47:18.212 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:47:18.213 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:47:18.213 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:47:18.213 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:47:18.213 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:47:18.213 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:47:18.214 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:47:18.214 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:47:18.214 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:47:18.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:47:17.608563+0000 mgr.smithi176.ajjlsm (mgr.14696) 1327 : audit [DBG] from='client.34982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:47:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:47:18.209799+0000 mon.smithi176 (mon.0) 632 : audit [DBG] from='client.? 172.21.15.176:0/1747927518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:47:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:47:17.608563+0000 mgr.smithi176.ajjlsm (mgr.14696) 1327 : audit [DBG] from='client.34982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:47:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:47:18.209799+0000 mon.smithi176 (mon.0) 632 : audit [DBG] from='client.? 172.21.15.176:0/1747927518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:47:19.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:47:17.878909+0000 mgr.smithi176.ajjlsm (mgr.14696) 1328 : audit [DBG] from='client.34986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:47:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:18.113157+0000 mgr.smithi176.ajjlsm (mgr.14696) 1329 : cluster [DBG] pgmap v1138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:47:17.878909+0000 mgr.smithi176.ajjlsm (mgr.14696) 1328 : audit [DBG] from='client.34986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:47:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:18.113157+0000 mgr.smithi176.ajjlsm (mgr.14696) 1329 : cluster [DBG] pgmap v1138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:21.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:20.113575+0000 mgr.smithi176.ajjlsm (mgr.14696) 1330 : cluster [DBG] pgmap v1139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:20.113575+0000 mgr.smithi176.ajjlsm (mgr.14696) 1330 : cluster [DBG] pgmap v1139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:22.114405+0000 mgr.smithi176.ajjlsm (mgr.14696) 1331 : cluster [DBG] pgmap v1140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:22.114405+0000 mgr.smithi176.ajjlsm (mgr.14696) 1331 : cluster [DBG] pgmap v1140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:25.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:24.114852+0000 mgr.smithi176.ajjlsm (mgr.14696) 1332 : cluster [DBG] pgmap v1141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:24.114852+0000 mgr.smithi176.ajjlsm (mgr.14696) 1332 : cluster [DBG] pgmap v1141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:27.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:26.115680+0000 mgr.smithi176.ajjlsm (mgr.14696) 1333 : cluster [DBG] pgmap v1142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:26.115680+0000 mgr.smithi176.ajjlsm (mgr.14696) 1333 : cluster [DBG] pgmap v1142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:28.116414+0000 mgr.smithi176.ajjlsm (mgr.14696) 1334 : cluster [DBG] pgmap v1143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:47:29.432200+0000 mon.smithi176 (mon.0) 633 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:47:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:47:29.433627+0000 mon.smithi176 (mon.0) 634 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:47:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:47:29.434494+0000 mon.smithi176 (mon.0) 635 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:47:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:28.116414+0000 mgr.smithi176.ajjlsm (mgr.14696) 1334 : cluster [DBG] pgmap v1143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:47:29.432200+0000 mon.smithi176 (mon.0) 633 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:47:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:47:29.433627+0000 mon.smithi176 (mon.0) 634 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:47:30.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:47:29.434494+0000 mon.smithi176 (mon.0) 635 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:47:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:47:29.435256+0000 mgr.smithi176.ajjlsm (mgr.14696) 1335 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:47:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:47:29.834506+0000 mon.smithi176 (mon.0) 636 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:47:30.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:47:29.839537+0000 mon.smithi176 (mon.0) 637 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:47:31.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:47:29.435256+0000 mgr.smithi176.ajjlsm (mgr.14696) 1335 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:47:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:47:29.834506+0000 mon.smithi176 (mon.0) 636 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:47:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:47:29.839537+0000 mon.smithi176 (mon.0) 637 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:47:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:30.117118+0000 mgr.smithi176.ajjlsm (mgr.14696) 1336 : cluster [DBG] pgmap v1144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:30.117118+0000 mgr.smithi176.ajjlsm (mgr.14696) 1336 : cluster [DBG] pgmap v1144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:32.117842+0000 mgr.smithi176.ajjlsm (mgr.14696) 1337 : cluster [DBG] pgmap v1145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:34.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:32.117842+0000 mgr.smithi176.ajjlsm (mgr.14696) 1337 : cluster [DBG] pgmap v1145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:34.118429+0000 mgr.smithi176.ajjlsm (mgr.14696) 1338 : cluster [DBG] pgmap v1146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:36.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:34.118429+0000 mgr.smithi176.ajjlsm (mgr.14696) 1338 : cluster [DBG] pgmap v1146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:36.119068+0000 mgr.smithi176.ajjlsm (mgr.14696) 1339 : cluster [DBG] pgmap v1147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:36.119068+0000 mgr.smithi176.ajjlsm (mgr.14696) 1339 : cluster [DBG] pgmap v1147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:38.119604+0000 mgr.smithi176.ajjlsm (mgr.14696) 1340 : cluster [DBG] pgmap v1148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:40.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:38.119604+0000 mgr.smithi176.ajjlsm (mgr.14696) 1340 : cluster [DBG] pgmap v1148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:47:40.169352+0000 mon.smithi176 (mon.0) 638 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:47:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:47:40.169617+0000 mon.smithi176 (mon.0) 639 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:47:41.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:47:40.169352+0000 mon.smithi176 (mon.0) 638 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:47:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:47:40.169617+0000 mon.smithi176 (mon.0) 639 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:47:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:40.120315+0000 mgr.smithi176.ajjlsm (mgr.14696) 1341 : cluster [DBG] pgmap v1149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:42.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:40.120315+0000 mgr.smithi176.ajjlsm (mgr.14696) 1341 : cluster [DBG] pgmap v1149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:42.121176+0000 mgr.smithi176.ajjlsm (mgr.14696) 1342 : cluster [DBG] pgmap v1150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:44.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:42.121176+0000 mgr.smithi176.ajjlsm (mgr.14696) 1342 : cluster [DBG] pgmap v1150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:44.121776+0000 mgr.smithi176.ajjlsm (mgr.14696) 1343 : cluster [DBG] pgmap v1151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:46.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:44.121776+0000 mgr.smithi176.ajjlsm (mgr.14696) 1343 : cluster [DBG] pgmap v1151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:46.122421+0000 mgr.smithi176.ajjlsm (mgr.14696) 1344 : cluster [DBG] pgmap v1152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:46.122421+0000 mgr.smithi176.ajjlsm (mgr.14696) 1344 : cluster [DBG] pgmap v1152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:48.511 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:47:48.779 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:47:48.780 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (43m) 5m ago 44m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:47:48.780 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (36m) 5m ago 44m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:47:48.780 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (36m) 5m ago 43m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:47:48.781 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (43m) 5m ago 44m 42.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:47:48.781 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (35m) 5m ago 39m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:47:48.781 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (36m) 5m ago 39m 19.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:47:48.781 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (37m) 5m ago 45m 476M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:47:48.782 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (36m) 5m ago 43m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:47:48.782 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (36m) 5m ago 45m 276M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:47:48.782 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (36m) 5m ago 43m 166M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:47:48.782 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (37m) 5m ago 37m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:47:48.783 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (37m) 5m ago 37m 90.8M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:47:48.783 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (43m) 5m ago 43m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:47:48.783 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (43m) 5m ago 43m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:47:48.783 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (29m) 5m ago 43m 498M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:47:48.783 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (42m) 5m ago 42m 1275M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:47:48.784 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (42m) 5m ago 42m 858M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:47:48.784 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (42m) 5m ago 42m 1418M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:47:48.784 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (41m) 5m ago 41m 1330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:47:48.784 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (41m) 5m ago 41m 1538M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:47:48.785 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (41m) 5m ago 41m 1236M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:47:48.785 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (41m) 5m ago 41m 1953M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:47:48.785 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (43m) 5m ago 43m 56.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:47:49.102 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:47:49.102 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:47:49.103 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:47:49.103 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:47:49.103 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:47:49.103 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:47:49.104 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:47:49.104 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:47:49.104 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:47:49.104 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:47:49.105 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:47:49.105 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:47:49.105 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:47:49.106 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:47:49.106 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:47:49.106 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:47:49.106 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:47:49.107 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:47:49.107 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:47:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:48.123093+0000 mgr.smithi176.ajjlsm (mgr.14696) 1345 : cluster [DBG] pgmap v1153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:47:48.499401+0000 mgr.smithi176.ajjlsm (mgr.14696) 1346 : audit [DBG] from='client.34994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:47:49.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:47:49.101580+0000 mon.smithi176 (mon.0) 640 : audit [DBG] from='client.? 172.21.15.176:0/1923792856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:47:50.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:48.123093+0000 mgr.smithi176.ajjlsm (mgr.14696) 1345 : cluster [DBG] pgmap v1153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:47:48.499401+0000 mgr.smithi176.ajjlsm (mgr.14696) 1346 : audit [DBG] from='client.34994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:47:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:47:49.101580+0000 mon.smithi176 (mon.0) 640 : audit [DBG] from='client.? 172.21.15.176:0/1923792856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:47:50.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:47:48.770167+0000 mgr.smithi176.ajjlsm (mgr.14696) 1347 : audit [DBG] from='client.34998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:47:51.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:47:48.770167+0000 mgr.smithi176.ajjlsm (mgr.14696) 1347 : audit [DBG] from='client.34998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:47:51.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:50.123619+0000 mgr.smithi176.ajjlsm (mgr.14696) 1348 : cluster [DBG] pgmap v1154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:52.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:50.123619+0000 mgr.smithi176.ajjlsm (mgr.14696) 1348 : cluster [DBG] pgmap v1154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:52.124571+0000 mgr.smithi176.ajjlsm (mgr.14696) 1349 : cluster [DBG] pgmap v1155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:54.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:52.124571+0000 mgr.smithi176.ajjlsm (mgr.14696) 1349 : cluster [DBG] pgmap v1155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:54.125152+0000 mgr.smithi176.ajjlsm (mgr.14696) 1350 : cluster [DBG] pgmap v1156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:56.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:54.125152+0000 mgr.smithi176.ajjlsm (mgr.14696) 1350 : cluster [DBG] pgmap v1156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:47:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:56.125877+0000 mgr.smithi176.ajjlsm (mgr.14696) 1351 : cluster [DBG] pgmap v1157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:56.125877+0000 mgr.smithi176.ajjlsm (mgr.14696) 1351 : cluster [DBG] pgmap v1157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:47:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:47:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:47:58.126529+0000 mgr.smithi176.ajjlsm (mgr.14696) 1352 : cluster [DBG] pgmap v1158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:47:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:47:58.126529+0000 mgr.smithi176.ajjlsm (mgr.14696) 1352 : cluster [DBG] pgmap v1158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:00.127006+0000 mgr.smithi176.ajjlsm (mgr.14696) 1353 : cluster [DBG] pgmap v1159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:00.127006+0000 mgr.smithi176.ajjlsm (mgr.14696) 1353 : cluster [DBG] pgmap v1159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:02.127828+0000 mgr.smithi176.ajjlsm (mgr.14696) 1354 : cluster [DBG] pgmap v1160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:04.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:02.127828+0000 mgr.smithi176.ajjlsm (mgr.14696) 1354 : cluster [DBG] pgmap v1160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:04.128266+0000 mgr.smithi176.ajjlsm (mgr.14696) 1355 : cluster [DBG] pgmap v1161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:04.128266+0000 mgr.smithi176.ajjlsm (mgr.14696) 1355 : cluster [DBG] pgmap v1161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:06.129063+0000 mgr.smithi176.ajjlsm (mgr.14696) 1356 : cluster [DBG] pgmap v1162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:06.129063+0000 mgr.smithi176.ajjlsm (mgr.14696) 1356 : cluster [DBG] pgmap v1162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:08.129637+0000 mgr.smithi176.ajjlsm (mgr.14696) 1357 : cluster [DBG] pgmap v1163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:10.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:08.129637+0000 mgr.smithi176.ajjlsm (mgr.14696) 1357 : cluster [DBG] pgmap v1163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:10.130328+0000 mgr.smithi176.ajjlsm (mgr.14696) 1358 : cluster [DBG] pgmap v1164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:12.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:10.130328+0000 mgr.smithi176.ajjlsm (mgr.14696) 1358 : cluster [DBG] pgmap v1164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:12.131178+0000 mgr.smithi176.ajjlsm (mgr.14696) 1359 : cluster [DBG] pgmap v1165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:14.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:12.131178+0000 mgr.smithi176.ajjlsm (mgr.14696) 1359 : cluster [DBG] pgmap v1165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:14.131729+0000 mgr.smithi176.ajjlsm (mgr.14696) 1360 : cluster [DBG] pgmap v1166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:16.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:14.131729+0000 mgr.smithi176.ajjlsm (mgr.14696) 1360 : cluster [DBG] pgmap v1166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:16.132524+0000 mgr.smithi176.ajjlsm (mgr.14696) 1361 : cluster [DBG] pgmap v1167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:16.132524+0000 mgr.smithi176.ajjlsm (mgr.14696) 1361 : cluster [DBG] pgmap v1167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:19.406 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:48:19.676 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:48:19.676 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (43m) 5m ago 44m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:48:19.676 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (36m) 5m ago 44m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:48:19.676 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (36m) 5m ago 44m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:48:19.677 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (43m) 5m ago 44m 42.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:48:19.677 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (36m) 5m ago 40m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:48:19.677 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (36m) 5m ago 40m 19.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:48:19.677 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (37m) 5m ago 45m 476M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:48:19.678 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (37m) 5m ago 44m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:48:19.678 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (37m) 5m ago 45m 276M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:48:19.678 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (37m) 5m ago 44m 166M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:48:19.678 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (38m) 5m ago 38m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:48:19.679 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (38m) 5m ago 37m 90.8M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:48:19.679 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (44m) 5m ago 44m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:48:19.679 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (44m) 5m ago 44m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:48:19.679 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (29m) 5m ago 43m 498M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:48:19.679 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (43m) 5m ago 43m 1275M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:48:19.680 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (43m) 5m ago 43m 858M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:48:19.680 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (42m) 5m ago 42m 1418M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:48:19.680 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (42m) 5m ago 42m 1330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:48:19.680 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (42m) 5m ago 42m 1538M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:48:19.681 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (41m) 5m ago 41m 1236M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:48:19.681 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (41m) 5m ago 41m 1953M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:48:19.681 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (43m) 5m ago 44m 56.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:48:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:18.133099+0000 mgr.smithi176.ajjlsm (mgr.14696) 1362 : cluster [DBG] pgmap v1168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:19.998 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:48:19.998 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:48:19.998 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:48:19.999 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:48:19.999 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:48:19.999 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:48:19.999 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:48:20.000 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:48:20.000 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:48:20.000 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:48:20.000 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:48:20.001 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:48:20.001 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:48:20.001 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:48:20.001 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:48:20.001 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:48:20.002 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:48:20.002 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:48:20.002 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:48:20.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:18.133099+0000 mgr.smithi176.ajjlsm (mgr.14696) 1362 : cluster [DBG] pgmap v1168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:48:19.393537+0000 mgr.smithi176.ajjlsm (mgr.14696) 1363 : audit [DBG] from='client.35006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:48:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:48:19.997294+0000 mon.smithi176 (mon.0) 641 : audit [DBG] from='client.? 172.21.15.176:0/266446597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:48:21.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:48:19.393537+0000 mgr.smithi176.ajjlsm (mgr.14696) 1363 : audit [DBG] from='client.35006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:48:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:48:19.997294+0000 mon.smithi176 (mon.0) 641 : audit [DBG] from='client.? 172.21.15.176:0/266446597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:48:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:48:19.666426+0000 mgr.smithi176.ajjlsm (mgr.14696) 1364 : audit [DBG] from='client.35010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:48:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:20.133629+0000 mgr.smithi176.ajjlsm (mgr.14696) 1365 : cluster [DBG] pgmap v1169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:22.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:48:19.666426+0000 mgr.smithi176.ajjlsm (mgr.14696) 1364 : audit [DBG] from='client.35010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:48:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:20.133629+0000 mgr.smithi176.ajjlsm (mgr.14696) 1365 : cluster [DBG] pgmap v1169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:22.134489+0000 mgr.smithi176.ajjlsm (mgr.14696) 1366 : cluster [DBG] pgmap v1170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:22.134489+0000 mgr.smithi176.ajjlsm (mgr.14696) 1366 : cluster [DBG] pgmap v1170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:24.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:24.134958+0000 mgr.smithi176.ajjlsm (mgr.14696) 1367 : cluster [DBG] pgmap v1171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:25.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:24.134958+0000 mgr.smithi176.ajjlsm (mgr.14696) 1367 : cluster [DBG] pgmap v1171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:26.135914+0000 mgr.smithi176.ajjlsm (mgr.14696) 1368 : cluster [DBG] pgmap v1172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:26.135914+0000 mgr.smithi176.ajjlsm (mgr.14696) 1368 : cluster [DBG] pgmap v1172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:28.136447+0000 mgr.smithi176.ajjlsm (mgr.14696) 1369 : cluster [DBG] pgmap v1173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:29.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:28.136447+0000 mgr.smithi176.ajjlsm (mgr.14696) 1369 : cluster [DBG] pgmap v1173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:48:29.842287+0000 mon.smithi176 (mon.0) 642 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:48:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:48:29.843644+0000 mon.smithi176 (mon.0) 643 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:48:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:48:29.844410+0000 mon.smithi176 (mon.0) 644 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:48:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:48:30.241562+0000 mon.smithi176 (mon.0) 645 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:48:30.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:48:29.842287+0000 mon.smithi176 (mon.0) 642 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:48:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:48:29.843644+0000 mon.smithi176 (mon.0) 643 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:48:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:48:29.844410+0000 mon.smithi176 (mon.0) 644 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:48:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:48:30.241562+0000 mon.smithi176 (mon.0) 645 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:48:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:48:29.845103+0000 mgr.smithi176.ajjlsm (mgr.14696) 1370 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:48:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:30.136928+0000 mgr.smithi176.ajjlsm (mgr.14696) 1371 : cluster [DBG] pgmap v1174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:48:30.246500+0000 mon.smithi176 (mon.0) 646 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:48:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:48:29.845103+0000 mgr.smithi176.ajjlsm (mgr.14696) 1370 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:48:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:30.136928+0000 mgr.smithi176.ajjlsm (mgr.14696) 1371 : cluster [DBG] pgmap v1174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:48:30.246500+0000 mon.smithi176 (mon.0) 646 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:48:33.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:32.137778+0000 mgr.smithi176.ajjlsm (mgr.14696) 1372 : cluster [DBG] pgmap v1175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:32.137778+0000 mgr.smithi176.ajjlsm (mgr.14696) 1372 : cluster [DBG] pgmap v1175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:34.138271+0000 mgr.smithi176.ajjlsm (mgr.14696) 1373 : cluster [DBG] pgmap v1176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:34.138271+0000 mgr.smithi176.ajjlsm (mgr.14696) 1373 : cluster [DBG] pgmap v1176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:36.139099+0000 mgr.smithi176.ajjlsm (mgr.14696) 1374 : cluster [DBG] pgmap v1177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:36.139099+0000 mgr.smithi176.ajjlsm (mgr.14696) 1374 : cluster [DBG] pgmap v1177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:38.139626+0000 mgr.smithi176.ajjlsm (mgr.14696) 1375 : cluster [DBG] pgmap v1178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:38.139626+0000 mgr.smithi176.ajjlsm (mgr.14696) 1375 : cluster [DBG] pgmap v1178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:48:40.174209+0000 mon.smithi176 (mon.0) 647 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:48:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:48:40.174461+0000 mon.smithi176 (mon.0) 648 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:48:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:48:40.174209+0000 mon.smithi176 (mon.0) 647 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:48:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:48:40.174461+0000 mon.smithi176 (mon.0) 648 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:48:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:40.140249+0000 mgr.smithi176.ajjlsm (mgr.14696) 1376 : cluster [DBG] pgmap v1179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:40.140249+0000 mgr.smithi176.ajjlsm (mgr.14696) 1376 : cluster [DBG] pgmap v1179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:43.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:42.140960+0000 mgr.smithi176.ajjlsm (mgr.14696) 1377 : cluster [DBG] pgmap v1180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:42.140960+0000 mgr.smithi176.ajjlsm (mgr.14696) 1377 : cluster [DBG] pgmap v1180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:44.141585+0000 mgr.smithi176.ajjlsm (mgr.14696) 1378 : cluster [DBG] pgmap v1181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:45.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:44.141585+0000 mgr.smithi176.ajjlsm (mgr.14696) 1378 : cluster [DBG] pgmap v1181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:46.142318+0000 mgr.smithi176.ajjlsm (mgr.14696) 1379 : cluster [DBG] pgmap v1182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:46.142318+0000 mgr.smithi176.ajjlsm (mgr.14696) 1379 : cluster [DBG] pgmap v1182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:48.142851+0000 mgr.smithi176.ajjlsm (mgr.14696) 1380 : cluster [DBG] pgmap v1183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:49.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:48.142851+0000 mgr.smithi176.ajjlsm (mgr.14696) 1380 : cluster [DBG] pgmap v1183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:50.303 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:48:50.571 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:48:50.571 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (44m) 6m ago 45m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:48:50.572 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (37m) 6m ago 45m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:48:50.572 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (37m) 6m ago 44m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:48:50.572 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (44m) 6m ago 45m 42.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:48:50.573 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (36m) 6m ago 40m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:48:50.573 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (37m) 6m ago 40m 19.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:48:50.573 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (38m) 6m ago 46m 476M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:48:50.573 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (37m) 6m ago 44m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:48:50.574 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (37m) 6m ago 46m 276M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:48:50.574 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (37m) 6m ago 44m 166M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:48:50.574 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (38m) 6m ago 38m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:48:50.574 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (38m) 6m ago 38m 90.8M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:48:50.574 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (44m) 6m ago 44m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:48:50.575 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (44m) 6m ago 44m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:48:50.575 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (30m) 6m ago 44m 498M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:48:50.575 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (43m) 6m ago 43m 1275M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:48:50.575 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (43m) 6m ago 43m 858M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:48:50.576 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (43m) 6m ago 43m 1418M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:48:50.576 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (43m) 6m ago 43m 1330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:48:50.576 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (42m) 6m ago 42m 1538M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:48:50.576 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (42m) 6m ago 42m 1236M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:48:50.576 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (42m) 6m ago 42m 1953M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:48:50.577 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (44m) 6m ago 44m 56.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:48:50.896 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:48:50.897 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:48:50.897 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:48:50.897 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:48:50.898 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:48:50.898 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:48:50.898 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:48:50.898 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:48:50.899 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:48:50.899 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:48:50.899 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:48:50.899 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:48:50.900 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:48:50.900 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:48:50.900 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:48:50.900 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:48:50.900 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:48:50.901 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:48:50.901 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:48:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:50.143437+0000 mgr.smithi176.ajjlsm (mgr.14696) 1381 : cluster [DBG] pgmap v1184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:48:50.290093+0000 mgr.smithi176.ajjlsm (mgr.14696) 1382 : audit [DBG] from='client.35018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:48:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:48:50.561718+0000 mgr.smithi176.ajjlsm (mgr.14696) 1383 : audit [DBG] from='client.35022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:48:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:48:50.895607+0000 mon.smithi176 (mon.0) 649 : audit [DBG] from='client.? 172.21.15.176:0/3823923300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:48:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:50.143437+0000 mgr.smithi176.ajjlsm (mgr.14696) 1381 : cluster [DBG] pgmap v1184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:48:50.290093+0000 mgr.smithi176.ajjlsm (mgr.14696) 1382 : audit [DBG] from='client.35018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:48:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:48:50.561718+0000 mgr.smithi176.ajjlsm (mgr.14696) 1383 : audit [DBG] from='client.35022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:48:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:48:50.895607+0000 mon.smithi176 (mon.0) 649 : audit [DBG] from='client.? 172.21.15.176:0/3823923300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:48:53.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:52.144422+0000 mgr.smithi176.ajjlsm (mgr.14696) 1384 : cluster [DBG] pgmap v1185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:52.144422+0000 mgr.smithi176.ajjlsm (mgr.14696) 1384 : cluster [DBG] pgmap v1185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:54.145024+0000 mgr.smithi176.ajjlsm (mgr.14696) 1385 : cluster [DBG] pgmap v1186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:55.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:54.145024+0000 mgr.smithi176.ajjlsm (mgr.14696) 1385 : cluster [DBG] pgmap v1186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:56.145838+0000 mgr.smithi176.ajjlsm (mgr.14696) 1386 : cluster [DBG] pgmap v1187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:56.145838+0000 mgr.smithi176.ajjlsm (mgr.14696) 1386 : cluster [DBG] pgmap v1187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:48:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:48:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:48:58.146535+0000 mgr.smithi176.ajjlsm (mgr.14696) 1387 : cluster [DBG] pgmap v1188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:48:59.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:48:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:48:58.146535+0000 mgr.smithi176.ajjlsm (mgr.14696) 1387 : cluster [DBG] pgmap v1188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:00.147098+0000 mgr.smithi176.ajjlsm (mgr.14696) 1388 : cluster [DBG] pgmap v1189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:01.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:00.147098+0000 mgr.smithi176.ajjlsm (mgr.14696) 1388 : cluster [DBG] pgmap v1189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:02.147868+0000 mgr.smithi176.ajjlsm (mgr.14696) 1389 : cluster [DBG] pgmap v1190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:02.147868+0000 mgr.smithi176.ajjlsm (mgr.14696) 1389 : cluster [DBG] pgmap v1190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:04.148380+0000 mgr.smithi176.ajjlsm (mgr.14696) 1390 : cluster [DBG] pgmap v1191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:05.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:04.148380+0000 mgr.smithi176.ajjlsm (mgr.14696) 1390 : cluster [DBG] pgmap v1191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:06.149332+0000 mgr.smithi176.ajjlsm (mgr.14696) 1391 : cluster [DBG] pgmap v1192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:07.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:06.149332+0000 mgr.smithi176.ajjlsm (mgr.14696) 1391 : cluster [DBG] pgmap v1192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:08.149858+0000 mgr.smithi176.ajjlsm (mgr.14696) 1392 : cluster [DBG] pgmap v1193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:09.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:08.149858+0000 mgr.smithi176.ajjlsm (mgr.14696) 1392 : cluster [DBG] pgmap v1193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:10.150369+0000 mgr.smithi176.ajjlsm (mgr.14696) 1393 : cluster [DBG] pgmap v1194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:11.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:10.150369+0000 mgr.smithi176.ajjlsm (mgr.14696) 1393 : cluster [DBG] pgmap v1194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:12.151141+0000 mgr.smithi176.ajjlsm (mgr.14696) 1394 : cluster [DBG] pgmap v1195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:12.151141+0000 mgr.smithi176.ajjlsm (mgr.14696) 1394 : cluster [DBG] pgmap v1195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:14.151680+0000 mgr.smithi176.ajjlsm (mgr.14696) 1395 : cluster [DBG] pgmap v1196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:15.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:14.151680+0000 mgr.smithi176.ajjlsm (mgr.14696) 1395 : cluster [DBG] pgmap v1196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:16.152393+0000 mgr.smithi176.ajjlsm (mgr.14696) 1396 : cluster [DBG] pgmap v1197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:17.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:16.152393+0000 mgr.smithi176.ajjlsm (mgr.14696) 1396 : cluster [DBG] pgmap v1197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:18.152894+0000 mgr.smithi176.ajjlsm (mgr.14696) 1397 : cluster [DBG] pgmap v1198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:19.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:18.152894+0000 mgr.smithi176.ajjlsm (mgr.14696) 1397 : cluster [DBG] pgmap v1198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:21.196 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:49:21.465 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:49:21.465 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (44m) 6m ago 45m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:49:21.466 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (37m) 6m ago 45m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:49:21.466 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (37m) 6m ago 45m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:49:21.467 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (44m) 6m ago 45m 42.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:49:21.467 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (37m) 6m ago 41m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:49:21.468 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (37m) 6m ago 41m 19.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:49:21.468 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (38m) 6m ago 46m 476M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:49:21.468 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (38m) 6m ago 45m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:49:21.469 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (38m) 6m ago 46m 276M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:49:21.469 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (38m) 6m ago 45m 166M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:49:21.469 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (39m) 6m ago 39m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:49:21.469 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (39m) 6m ago 39m 90.8M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:49:21.470 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (45m) 6m ago 45m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:49:21.470 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (45m) 6m ago 45m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:49:21.470 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (30m) 6m ago 44m 498M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:49:21.470 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (44m) 6m ago 44m 1275M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:49:21.471 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (44m) 6m ago 44m 858M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:49:21.471 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (43m) 6m ago 43m 1418M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:49:21.471 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (43m) 6m ago 43m 1330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:49:21.471 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (43m) 6m ago 43m 1538M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:49:21.472 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (43m) 6m ago 43m 1236M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:49:21.472 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (42m) 6m ago 42m 1953M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:49:21.472 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (44m) 6m ago 45m 56.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:49:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:20.153431+0000 mgr.smithi176.ajjlsm (mgr.14696) 1398 : cluster [DBG] pgmap v1199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:21.784 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:49:21.785 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:49:21.785 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:49:21.785 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:49:21.785 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:49:21.785 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:49:21.786 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:49:21.786 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:49:21.786 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:49:21.787 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:49:21.787 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:49:21.787 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:49:21.787 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:49:21.787 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:49:21.788 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:49:21.788 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:49:21.788 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:49:21.788 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:49:21.789 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:49:21.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:20.153431+0000 mgr.smithi176.ajjlsm (mgr.14696) 1398 : cluster [DBG] pgmap v1199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:49:21.183875+0000 mgr.smithi176.ajjlsm (mgr.14696) 1399 : audit [DBG] from='client.35030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:49:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:49:21.455853+0000 mgr.smithi176.ajjlsm (mgr.14696) 1400 : audit [DBG] from='client.35034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:49:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:49:21.783725+0000 mon.smithi176 (mon.0) 650 : audit [DBG] from='client.? 172.21.15.176:0/560343464' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:49:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:49:21.183875+0000 mgr.smithi176.ajjlsm (mgr.14696) 1399 : audit [DBG] from='client.35030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:49:22.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:49:21.455853+0000 mgr.smithi176.ajjlsm (mgr.14696) 1400 : audit [DBG] from='client.35034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:49:22.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:49:21.783725+0000 mon.smithi176 (mon.0) 650 : audit [DBG] from='client.? 172.21.15.176:0/560343464' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:49:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:22.154385+0000 mgr.smithi176.ajjlsm (mgr.14696) 1401 : cluster [DBG] pgmap v1200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:22.154385+0000 mgr.smithi176.ajjlsm (mgr.14696) 1401 : cluster [DBG] pgmap v1200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:24.154815+0000 mgr.smithi176.ajjlsm (mgr.14696) 1402 : cluster [DBG] pgmap v1201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:24.154815+0000 mgr.smithi176.ajjlsm (mgr.14696) 1402 : cluster [DBG] pgmap v1201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:26.155817+0000 mgr.smithi176.ajjlsm (mgr.14696) 1403 : cluster [DBG] pgmap v1202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:27.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:26.155817+0000 mgr.smithi176.ajjlsm (mgr.14696) 1403 : cluster [DBG] pgmap v1202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:28.156317+0000 mgr.smithi176.ajjlsm (mgr.14696) 1404 : cluster [DBG] pgmap v1203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:29.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:28.156317+0000 mgr.smithi176.ajjlsm (mgr.14696) 1404 : cluster [DBG] pgmap v1203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:49:30.249020+0000 mon.smithi176 (mon.0) 651 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:49:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:49:30.250545+0000 mon.smithi176 (mon.0) 652 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:49:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:49:30.251400+0000 mon.smithi176 (mon.0) 653 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:49:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:49:30.249020+0000 mon.smithi176 (mon.0) 651 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:49:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:49:30.250545+0000 mon.smithi176 (mon.0) 652 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:49:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:49:30.251400+0000 mon.smithi176 (mon.0) 653 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:49:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:30.156834+0000 mgr.smithi176.ajjlsm (mgr.14696) 1405 : cluster [DBG] pgmap v1204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:49:30.252159+0000 mgr.smithi176.ajjlsm (mgr.14696) 1406 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:49:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:49:30.653383+0000 mon.smithi176 (mon.0) 654 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:49:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:49:30.660608+0000 mon.smithi176 (mon.0) 655 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:49:32.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:30.156834+0000 mgr.smithi176.ajjlsm (mgr.14696) 1405 : cluster [DBG] pgmap v1204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:49:30.252159+0000 mgr.smithi176.ajjlsm (mgr.14696) 1406 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:49:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:49:30.653383+0000 mon.smithi176 (mon.0) 654 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:49:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:49:30.660608+0000 mon.smithi176 (mon.0) 655 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:49:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:32.157669+0000 mgr.smithi176.ajjlsm (mgr.14696) 1407 : cluster [DBG] pgmap v1205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:32.157669+0000 mgr.smithi176.ajjlsm (mgr.14696) 1407 : cluster [DBG] pgmap v1205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:34.158343+0000 mgr.smithi176.ajjlsm (mgr.14696) 1408 : cluster [DBG] pgmap v1206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:36.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:34.158343+0000 mgr.smithi176.ajjlsm (mgr.14696) 1408 : cluster [DBG] pgmap v1206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:37.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:36.159084+0000 mgr.smithi176.ajjlsm (mgr.14696) 1409 : cluster [DBG] pgmap v1207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:36.159084+0000 mgr.smithi176.ajjlsm (mgr.14696) 1409 : cluster [DBG] pgmap v1207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:38.159552+0000 mgr.smithi176.ajjlsm (mgr.14696) 1410 : cluster [DBG] pgmap v1208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:40.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:38.159552+0000 mgr.smithi176.ajjlsm (mgr.14696) 1410 : cluster [DBG] pgmap v1208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:49:40.178725+0000 mon.smithi176 (mon.0) 656 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:49:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:49:40.178955+0000 mon.smithi176 (mon.0) 657 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:49:41.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:49:40.178725+0000 mon.smithi176 (mon.0) 656 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:49:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:49:40.178955+0000 mon.smithi176 (mon.0) 657 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:49:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:40.160025+0000 mgr.smithi176.ajjlsm (mgr.14696) 1411 : cluster [DBG] pgmap v1209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:42.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:40.160025+0000 mgr.smithi176.ajjlsm (mgr.14696) 1411 : cluster [DBG] pgmap v1209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:42.160811+0000 mgr.smithi176.ajjlsm (mgr.14696) 1412 : cluster [DBG] pgmap v1210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:43.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:42.160811+0000 mgr.smithi176.ajjlsm (mgr.14696) 1412 : cluster [DBG] pgmap v1210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:44.161547+0000 mgr.smithi176.ajjlsm (mgr.14696) 1413 : cluster [DBG] pgmap v1211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:44.161547+0000 mgr.smithi176.ajjlsm (mgr.14696) 1413 : cluster [DBG] pgmap v1211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:46.162522+0000 mgr.smithi176.ajjlsm (mgr.14696) 1414 : cluster [DBG] pgmap v1212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:46.162522+0000 mgr.smithi176.ajjlsm (mgr.14696) 1414 : cluster [DBG] pgmap v1212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:48.163045+0000 mgr.smithi176.ajjlsm (mgr.14696) 1415 : cluster [DBG] pgmap v1213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:49.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:48.163045+0000 mgr.smithi176.ajjlsm (mgr.14696) 1415 : cluster [DBG] pgmap v1213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:50.163711+0000 mgr.smithi176.ajjlsm (mgr.14696) 1416 : cluster [DBG] pgmap v1214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:50.163711+0000 mgr.smithi176.ajjlsm (mgr.14696) 1416 : cluster [DBG] pgmap v1214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:52.092 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:49:52.360 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:49:52.361 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (45m) 7m ago 46m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:49:52.361 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (38m) 7m ago 46m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:49:52.361 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (38m) 7m ago 45m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:49:52.362 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (45m) 7m ago 46m 42.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:49:52.362 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (37m) 7m ago 41m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:49:52.362 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (38m) 7m ago 41m 19.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:49:52.362 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (39m) 7m ago 47m 476M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:49:52.363 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (39m) 7m ago 45m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:49:52.363 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (38m) 7m ago 47m 276M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:49:52.363 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (38m) 7m ago 45m 166M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:49:52.363 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (39m) 7m ago 39m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:49:52.364 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (39m) 7m ago 39m 90.8M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:49:52.364 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (46m) 7m ago 46m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:49:52.364 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (45m) 7m ago 45m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:49:52.364 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (31m) 7m ago 45m 498M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:49:52.365 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (44m) 7m ago 44m 1275M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:49:52.365 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (44m) 7m ago 44m 858M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:49:52.365 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (44m) 7m ago 44m 1418M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:49:52.365 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (44m) 7m ago 44m 1330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:49:52.365 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (43m) 7m ago 43m 1538M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:49:52.366 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (43m) 7m ago 43m 1236M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:49:52.366 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (43m) 7m ago 43m 1953M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:49:52.366 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (45m) 7m ago 45m 56.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:49:52.681 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:49:52.681 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:49:52.682 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:49:52.682 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:49:52.682 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:49:52.682 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:49:52.683 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:49:52.683 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:49:52.683 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:49:52.683 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:49:52.684 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:49:52.684 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:49:52.684 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:49:52.684 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:49:52.684 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:49:52.685 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:49:52.685 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:49:52.685 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:49:52.686 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:49:53.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:49:52.079145+0000 mgr.smithi176.ajjlsm (mgr.14696) 1417 : audit [DBG] from='client.35042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:49:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:52.164413+0000 mgr.smithi176.ajjlsm (mgr.14696) 1418 : cluster [DBG] pgmap v1215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:49:52.351327+0000 mgr.smithi176.ajjlsm (mgr.14696) 1419 : audit [DBG] from='client.35046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:49:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:49:52.680712+0000 mon.smithi176 (mon.0) 658 : audit [DBG] from='client.? 172.21.15.176:0/1332787009' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:49:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:49:52.079145+0000 mgr.smithi176.ajjlsm (mgr.14696) 1417 : audit [DBG] from='client.35042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:49:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:52.164413+0000 mgr.smithi176.ajjlsm (mgr.14696) 1418 : cluster [DBG] pgmap v1215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:49:52.351327+0000 mgr.smithi176.ajjlsm (mgr.14696) 1419 : audit [DBG] from='client.35046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:49:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:49:52.680712+0000 mon.smithi176 (mon.0) 658 : audit [DBG] from='client.? 172.21.15.176:0/1332787009' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:49:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:54.164849+0000 mgr.smithi176.ajjlsm (mgr.14696) 1420 : cluster [DBG] pgmap v1216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:54.164849+0000 mgr.smithi176.ajjlsm (mgr.14696) 1420 : cluster [DBG] pgmap v1216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:56.165637+0000 mgr.smithi176.ajjlsm (mgr.14696) 1421 : cluster [DBG] pgmap v1217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:56.165637+0000 mgr.smithi176.ajjlsm (mgr.14696) 1421 : cluster [DBG] pgmap v1217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:49:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:49:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:49:58.166283+0000 mgr.smithi176.ajjlsm (mgr.14696) 1422 : cluster [DBG] pgmap v1218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:49:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:49:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:49:58.166283+0000 mgr.smithi176.ajjlsm (mgr.14696) 1422 : cluster [DBG] pgmap v1218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:00.000135+0000 mon.smithi176 (mon.0) 659 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T07:50:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:00.000135+0000 mon.smithi176 (mon.0) 659 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T07:50:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:00.166840+0000 mgr.smithi176.ajjlsm (mgr.14696) 1423 : cluster [DBG] pgmap v1219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:00.166840+0000 mgr.smithi176.ajjlsm (mgr.14696) 1423 : cluster [DBG] pgmap v1219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:03.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:02.167668+0000 mgr.smithi176.ajjlsm (mgr.14696) 1424 : cluster [DBG] pgmap v1220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:02.167668+0000 mgr.smithi176.ajjlsm (mgr.14696) 1424 : cluster [DBG] pgmap v1220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:04.168330+0000 mgr.smithi176.ajjlsm (mgr.14696) 1425 : cluster [DBG] pgmap v1221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:04.168330+0000 mgr.smithi176.ajjlsm (mgr.14696) 1425 : cluster [DBG] pgmap v1221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:06.169276+0000 mgr.smithi176.ajjlsm (mgr.14696) 1426 : cluster [DBG] pgmap v1222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:07.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:06.169276+0000 mgr.smithi176.ajjlsm (mgr.14696) 1426 : cluster [DBG] pgmap v1222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:08.169767+0000 mgr.smithi176.ajjlsm (mgr.14696) 1427 : cluster [DBG] pgmap v1223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:09.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:08.169767+0000 mgr.smithi176.ajjlsm (mgr.14696) 1427 : cluster [DBG] pgmap v1223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:11.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:10.170350+0000 mgr.smithi176.ajjlsm (mgr.14696) 1428 : cluster [DBG] pgmap v1224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:11.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:10.170350+0000 mgr.smithi176.ajjlsm (mgr.14696) 1428 : cluster [DBG] pgmap v1224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:12.171197+0000 mgr.smithi176.ajjlsm (mgr.14696) 1429 : cluster [DBG] pgmap v1225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:12.171197+0000 mgr.smithi176.ajjlsm (mgr.14696) 1429 : cluster [DBG] pgmap v1225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:14.171796+0000 mgr.smithi176.ajjlsm (mgr.14696) 1430 : cluster [DBG] pgmap v1226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:14.171796+0000 mgr.smithi176.ajjlsm (mgr.14696) 1430 : cluster [DBG] pgmap v1226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:16.172757+0000 mgr.smithi176.ajjlsm (mgr.14696) 1431 : cluster [DBG] pgmap v1227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:17.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:16.172757+0000 mgr.smithi176.ajjlsm (mgr.14696) 1431 : cluster [DBG] pgmap v1227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:18.173486+0000 mgr.smithi176.ajjlsm (mgr.14696) 1432 : cluster [DBG] pgmap v1228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:19.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:18.173486+0000 mgr.smithi176.ajjlsm (mgr.14696) 1432 : cluster [DBG] pgmap v1228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:20.174130+0000 mgr.smithi176.ajjlsm (mgr.14696) 1433 : cluster [DBG] pgmap v1229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:21.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:20.174130+0000 mgr.smithi176.ajjlsm (mgr.14696) 1433 : cluster [DBG] pgmap v1229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:22.983 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:50:23.252 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:50:23.253 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (45m) 7m ago 46m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:50:23.253 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (38m) 7m ago 46m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:50:23.253 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (38m) 7m ago 46m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:50:23.254 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (45m) 7m ago 46m 42.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:50:23.254 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (38m) 7m ago 42m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:50:23.254 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (38m) 7m ago 42m 19.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:50:23.254 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (39m) 7m ago 47m 476M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:50:23.254 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (39m) 7m ago 46m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:50:23.255 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (39m) 7m ago 47m 276M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:50:23.255 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (39m) 7m ago 46m 166M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:50:23.255 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (40m) 7m ago 40m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:50:23.255 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (40m) 7m ago 40m 90.8M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:50:23.256 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (46m) 7m ago 46m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:50:23.256 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (46m) 7m ago 46m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:50:23.256 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (31m) 7m ago 45m 498M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:50:23.256 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (45m) 7m ago 45m 1275M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:50:23.256 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (45m) 7m ago 45m 858M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:50:23.257 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (44m) 7m ago 44m 1418M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:50:23.257 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (44m) 7m ago 44m 1330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:50:23.257 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (44m) 7m ago 44m 1538M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:50:23.257 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (44m) 7m ago 44m 1236M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:50:23.258 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (43m) 7m ago 43m 1953M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:50:23.258 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (45m) 7m ago 46m 56.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:50:23.578 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:50:23.579 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:50:23.579 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:50:23.579 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:50:23.580 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:50:23.580 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:50:23.580 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:50:23.580 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:50:23.580 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:50:23.581 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:50:23.581 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:50:23.581 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:50:23.581 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:50:23.582 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:50:23.582 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:50:23.582 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:50:23.582 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:50:23.582 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:50:23.583 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:50:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:22.175007+0000 mgr.smithi176.ajjlsm (mgr.14696) 1434 : cluster [DBG] pgmap v1230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:22.175007+0000 mgr.smithi176.ajjlsm (mgr.14696) 1434 : cluster [DBG] pgmap v1230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:50:22.970958+0000 mgr.smithi176.ajjlsm (mgr.14696) 1435 : audit [DBG] from='client.35054 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:50:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:50:23.242690+0000 mgr.smithi176.ajjlsm (mgr.14696) 1436 : audit [DBG] from='client.35058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:50:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:50:23.577970+0000 mon.smithi176 (mon.0) 660 : audit [DBG] from='client.? 172.21.15.176:0/3963341940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:50:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:50:22.970958+0000 mgr.smithi176.ajjlsm (mgr.14696) 1435 : audit [DBG] from='client.35054 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:50:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:50:23.242690+0000 mgr.smithi176.ajjlsm (mgr.14696) 1436 : audit [DBG] from='client.35058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:50:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:50:23.577970+0000 mon.smithi176 (mon.0) 660 : audit [DBG] from='client.? 172.21.15.176:0/3963341940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:50:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:24.175600+0000 mgr.smithi176.ajjlsm (mgr.14696) 1437 : cluster [DBG] pgmap v1231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:25.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:24.175600+0000 mgr.smithi176.ajjlsm (mgr.14696) 1437 : cluster [DBG] pgmap v1231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:26.176374+0000 mgr.smithi176.ajjlsm (mgr.14696) 1438 : cluster [DBG] pgmap v1232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:27.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:26.176374+0000 mgr.smithi176.ajjlsm (mgr.14696) 1438 : cluster [DBG] pgmap v1232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:28.176918+0000 mgr.smithi176.ajjlsm (mgr.14696) 1439 : cluster [DBG] pgmap v1233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:29.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:28.176918+0000 mgr.smithi176.ajjlsm (mgr.14696) 1439 : cluster [DBG] pgmap v1233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:30.177504+0000 mgr.smithi176.ajjlsm (mgr.14696) 1440 : cluster [DBG] pgmap v1234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:50:30.663233+0000 mon.smithi176 (mon.0) 661 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:50:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:50:30.664646+0000 mon.smithi176 (mon.0) 662 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:50:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:50:30.665393+0000 mon.smithi176 (mon.0) 663 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:50:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:50:30.666093+0000 mgr.smithi176.ajjlsm (mgr.14696) 1441 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:50:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:50:31.071183+0000 mon.smithi176 (mon.0) 664 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:50:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:50:31.075894+0000 mon.smithi176 (mon.0) 665 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:50:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:30.177504+0000 mgr.smithi176.ajjlsm (mgr.14696) 1440 : cluster [DBG] pgmap v1234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:50:30.663233+0000 mon.smithi176 (mon.0) 661 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:50:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:50:30.664646+0000 mon.smithi176 (mon.0) 662 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:50:31.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:50:30.665393+0000 mon.smithi176 (mon.0) 663 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:50:31.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:50:30.666093+0000 mgr.smithi176.ajjlsm (mgr.14696) 1441 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:50:31.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:50:31.071183+0000 mon.smithi176 (mon.0) 664 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:50:31.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:50:31.075894+0000 mon.smithi176 (mon.0) 665 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:50:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:32.178471+0000 mgr.smithi176.ajjlsm (mgr.14696) 1442 : cluster [DBG] pgmap v1235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:33.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:32.178471+0000 mgr.smithi176.ajjlsm (mgr.14696) 1442 : cluster [DBG] pgmap v1235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:35.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:34.179011+0000 mgr.smithi176.ajjlsm (mgr.14696) 1443 : cluster [DBG] pgmap v1236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:35.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:34.179011+0000 mgr.smithi176.ajjlsm (mgr.14696) 1443 : cluster [DBG] pgmap v1236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:36.179743+0000 mgr.smithi176.ajjlsm (mgr.14696) 1444 : cluster [DBG] pgmap v1237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:37.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:36.179743+0000 mgr.smithi176.ajjlsm (mgr.14696) 1444 : cluster [DBG] pgmap v1237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:38.180333+0000 mgr.smithi176.ajjlsm (mgr.14696) 1445 : cluster [DBG] pgmap v1238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:39.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:38.180333+0000 mgr.smithi176.ajjlsm (mgr.14696) 1445 : cluster [DBG] pgmap v1238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:50:40.183525+0000 mon.smithi176 (mon.0) 666 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:50:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:50:40.183782+0000 mon.smithi176 (mon.0) 667 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:50:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:50:40.183525+0000 mon.smithi176 (mon.0) 666 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:50:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:50:40.183782+0000 mon.smithi176 (mon.0) 667 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:50:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:40.180805+0000 mgr.smithi176.ajjlsm (mgr.14696) 1446 : cluster [DBG] pgmap v1239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:41.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:40.180805+0000 mgr.smithi176.ajjlsm (mgr.14696) 1446 : cluster [DBG] pgmap v1239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:43.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:42.181854+0000 mgr.smithi176.ajjlsm (mgr.14696) 1447 : cluster [DBG] pgmap v1240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:43.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:42.181854+0000 mgr.smithi176.ajjlsm (mgr.14696) 1447 : cluster [DBG] pgmap v1240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:44.182393+0000 mgr.smithi176.ajjlsm (mgr.14696) 1448 : cluster [DBG] pgmap v1241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:45.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:44.182393+0000 mgr.smithi176.ajjlsm (mgr.14696) 1448 : cluster [DBG] pgmap v1241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:46.183121+0000 mgr.smithi176.ajjlsm (mgr.14696) 1449 : cluster [DBG] pgmap v1242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:47.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:46.183121+0000 mgr.smithi176.ajjlsm (mgr.14696) 1449 : cluster [DBG] pgmap v1242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:48.183693+0000 mgr.smithi176.ajjlsm (mgr.14696) 1450 : cluster [DBG] pgmap v1243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:49.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:48.183693+0000 mgr.smithi176.ajjlsm (mgr.14696) 1450 : cluster [DBG] pgmap v1243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:50.184435+0000 mgr.smithi176.ajjlsm (mgr.14696) 1451 : cluster [DBG] pgmap v1244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:51.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:50.184435+0000 mgr.smithi176.ajjlsm (mgr.14696) 1451 : cluster [DBG] pgmap v1244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:52.185263+0000 mgr.smithi176.ajjlsm (mgr.14696) 1452 : cluster [DBG] pgmap v1245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:52.185263+0000 mgr.smithi176.ajjlsm (mgr.14696) 1452 : cluster [DBG] pgmap v1245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:53.883 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:50:54.151 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:50:54.151 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (46m) 8m ago 47m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:50:54.151 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (39m) 8m ago 47m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:50:54.152 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (39m) 8m ago 46m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:50:54.152 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (46m) 8m ago 47m 42.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:50:54.152 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (38m) 8m ago 42m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:50:54.152 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (39m) 8m ago 42m 19.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:50:54.153 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (40m) 8m ago 48m 476M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:50:54.153 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (40m) 8m ago 46m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:50:54.153 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (39m) 8m ago 48m 276M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:50:54.153 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (39m) 8m ago 46m 166M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:50:54.154 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (40m) 8m ago 40m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:50:54.154 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (40m) 8m ago 40m 90.8M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:50:54.154 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (47m) 8m ago 47m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:50:54.154 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (46m) 8m ago 46m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:50:54.155 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (32m) 8m ago 46m 498M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:50:54.155 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (45m) 8m ago 45m 1275M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:50:54.155 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (45m) 8m ago 45m 858M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:50:54.155 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (45m) 8m ago 45m 1418M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:50:54.156 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (45m) 8m ago 45m 1330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:50:54.156 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (44m) 8m ago 44m 1538M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:50:54.156 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (44m) 8m ago 44m 1236M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:50:54.156 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (44m) 8m ago 44m 1953M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:50:54.157 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (46m) 8m ago 46m 56.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:50:54.471 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:50:54.471 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:50:54.471 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:50:54.472 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:50:54.472 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:50:54.472 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:50:54.472 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:50:54.472 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:50:54.473 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:50:54.475 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:50:54.475 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:50:54.475 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:50:54.475 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:50:54.476 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:50:54.476 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:50:54.476 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:50:54.476 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:50:54.476 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:50:54.477 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:50:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:50:53.870869+0000 mgr.smithi176.ajjlsm (mgr.14696) 1453 : audit [DBG] from='client.35066 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:50:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:50:54.141485+0000 mgr.smithi176.ajjlsm (mgr.14696) 1454 : audit [DBG] from='client.35070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:50:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:54.185705+0000 mgr.smithi176.ajjlsm (mgr.14696) 1455 : cluster [DBG] pgmap v1246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:55.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:50:54.470335+0000 mon.smithi176 (mon.0) 668 : audit [DBG] from='client.? 172.21.15.176:0/1162874850' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:50:55.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:50:53.870869+0000 mgr.smithi176.ajjlsm (mgr.14696) 1453 : audit [DBG] from='client.35066 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:50:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:50:54.141485+0000 mgr.smithi176.ajjlsm (mgr.14696) 1454 : audit [DBG] from='client.35070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:50:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:54.185705+0000 mgr.smithi176.ajjlsm (mgr.14696) 1455 : cluster [DBG] pgmap v1246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:50:54.470335+0000 mon.smithi176 (mon.0) 668 : audit [DBG] from='client.? 172.21.15.176:0/1162874850' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:50:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:56.186474+0000 mgr.smithi176.ajjlsm (mgr.14696) 1456 : cluster [DBG] pgmap v1247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:57.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:56.186474+0000 mgr.smithi176.ajjlsm (mgr.14696) 1456 : cluster [DBG] pgmap v1247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:50:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:50:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:50:58.187000+0000 mgr.smithi176.ajjlsm (mgr.14696) 1457 : cluster [DBG] pgmap v1248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:50:59.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:50:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:50:58.187000+0000 mgr.smithi176.ajjlsm (mgr.14696) 1457 : cluster [DBG] pgmap v1248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:00.187523+0000 mgr.smithi176.ajjlsm (mgr.14696) 1458 : cluster [DBG] pgmap v1249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:01.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:00.187523+0000 mgr.smithi176.ajjlsm (mgr.14696) 1458 : cluster [DBG] pgmap v1249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:02.188298+0000 mgr.smithi176.ajjlsm (mgr.14696) 1459 : cluster [DBG] pgmap v1250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:02.188298+0000 mgr.smithi176.ajjlsm (mgr.14696) 1459 : cluster [DBG] pgmap v1250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:04.188953+0000 mgr.smithi176.ajjlsm (mgr.14696) 1460 : cluster [DBG] pgmap v1251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:04.188953+0000 mgr.smithi176.ajjlsm (mgr.14696) 1460 : cluster [DBG] pgmap v1251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:06.189701+0000 mgr.smithi176.ajjlsm (mgr.14696) 1461 : cluster [DBG] pgmap v1252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:06.189701+0000 mgr.smithi176.ajjlsm (mgr.14696) 1461 : cluster [DBG] pgmap v1252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:08.190209+0000 mgr.smithi176.ajjlsm (mgr.14696) 1462 : cluster [DBG] pgmap v1253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:09.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:08.190209+0000 mgr.smithi176.ajjlsm (mgr.14696) 1462 : cluster [DBG] pgmap v1253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:10.190694+0000 mgr.smithi176.ajjlsm (mgr.14696) 1463 : cluster [DBG] pgmap v1254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:10.190694+0000 mgr.smithi176.ajjlsm (mgr.14696) 1463 : cluster [DBG] pgmap v1254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:12.191644+0000 mgr.smithi176.ajjlsm (mgr.14696) 1464 : cluster [DBG] pgmap v1255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:12.191644+0000 mgr.smithi176.ajjlsm (mgr.14696) 1464 : cluster [DBG] pgmap v1255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:14.192290+0000 mgr.smithi176.ajjlsm (mgr.14696) 1465 : cluster [DBG] pgmap v1256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:15.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:14.192290+0000 mgr.smithi176.ajjlsm (mgr.14696) 1465 : cluster [DBG] pgmap v1256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:16.193263+0000 mgr.smithi176.ajjlsm (mgr.14696) 1466 : cluster [DBG] pgmap v1257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:16.193263+0000 mgr.smithi176.ajjlsm (mgr.14696) 1466 : cluster [DBG] pgmap v1257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:18.193830+0000 mgr.smithi176.ajjlsm (mgr.14696) 1467 : cluster [DBG] pgmap v1258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:19.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:18.193830+0000 mgr.smithi176.ajjlsm (mgr.14696) 1467 : cluster [DBG] pgmap v1258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:20.194441+0000 mgr.smithi176.ajjlsm (mgr.14696) 1468 : cluster [DBG] pgmap v1259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:21.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:20.194441+0000 mgr.smithi176.ajjlsm (mgr.14696) 1468 : cluster [DBG] pgmap v1259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:22.195427+0000 mgr.smithi176.ajjlsm (mgr.14696) 1469 : cluster [DBG] pgmap v1260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:22.195427+0000 mgr.smithi176.ajjlsm (mgr.14696) 1469 : cluster [DBG] pgmap v1260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:24.771 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:51:25.040 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:51:25.040 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (46m) 8m ago 47m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:51:25.041 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (40m) 8m ago 47m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:51:25.041 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (39m) 9m ago 47m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:51:25.041 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (46m) 8m ago 47m 42.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:51:25.041 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (39m) 8m ago 43m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:51:25.042 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (39m) 9m ago 43m 19.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:51:25.042 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (40m) 8m ago 48m 476M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:51:25.042 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (40m) 9m ago 47m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:51:25.042 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (40m) 8m ago 48m 276M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:51:25.043 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (40m) 9m ago 47m 166M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:51:25.043 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (41m) 8m ago 41m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:51:25.043 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (41m) 9m ago 41m 90.8M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:51:25.043 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (47m) 8m ago 47m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:51:25.044 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (47m) 9m ago 47m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:51:25.044 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (32m) 8m ago 46m 498M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:51:25.044 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (46m) 8m ago 46m 1275M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:51:25.044 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (46m) 8m ago 46m 858M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:51:25.044 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (45m) 8m ago 45m 1418M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:51:25.045 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (45m) 9m ago 45m 1330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:51:25.045 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (45m) 9m ago 45m 1538M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:51:25.045 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (45m) 9m ago 45m 1236M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:51:25.045 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (44m) 9m ago 44m 1953M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:51:25.046 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (46m) 8m ago 47m 56.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:51:25.363 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:51:25.363 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:51:25.363 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:51:25.364 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:51:25.364 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:51:25.364 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:51:25.365 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:51:25.365 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:51:25.365 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:51:25.365 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:51:25.366 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:51:25.366 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:51:25.366 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:51:25.366 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:51:25.367 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:51:25.367 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:51:25.367 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:51:25.368 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:51:25.368 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:51:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:24.196076+0000 mgr.smithi176.ajjlsm (mgr.14696) 1470 : cluster [DBG] pgmap v1261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:51:25.362397+0000 mon.smithi176 (mon.0) 669 : audit [DBG] from='client.? 172.21.15.176:0/2031649036' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:51:25.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:24.196076+0000 mgr.smithi176.ajjlsm (mgr.14696) 1470 : cluster [DBG] pgmap v1261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:51:25.362397+0000 mon.smithi176 (mon.0) 669 : audit [DBG] from='client.? 172.21.15.176:0/2031649036' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:51:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:51:24.759236+0000 mgr.smithi176.ajjlsm (mgr.14696) 1471 : audit [DBG] from='client.35078 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:51:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:51:25.030714+0000 mgr.smithi176.ajjlsm (mgr.14696) 1472 : audit [DBG] from='client.35082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:51:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:51:24.759236+0000 mgr.smithi176.ajjlsm (mgr.14696) 1471 : audit [DBG] from='client.35078 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:51:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:51:25.030714+0000 mgr.smithi176.ajjlsm (mgr.14696) 1472 : audit [DBG] from='client.35082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:51:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:26.196728+0000 mgr.smithi176.ajjlsm (mgr.14696) 1473 : cluster [DBG] pgmap v1262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:27.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:26.196728+0000 mgr.smithi176.ajjlsm (mgr.14696) 1473 : cluster [DBG] pgmap v1262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:28.197417+0000 mgr.smithi176.ajjlsm (mgr.14696) 1474 : cluster [DBG] pgmap v1263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:29.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:28.197417+0000 mgr.smithi176.ajjlsm (mgr.14696) 1474 : cluster [DBG] pgmap v1263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:30.198010+0000 mgr.smithi176.ajjlsm (mgr.14696) 1475 : cluster [DBG] pgmap v1264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:51:31.078560+0000 mon.smithi176 (mon.0) 670 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:51:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:51:31.079974+0000 mon.smithi176 (mon.0) 671 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:51:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:51:31.080770+0000 mon.smithi176 (mon.0) 672 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:51:31.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:30.198010+0000 mgr.smithi176.ajjlsm (mgr.14696) 1475 : cluster [DBG] pgmap v1264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:51:31.078560+0000 mon.smithi176 (mon.0) 670 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:51:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:51:31.079974+0000 mon.smithi176 (mon.0) 671 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:51:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:51:31.080770+0000 mon.smithi176 (mon.0) 672 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:51:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:51:31.081453+0000 mgr.smithi176.ajjlsm (mgr.14696) 1476 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:51:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:51:31.468149+0000 mon.smithi176 (mon.0) 673 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:51:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:51:31.480809+0000 mon.smithi176 (mon.0) 674 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:51:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:51:31.484119+0000 mon.smithi176 (mon.0) 675 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:51:32.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:51:31.488840+0000 mon.smithi176 (mon.0) 676 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:51:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:51:31.081453+0000 mgr.smithi176.ajjlsm (mgr.14696) 1476 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:51:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:51:31.468149+0000 mon.smithi176 (mon.0) 673 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:51:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:51:31.480809+0000 mon.smithi176 (mon.0) 674 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T07:51:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:51:31.484119+0000 mon.smithi176 (mon.0) 675 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:51:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:51:31.488840+0000 mon.smithi176 (mon.0) 676 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:51:33.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:32.198851+0000 mgr.smithi176.ajjlsm (mgr.14696) 1477 : cluster [DBG] pgmap v1265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:32.198851+0000 mgr.smithi176.ajjlsm (mgr.14696) 1477 : cluster [DBG] pgmap v1265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:35.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:34.199336+0000 mgr.smithi176.ajjlsm (mgr.14696) 1478 : cluster [DBG] pgmap v1266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:35.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:34.199336+0000 mgr.smithi176.ajjlsm (mgr.14696) 1478 : cluster [DBG] pgmap v1266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:37.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:36.200196+0000 mgr.smithi176.ajjlsm (mgr.14696) 1479 : cluster [DBG] pgmap v1267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:36.200196+0000 mgr.smithi176.ajjlsm (mgr.14696) 1479 : cluster [DBG] pgmap v1267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:38.200817+0000 mgr.smithi176.ajjlsm (mgr.14696) 1480 : cluster [DBG] pgmap v1268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:38.200817+0000 mgr.smithi176.ajjlsm (mgr.14696) 1480 : cluster [DBG] pgmap v1268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:51:40.188185+0000 mon.smithi176 (mon.0) 677 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:51:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:51:40.188492+0000 mon.smithi176 (mon.0) 678 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:51:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:51:40.188185+0000 mon.smithi176 (mon.0) 677 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:51:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:51:40.188492+0000 mon.smithi176 (mon.0) 678 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:51:41.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:40.201262+0000 mgr.smithi176.ajjlsm (mgr.14696) 1481 : cluster [DBG] pgmap v1269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:40.201262+0000 mgr.smithi176.ajjlsm (mgr.14696) 1481 : cluster [DBG] pgmap v1269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:43.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:42.202208+0000 mgr.smithi176.ajjlsm (mgr.14696) 1482 : cluster [DBG] pgmap v1270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:43.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:42.202208+0000 mgr.smithi176.ajjlsm (mgr.14696) 1482 : cluster [DBG] pgmap v1270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:45.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:44.202678+0000 mgr.smithi176.ajjlsm (mgr.14696) 1483 : cluster [DBG] pgmap v1271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:44.202678+0000 mgr.smithi176.ajjlsm (mgr.14696) 1483 : cluster [DBG] pgmap v1271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:47.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:46.203558+0000 mgr.smithi176.ajjlsm (mgr.14696) 1484 : cluster [DBG] pgmap v1272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:47.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:46.203558+0000 mgr.smithi176.ajjlsm (mgr.14696) 1484 : cluster [DBG] pgmap v1272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:49.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:48.204069+0000 mgr.smithi176.ajjlsm (mgr.14696) 1485 : cluster [DBG] pgmap v1273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:48.204069+0000 mgr.smithi176.ajjlsm (mgr.14696) 1485 : cluster [DBG] pgmap v1273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:51.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:50.204535+0000 mgr.smithi176.ajjlsm (mgr.14696) 1486 : cluster [DBG] pgmap v1274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:51.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:50.204535+0000 mgr.smithi176.ajjlsm (mgr.14696) 1486 : cluster [DBG] pgmap v1274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:52.205424+0000 mgr.smithi176.ajjlsm (mgr.14696) 1487 : cluster [DBG] pgmap v1275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:52.205424+0000 mgr.smithi176.ajjlsm (mgr.14696) 1487 : cluster [DBG] pgmap v1275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:55.672 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:51:55.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:54.205923+0000 mgr.smithi176.ajjlsm (mgr.14696) 1488 : cluster [DBG] pgmap v1276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:55.943 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:51:55.944 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (47m) 9m ago 48m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:51:55.944 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (40m) 9m ago 48m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:51:55.944 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (40m) 9m ago 47m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:51:55.945 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (47m) 9m ago 48m 42.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:51:55.945 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (39m) 9m ago 43m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:51:55.945 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (40m) 9m ago 43m 19.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:51:55.945 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (41m) 9m ago 49m 476M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:51:55.946 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (41m) 9m ago 47m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:51:55.946 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (40m) 9m ago 49m 276M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:51:55.946 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (40m) 9m ago 47m 166M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:51:55.947 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (41m) 9m ago 41m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:51:55.947 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (41m) 9m ago 41m 90.8M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:51:55.947 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (48m) 9m ago 48m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:51:55.948 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (47m) 9m ago 47m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:51:55.948 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (33m) 9m ago 47m 498M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:51:55.948 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (46m) 9m ago 46m 1275M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:51:55.948 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (46m) 9m ago 46m 858M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:51:55.949 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (46m) 9m ago 46m 1418M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:51:55.949 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (46m) 9m ago 46m 1330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:51:55.949 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (45m) 9m ago 45m 1538M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:51:55.949 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (45m) 9m ago 45m 1236M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:51:55.950 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (45m) 9m ago 45m 1953M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:51:55.950 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (47m) 9m ago 47m 56.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:51:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:54.205923+0000 mgr.smithi176.ajjlsm (mgr.14696) 1488 : cluster [DBG] pgmap v1276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:51:56.268 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:51:56.268 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:51:56.268 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:51:56.269 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:51:56.269 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:51:56.269 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:51:56.269 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:51:56.270 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:51:56.270 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:51:56.270 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:51:56.270 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:51:56.270 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:51:56.271 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:51:56.271 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:51:56.271 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:51:56.271 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:51:56.272 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:51:56.272 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:51:56.272 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:51:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:51:55.658847+0000 mgr.smithi176.ajjlsm (mgr.14696) 1489 : audit [DBG] from='client.35090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:51:56.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:51:56.267306+0000 mon.smithi176 (mon.0) 679 : audit [DBG] from='client.? 172.21.15.176:0/2388117937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:51:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:51:55.658847+0000 mgr.smithi176.ajjlsm (mgr.14696) 1489 : audit [DBG] from='client.35090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:51:56.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:51:56.267306+0000 mon.smithi176 (mon.0) 679 : audit [DBG] from='client.? 172.21.15.176:0/2388117937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:51:57.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:51:55.934274+0000 mgr.smithi176.ajjlsm (mgr.14696) 1490 : audit [DBG] from='client.35094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:51:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:56.206651+0000 mgr.smithi176.ajjlsm (mgr.14696) 1491 : cluster [DBG] pgmap v1277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:51:55.934274+0000 mgr.smithi176.ajjlsm (mgr.14696) 1490 : audit [DBG] from='client.35094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:51:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:56.206651+0000 mgr.smithi176.ajjlsm (mgr.14696) 1491 : cluster [DBG] pgmap v1277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:51:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:51:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:51:58.207137+0000 mgr.smithi176.ajjlsm (mgr.14696) 1492 : cluster [DBG] pgmap v1278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:00.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:51:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:51:58.207137+0000 mgr.smithi176.ajjlsm (mgr.14696) 1492 : cluster [DBG] pgmap v1278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:00.207873+0000 mgr.smithi176.ajjlsm (mgr.14696) 1493 : cluster [DBG] pgmap v1279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:02.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:00.207873+0000 mgr.smithi176.ajjlsm (mgr.14696) 1493 : cluster [DBG] pgmap v1279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:03.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:02.208694+0000 mgr.smithi176.ajjlsm (mgr.14696) 1494 : cluster [DBG] pgmap v1280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:02.208694+0000 mgr.smithi176.ajjlsm (mgr.14696) 1494 : cluster [DBG] pgmap v1280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:04.209362+0000 mgr.smithi176.ajjlsm (mgr.14696) 1495 : cluster [DBG] pgmap v1281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:06.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:04.209362+0000 mgr.smithi176.ajjlsm (mgr.14696) 1495 : cluster [DBG] pgmap v1281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:06.210134+0000 mgr.smithi176.ajjlsm (mgr.14696) 1496 : cluster [DBG] pgmap v1282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:06.210134+0000 mgr.smithi176.ajjlsm (mgr.14696) 1496 : cluster [DBG] pgmap v1282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:08.210589+0000 mgr.smithi176.ajjlsm (mgr.14696) 1497 : cluster [DBG] pgmap v1283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:10.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:08.210589+0000 mgr.smithi176.ajjlsm (mgr.14696) 1497 : cluster [DBG] pgmap v1283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:10.211024+0000 mgr.smithi176.ajjlsm (mgr.14696) 1498 : cluster [DBG] pgmap v1284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:12.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:10.211024+0000 mgr.smithi176.ajjlsm (mgr.14696) 1498 : cluster [DBG] pgmap v1284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:12.211873+0000 mgr.smithi176.ajjlsm (mgr.14696) 1499 : cluster [DBG] pgmap v1285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:14.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:12.211873+0000 mgr.smithi176.ajjlsm (mgr.14696) 1499 : cluster [DBG] pgmap v1285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:14.212481+0000 mgr.smithi176.ajjlsm (mgr.14696) 1500 : cluster [DBG] pgmap v1286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:16.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:14.212481+0000 mgr.smithi176.ajjlsm (mgr.14696) 1500 : cluster [DBG] pgmap v1286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:17.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:16.213235+0000 mgr.smithi176.ajjlsm (mgr.14696) 1501 : cluster [DBG] pgmap v1287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:16.213235+0000 mgr.smithi176.ajjlsm (mgr.14696) 1501 : cluster [DBG] pgmap v1287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:18.213713+0000 mgr.smithi176.ajjlsm (mgr.14696) 1502 : cluster [DBG] pgmap v1288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:20.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:18.213713+0000 mgr.smithi176.ajjlsm (mgr.14696) 1502 : cluster [DBG] pgmap v1288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:20.214157+0000 mgr.smithi176.ajjlsm (mgr.14696) 1503 : cluster [DBG] pgmap v1289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:22.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:20.214157+0000 mgr.smithi176.ajjlsm (mgr.14696) 1503 : cluster [DBG] pgmap v1289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:22.215069+0000 mgr.smithi176.ajjlsm (mgr.14696) 1504 : cluster [DBG] pgmap v1290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:24.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:22.215069+0000 mgr.smithi176.ajjlsm (mgr.14696) 1504 : cluster [DBG] pgmap v1290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:24.215570+0000 mgr.smithi176.ajjlsm (mgr.14696) 1505 : cluster [DBG] pgmap v1291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:26.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:24.215570+0000 mgr.smithi176.ajjlsm (mgr.14696) 1505 : cluster [DBG] pgmap v1291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:26.575 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:52:26.842 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:52:26.843 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (47m) 10m ago 48m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:52:26.843 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (41m) 10m ago 48m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:52:26.843 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (40m) 10m ago 48m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:52:26.844 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (47m) 10m ago 48m 42.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:52:26.844 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (40m) 10m ago 44m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:52:26.844 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (40m) 10m ago 44m 19.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:52:26.844 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (41m) 10m ago 49m 476M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:52:26.844 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (41m) 10m ago 48m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:52:26.845 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (41m) 10m ago 49m 276M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:52:26.845 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (41m) 10m ago 48m 166M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:52:26.845 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (42m) 10m ago 42m 160M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:52:26.845 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (42m) 10m ago 42m 90.8M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:52:26.846 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (48m) 10m ago 48m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:52:26.846 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (48m) 10m ago 48m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:52:26.846 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (33m) 10m ago 47m 498M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:52:26.846 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (47m) 10m ago 47m 1275M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:52:26.847 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (47m) 10m ago 47m 858M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:52:26.847 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (46m) 10m ago 46m 1418M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:52:26.847 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (46m) 10m ago 46m 1330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:52:26.847 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (46m) 10m ago 46m 1538M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:52:26.848 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (46m) 10m ago 46m 1236M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:52:26.848 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (45m) 10m ago 45m 1953M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:52:26.848 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (47m) 10m ago 48m 56.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:52:27.164 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:52:27.164 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:52:27.164 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:52:27.165 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:52:27.165 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:52:27.165 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:52:27.165 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:52:27.165 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:52:27.166 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:52:27.166 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:52:27.166 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:52:27.166 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:52:27.167 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:52:27.167 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:52:27.167 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:52:27.167 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:52:27.168 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:52:27.168 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:52:27.168 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:52:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:26.216455+0000 mgr.smithi176.ajjlsm (mgr.14696) 1506 : cluster [DBG] pgmap v1292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:52:26.562369+0000 mgr.smithi176.ajjlsm (mgr.14696) 1507 : audit [DBG] from='client.35102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:52:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:52:27.163420+0000 mon.smithi176 (mon.0) 680 : audit [DBG] from='client.? 172.21.15.176:0/2060719105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:52:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:26.216455+0000 mgr.smithi176.ajjlsm (mgr.14696) 1506 : cluster [DBG] pgmap v1292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:52:26.562369+0000 mgr.smithi176.ajjlsm (mgr.14696) 1507 : audit [DBG] from='client.35102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:52:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:52:27.163420+0000 mon.smithi176 (mon.0) 680 : audit [DBG] from='client.? 172.21.15.176:0/2060719105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:52:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:52:26.833125+0000 mgr.smithi176.ajjlsm (mgr.14696) 1508 : audit [DBG] from='client.35106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:52:29.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:52:26.833125+0000 mgr.smithi176.ajjlsm (mgr.14696) 1508 : audit [DBG] from='client.35106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:52:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:28.217051+0000 mgr.smithi176.ajjlsm (mgr.14696) 1509 : cluster [DBG] pgmap v1293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:30.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:28.217051+0000 mgr.smithi176.ajjlsm (mgr.14696) 1509 : cluster [DBG] pgmap v1293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:30.217511+0000 mgr.smithi176.ajjlsm (mgr.14696) 1510 : cluster [DBG] pgmap v1294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:52:31.491619+0000 mon.smithi176 (mon.0) 681 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:52:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:52:31.493008+0000 mon.smithi176 (mon.0) 682 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:52:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:52:31.493817+0000 mon.smithi176 (mon.0) 683 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:52:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:30.217511+0000 mgr.smithi176.ajjlsm (mgr.14696) 1510 : cluster [DBG] pgmap v1294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:52:31.491619+0000 mon.smithi176 (mon.0) 681 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:52:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:52:31.493008+0000 mon.smithi176 (mon.0) 682 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:52:32.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:52:31.493817+0000 mon.smithi176 (mon.0) 683 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:52:32.921 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:52:31.494555+0000 mgr.smithi176.ajjlsm (mgr.14696) 1511 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:52:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:52:31.494555+0000 mgr.smithi176.ajjlsm (mgr.14696) 1511 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:52:33.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:32.218185+0000 mgr.smithi176.ajjlsm (mgr.14696) 1512 : cluster [DBG] pgmap v1295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:34.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:32.218185+0000 mgr.smithi176.ajjlsm (mgr.14696) 1512 : cluster [DBG] pgmap v1295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:34.218721+0000 mgr.smithi176.ajjlsm (mgr.14696) 1513 : cluster [DBG] pgmap v1296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:36.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:34.218721+0000 mgr.smithi176.ajjlsm (mgr.14696) 1513 : cluster [DBG] pgmap v1296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:37.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:36.219402+0000 mgr.smithi176.ajjlsm (mgr.14696) 1514 : cluster [DBG] pgmap v1297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:52:36.340709+0000 mon.smithi176 (mon.0) 684 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:52:37.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:36.219402+0000 mgr.smithi176.ajjlsm (mgr.14696) 1514 : cluster [DBG] pgmap v1297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:52:36.340709+0000 mon.smithi176 (mon.0) 684 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:52:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:52:38.212088+0000 mon.smithi176 (mon.0) 685 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:52:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:38.219807+0000 mgr.smithi176.ajjlsm (mgr.14696) 1515 : cluster [DBG] pgmap v1298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:52:38.606837+0000 mon.smithi176 (mon.0) 686 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:52:39.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:52:38.613620+0000 mon.smithi176 (mon.0) 687 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:52:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:52:38.212088+0000 mon.smithi176 (mon.0) 685 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:52:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:38.219807+0000 mgr.smithi176.ajjlsm (mgr.14696) 1515 : cluster [DBG] pgmap v1298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:52:38.606837+0000 mon.smithi176 (mon.0) 686 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:52:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:52:38.613620+0000 mon.smithi176 (mon.0) 687 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:52:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:52:40.192531+0000 mon.smithi176 (mon.0) 688 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:52:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:52:40.192804+0000 mon.smithi176 (mon.0) 689 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:52:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:52:40.192531+0000 mon.smithi176 (mon.0) 688 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:52:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:52:40.192804+0000 mon.smithi176 (mon.0) 689 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:52:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:40.220223+0000 mgr.smithi176.ajjlsm (mgr.14696) 1516 : cluster [DBG] pgmap v1299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:40.220223+0000 mgr.smithi176.ajjlsm (mgr.14696) 1516 : cluster [DBG] pgmap v1299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:43.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:42.221079+0000 mgr.smithi176.ajjlsm (mgr.14696) 1517 : cluster [DBG] pgmap v1300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:42.221079+0000 mgr.smithi176.ajjlsm (mgr.14696) 1517 : cluster [DBG] pgmap v1300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:44.221538+0000 mgr.smithi176.ajjlsm (mgr.14696) 1518 : cluster [DBG] pgmap v1301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:45.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:44.221538+0000 mgr.smithi176.ajjlsm (mgr.14696) 1518 : cluster [DBG] pgmap v1301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:46.222355+0000 mgr.smithi176.ajjlsm (mgr.14696) 1519 : cluster [DBG] pgmap v1302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:47.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:46.222355+0000 mgr.smithi176.ajjlsm (mgr.14696) 1519 : cluster [DBG] pgmap v1302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:48.222851+0000 mgr.smithi176.ajjlsm (mgr.14696) 1520 : cluster [DBG] pgmap v1303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:48.222851+0000 mgr.smithi176.ajjlsm (mgr.14696) 1520 : cluster [DBG] pgmap v1303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:50.223439+0000 mgr.smithi176.ajjlsm (mgr.14696) 1521 : cluster [DBG] pgmap v1304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:51.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:50.223439+0000 mgr.smithi176.ajjlsm (mgr.14696) 1521 : cluster [DBG] pgmap v1304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:52.224237+0000 mgr.smithi176.ajjlsm (mgr.14696) 1522 : cluster [DBG] pgmap v1305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:52.224237+0000 mgr.smithi176.ajjlsm (mgr.14696) 1522 : cluster [DBG] pgmap v1305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:54.224891+0000 mgr.smithi176.ajjlsm (mgr.14696) 1523 : cluster [DBG] pgmap v1306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:55.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:54.224891+0000 mgr.smithi176.ajjlsm (mgr.14696) 1523 : cluster [DBG] pgmap v1306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:57.471 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:52:57.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:56.225665+0000 mgr.smithi176.ajjlsm (mgr.14696) 1524 : cluster [DBG] pgmap v1307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:57.738 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:52:57.738 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (48m) 19s ago 49m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:52:57.738 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (41m) 19s ago 49m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:52:57.738 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (41m) 21s ago 48m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:52:57.739 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (48m) 19s ago 49m 43.2M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:52:57.739 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (40m) 19s ago 45m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:52:57.739 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (41m) 21s ago 44m 21.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:52:57.739 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (42m) 19s ago 50m 484M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:52:57.740 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (42m) 21s ago 48m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:52:57.740 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (41m) 19s ago 50m 343M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:52:57.740 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (41m) 21s ago 48m 187M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:52:57.740 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (42m) 19s ago 42m 162M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:52:57.740 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (42m) 21s ago 42m 95.1M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:52:57.741 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (49m) 19s ago 49m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:52:57.741 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (48m) 21s ago 48m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:52:57.741 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (34m) 19s ago 48m 525M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:52:57.741 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (47m) 19s ago 47m 1309M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:52:57.741 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (47m) 19s ago 47m 878M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:52:57.742 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (47m) 19s ago 47m 1452M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:52:57.742 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (47m) 21s ago 47m 1362M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:52:57.742 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (46m) 21s ago 46m 1566M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:52:57.742 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (46m) 21s ago 46m 1262M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:52:57.743 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (46m) 21s ago 46m 1985M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:52:57.743 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (48m) 19s ago 48m 59.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:52:57.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:56.225665+0000 mgr.smithi176.ajjlsm (mgr.14696) 1524 : cluster [DBG] pgmap v1307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:52:58.064 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:52:58.065 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:52:58.065 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:52:58.065 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:52:58.066 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:52:58.066 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:52:58.066 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:52:58.066 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:52:58.067 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:52:58.067 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:52:58.067 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:52:58.067 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:52:58.067 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:52:58.068 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:52:58.068 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:52:58.068 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:52:58.068 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:52:58.068 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:52:58.069 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:52:58.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:52:57.458427+0000 mgr.smithi176.ajjlsm (mgr.14696) 1525 : audit [DBG] from='client.35114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:52:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:52:58.064097+0000 mon.smithi176 (mon.0) 690 : audit [DBG] from='client.? 172.21.15.176:0/2276689721' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:52:58.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:52:57.458427+0000 mgr.smithi176.ajjlsm (mgr.14696) 1525 : audit [DBG] from='client.35114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:52:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:52:58.064097+0000 mon.smithi176 (mon.0) 690 : audit [DBG] from='client.? 172.21.15.176:0/2276689721' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:52:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:52:57.728265+0000 mgr.smithi176.ajjlsm (mgr.14696) 1526 : audit [DBG] from='client.35118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:52:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:52:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:52:58.226106+0000 mgr.smithi176.ajjlsm (mgr.14696) 1527 : cluster [DBG] pgmap v1308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:52:59.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:52:57.728265+0000 mgr.smithi176.ajjlsm (mgr.14696) 1526 : audit [DBG] from='client.35118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:52:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:52:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:52:58.226106+0000 mgr.smithi176.ajjlsm (mgr.14696) 1527 : cluster [DBG] pgmap v1308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:00.226566+0000 mgr.smithi176.ajjlsm (mgr.14696) 1528 : cluster [DBG] pgmap v1309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:01.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:00.226566+0000 mgr.smithi176.ajjlsm (mgr.14696) 1528 : cluster [DBG] pgmap v1309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:02.227392+0000 mgr.smithi176.ajjlsm (mgr.14696) 1529 : cluster [DBG] pgmap v1310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:02.227392+0000 mgr.smithi176.ajjlsm (mgr.14696) 1529 : cluster [DBG] pgmap v1310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:04.227919+0000 mgr.smithi176.ajjlsm (mgr.14696) 1530 : cluster [DBG] pgmap v1311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:05.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:04.227919+0000 mgr.smithi176.ajjlsm (mgr.14696) 1530 : cluster [DBG] pgmap v1311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:06.228674+0000 mgr.smithi176.ajjlsm (mgr.14696) 1531 : cluster [DBG] pgmap v1312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:07.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:06.228674+0000 mgr.smithi176.ajjlsm (mgr.14696) 1531 : cluster [DBG] pgmap v1312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:08.229262+0000 mgr.smithi176.ajjlsm (mgr.14696) 1532 : cluster [DBG] pgmap v1313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:08.229262+0000 mgr.smithi176.ajjlsm (mgr.14696) 1532 : cluster [DBG] pgmap v1313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:11.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:10.229802+0000 mgr.smithi176.ajjlsm (mgr.14696) 1533 : cluster [DBG] pgmap v1314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:11.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:10.229802+0000 mgr.smithi176.ajjlsm (mgr.14696) 1533 : cluster [DBG] pgmap v1314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:12.230855+0000 mgr.smithi176.ajjlsm (mgr.14696) 1534 : cluster [DBG] pgmap v1315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:12.230855+0000 mgr.smithi176.ajjlsm (mgr.14696) 1534 : cluster [DBG] pgmap v1315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:14.231600+0000 mgr.smithi176.ajjlsm (mgr.14696) 1535 : cluster [DBG] pgmap v1316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:15.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:14.231600+0000 mgr.smithi176.ajjlsm (mgr.14696) 1535 : cluster [DBG] pgmap v1316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:16.232319+0000 mgr.smithi176.ajjlsm (mgr.14696) 1536 : cluster [DBG] pgmap v1317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:17.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:16.232319+0000 mgr.smithi176.ajjlsm (mgr.14696) 1536 : cluster [DBG] pgmap v1317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:18.232860+0000 mgr.smithi176.ajjlsm (mgr.14696) 1537 : cluster [DBG] pgmap v1318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:19.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:18.232860+0000 mgr.smithi176.ajjlsm (mgr.14696) 1537 : cluster [DBG] pgmap v1318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:20.233499+0000 mgr.smithi176.ajjlsm (mgr.14696) 1538 : cluster [DBG] pgmap v1319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:21.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:20.233499+0000 mgr.smithi176.ajjlsm (mgr.14696) 1538 : cluster [DBG] pgmap v1319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:22.234317+0000 mgr.smithi176.ajjlsm (mgr.14696) 1539 : cluster [DBG] pgmap v1320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:22.234317+0000 mgr.smithi176.ajjlsm (mgr.14696) 1539 : cluster [DBG] pgmap v1320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:24.234911+0000 mgr.smithi176.ajjlsm (mgr.14696) 1540 : cluster [DBG] pgmap v1321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:25.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:24.234911+0000 mgr.smithi176.ajjlsm (mgr.14696) 1540 : cluster [DBG] pgmap v1321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:26.235782+0000 mgr.smithi176.ajjlsm (mgr.14696) 1541 : cluster [DBG] pgmap v1322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:27.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:26.235782+0000 mgr.smithi176.ajjlsm (mgr.14696) 1541 : cluster [DBG] pgmap v1322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:28.368 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:53:28.636 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:53:28.636 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (48m) 50s ago 49m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:53:28.637 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (42m) 50s ago 49m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:53:28.637 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (41m) 52s ago 49m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:53:28.637 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (48m) 50s ago 49m 43.2M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:53:28.637 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (41m) 50s ago 45m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:53:28.637 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (41m) 52s ago 45m 21.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:53:28.638 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (42m) 50s ago 50m 484M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:53:28.638 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (42m) 52s ago 49m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:53:28.638 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (42m) 50s ago 51m 343M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:53:28.638 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (42m) 52s ago 49m 187M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:53:28.638 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (43m) 50s ago 43m 162M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:53:28.639 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (43m) 52s ago 43m 95.1M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:53:28.639 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (49m) 50s ago 49m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:53:28.639 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (49m) 52s ago 49m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:53:28.639 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (34m) 50s ago 48m 525M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:53:28.640 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (48m) 50s ago 48m 1309M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:53:28.640 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (48m) 50s ago 48m 878M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:53:28.640 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (47m) 50s ago 47m 1452M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:53:28.640 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (47m) 52s ago 47m 1362M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:53:28.640 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (47m) 52s ago 47m 1566M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:53:28.641 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (47m) 52s ago 47m 1262M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:53:28.641 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (46m) 52s ago 46m 1985M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:53:28.641 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (48m) 50s ago 49m 59.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:53:28.960 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:53:28.961 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:53:28.961 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:53:28.961 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:53:28.962 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:53:28.962 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:53:28.962 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:53:28.962 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:53:28.963 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:53:28.963 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:53:28.963 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:53:28.964 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:53:28.964 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:53:28.964 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:53:28.964 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:53:28.964 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:53:28.965 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:53:28.965 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:53:28.965 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:53:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:28.236231+0000 mgr.smithi176.ajjlsm (mgr.14696) 1542 : cluster [DBG] pgmap v1323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:53:28.355528+0000 mgr.smithi176.ajjlsm (mgr.14696) 1543 : audit [DBG] from='client.35126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:53:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:53:28.626776+0000 mgr.smithi176.ajjlsm (mgr.14696) 1544 : audit [DBG] from='client.35130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:53:29.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:53:28.959989+0000 mon.smithi176 (mon.0) 691 : audit [DBG] from='client.? 172.21.15.176:0/2757335895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:53:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:28.236231+0000 mgr.smithi176.ajjlsm (mgr.14696) 1542 : cluster [DBG] pgmap v1323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:53:28.355528+0000 mgr.smithi176.ajjlsm (mgr.14696) 1543 : audit [DBG] from='client.35126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:53:29.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:53:28.626776+0000 mgr.smithi176.ajjlsm (mgr.14696) 1544 : audit [DBG] from='client.35130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:53:29.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:53:28.959989+0000 mon.smithi176 (mon.0) 691 : audit [DBG] from='client.? 172.21.15.176:0/2757335895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:53:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:30.236653+0000 mgr.smithi176.ajjlsm (mgr.14696) 1545 : cluster [DBG] pgmap v1324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:31.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:30.236653+0000 mgr.smithi176.ajjlsm (mgr.14696) 1545 : cluster [DBG] pgmap v1324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:32.237515+0000 mgr.smithi176.ajjlsm (mgr.14696) 1546 : cluster [DBG] pgmap v1325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:33.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:32.237515+0000 mgr.smithi176.ajjlsm (mgr.14696) 1546 : cluster [DBG] pgmap v1325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:34.237970+0000 mgr.smithi176.ajjlsm (mgr.14696) 1547 : cluster [DBG] pgmap v1326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:35.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:34.237970+0000 mgr.smithi176.ajjlsm (mgr.14696) 1547 : cluster [DBG] pgmap v1326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:36.238793+0000 mgr.smithi176.ajjlsm (mgr.14696) 1548 : cluster [DBG] pgmap v1327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:37.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:36.238793+0000 mgr.smithi176.ajjlsm (mgr.14696) 1548 : cluster [DBG] pgmap v1327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:38.239334+0000 mgr.smithi176.ajjlsm (mgr.14696) 1549 : cluster [DBG] pgmap v1328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:53:38.616316+0000 mon.smithi176 (mon.0) 692 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:53:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:53:38.617794+0000 mon.smithi176 (mon.0) 693 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:53:39.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:53:38.618652+0000 mon.smithi176 (mon.0) 694 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:53:39.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:53:38.619465+0000 mgr.smithi176.ajjlsm (mgr.14696) 1550 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:53:39.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:53:39.024595+0000 mon.smithi176 (mon.0) 695 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:53:39.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:53:39.031515+0000 mon.smithi176 (mon.0) 696 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:53:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:38.239334+0000 mgr.smithi176.ajjlsm (mgr.14696) 1549 : cluster [DBG] pgmap v1328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:53:38.616316+0000 mon.smithi176 (mon.0) 692 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:53:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:53:38.617794+0000 mon.smithi176 (mon.0) 693 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:53:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:53:38.618652+0000 mon.smithi176 (mon.0) 694 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:53:39.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:53:38.619465+0000 mgr.smithi176.ajjlsm (mgr.14696) 1550 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:53:39.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:53:39.024595+0000 mon.smithi176 (mon.0) 695 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:53:39.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:53:39.031515+0000 mon.smithi176 (mon.0) 696 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:53:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:53:40.197031+0000 mon.smithi176 (mon.0) 697 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:53:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:53:40.197372+0000 mon.smithi176 (mon.0) 698 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:53:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:53:40.197031+0000 mon.smithi176 (mon.0) 697 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:53:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:53:40.197372+0000 mon.smithi176 (mon.0) 698 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:53:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:40.239795+0000 mgr.smithi176.ajjlsm (mgr.14696) 1551 : cluster [DBG] pgmap v1329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:41.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:40.239795+0000 mgr.smithi176.ajjlsm (mgr.14696) 1551 : cluster [DBG] pgmap v1329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:43.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:42.240623+0000 mgr.smithi176.ajjlsm (mgr.14696) 1552 : cluster [DBG] pgmap v1330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:43.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:42.240623+0000 mgr.smithi176.ajjlsm (mgr.14696) 1552 : cluster [DBG] pgmap v1330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:45.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:44.241350+0000 mgr.smithi176.ajjlsm (mgr.14696) 1553 : cluster [DBG] pgmap v1331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:45.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:44.241350+0000 mgr.smithi176.ajjlsm (mgr.14696) 1553 : cluster [DBG] pgmap v1331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:47.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:46.242101+0000 mgr.smithi176.ajjlsm (mgr.14696) 1554 : cluster [DBG] pgmap v1332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:46.242101+0000 mgr.smithi176.ajjlsm (mgr.14696) 1554 : cluster [DBG] pgmap v1332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:48.242692+0000 mgr.smithi176.ajjlsm (mgr.14696) 1555 : cluster [DBG] pgmap v1333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:49.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:48.242692+0000 mgr.smithi176.ajjlsm (mgr.14696) 1555 : cluster [DBG] pgmap v1333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:50.243328+0000 mgr.smithi176.ajjlsm (mgr.14696) 1556 : cluster [DBG] pgmap v1334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:50.243328+0000 mgr.smithi176.ajjlsm (mgr.14696) 1556 : cluster [DBG] pgmap v1334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:52.244194+0000 mgr.smithi176.ajjlsm (mgr.14696) 1557 : cluster [DBG] pgmap v1335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:52.244194+0000 mgr.smithi176.ajjlsm (mgr.14696) 1557 : cluster [DBG] pgmap v1335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:54.244731+0000 mgr.smithi176.ajjlsm (mgr.14696) 1558 : cluster [DBG] pgmap v1336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:55.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:54.244731+0000 mgr.smithi176.ajjlsm (mgr.14696) 1558 : cluster [DBG] pgmap v1336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:56.245509+0000 mgr.smithi176.ajjlsm (mgr.14696) 1559 : cluster [DBG] pgmap v1337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:57.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:56.245509+0000 mgr.smithi176.ajjlsm (mgr.14696) 1559 : cluster [DBG] pgmap v1337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:53:59.263 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:53:59.533 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:53:59.534 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (49m) 81s ago 50m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:53:59.534 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (42m) 81s ago 50m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:53:59.534 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (42m) 83s ago 49m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:53:59.534 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (49m) 81s ago 50m 43.2M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:53:59.535 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (41m) 81s ago 46m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:53:59.535 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (42m) 83s ago 46m 21.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:53:59.535 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (43m) 81s ago 51m 484M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:53:59.535 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (43m) 83s ago 49m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:53:59.535 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (42m) 81s ago 51m 343M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:53:59.536 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (42m) 83s ago 49m 187M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:53:59.536 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (43m) 81s ago 43m 162M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:53:59.536 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (43m) 83s ago 43m 95.1M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:53:59.536 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (50m) 81s ago 50m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:53:59.537 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (49m) 83s ago 49m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:53:59.537 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (35m) 81s ago 49m 525M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:53:59.537 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (48m) 81s ago 48m 1309M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:53:59.537 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (48m) 81s ago 48m 878M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:53:59.538 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (48m) 81s ago 48m 1452M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:53:59.538 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (48m) 83s ago 48m 1362M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:53:59.538 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (47m) 83s ago 47m 1566M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:53:59.538 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (47m) 83s ago 47m 1262M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:53:59.538 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (47m) 83s ago 47m 1985M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:53:59.539 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (49m) 81s ago 50m 59.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:53:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:53:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:53:58.246067+0000 mgr.smithi176.ajjlsm (mgr.14696) 1560 : cluster [DBG] pgmap v1338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:59.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:53:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:53:58.246067+0000 mgr.smithi176.ajjlsm (mgr.14696) 1560 : cluster [DBG] pgmap v1338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:53:59.854 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:53:59.854 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:53:59.855 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:53:59.855 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:53:59.855 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:53:59.855 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:53:59.856 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:53:59.856 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:53:59.856 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:53:59.856 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:53:59.857 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:53:59.857 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:53:59.857 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:53:59.857 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:53:59.857 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:53:59.858 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:53:59.858 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:53:59.858 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:53:59.858 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:54:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:53:59.251416+0000 mgr.smithi176.ajjlsm (mgr.14696) 1561 : audit [DBG] from='client.35138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:54:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:53:59.523888+0000 mgr.smithi176.ajjlsm (mgr.14696) 1562 : audit [DBG] from='client.35142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:54:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:53:59.853696+0000 mon.smithi176 (mon.0) 699 : audit [DBG] from='client.? 172.21.15.176:0/1206169154' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:54:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:53:59.251416+0000 mgr.smithi176.ajjlsm (mgr.14696) 1561 : audit [DBG] from='client.35138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:54:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:53:59.523888+0000 mgr.smithi176.ajjlsm (mgr.14696) 1562 : audit [DBG] from='client.35142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:54:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:53:59.853696+0000 mon.smithi176 (mon.0) 699 : audit [DBG] from='client.? 172.21.15.176:0/1206169154' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:54:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:00.246688+0000 mgr.smithi176.ajjlsm (mgr.14696) 1563 : cluster [DBG] pgmap v1339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:01.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:00.246688+0000 mgr.smithi176.ajjlsm (mgr.14696) 1563 : cluster [DBG] pgmap v1339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:02.247530+0000 mgr.smithi176.ajjlsm (mgr.14696) 1564 : cluster [DBG] pgmap v1340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:02.247530+0000 mgr.smithi176.ajjlsm (mgr.14696) 1564 : cluster [DBG] pgmap v1340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:04.248168+0000 mgr.smithi176.ajjlsm (mgr.14696) 1565 : cluster [DBG] pgmap v1341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:05.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:04.248168+0000 mgr.smithi176.ajjlsm (mgr.14696) 1565 : cluster [DBG] pgmap v1341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:07.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:06.248851+0000 mgr.smithi176.ajjlsm (mgr.14696) 1566 : cluster [DBG] pgmap v1342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:06.248851+0000 mgr.smithi176.ajjlsm (mgr.14696) 1566 : cluster [DBG] pgmap v1342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:09.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:08.249400+0000 mgr.smithi176.ajjlsm (mgr.14696) 1567 : cluster [DBG] pgmap v1343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:08.249400+0000 mgr.smithi176.ajjlsm (mgr.14696) 1567 : cluster [DBG] pgmap v1343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:11.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:10.249807+0000 mgr.smithi176.ajjlsm (mgr.14696) 1568 : cluster [DBG] pgmap v1344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:10.249807+0000 mgr.smithi176.ajjlsm (mgr.14696) 1568 : cluster [DBG] pgmap v1344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:12.250778+0000 mgr.smithi176.ajjlsm (mgr.14696) 1569 : cluster [DBG] pgmap v1345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:12.250778+0000 mgr.smithi176.ajjlsm (mgr.14696) 1569 : cluster [DBG] pgmap v1345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:15.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:14.251334+0000 mgr.smithi176.ajjlsm (mgr.14696) 1570 : cluster [DBG] pgmap v1346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:14.251334+0000 mgr.smithi176.ajjlsm (mgr.14696) 1570 : cluster [DBG] pgmap v1346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:16.252154+0000 mgr.smithi176.ajjlsm (mgr.14696) 1571 : cluster [DBG] pgmap v1347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:16.252154+0000 mgr.smithi176.ajjlsm (mgr.14696) 1571 : cluster [DBG] pgmap v1347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:18.252894+0000 mgr.smithi176.ajjlsm (mgr.14696) 1572 : cluster [DBG] pgmap v1348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:18.252894+0000 mgr.smithi176.ajjlsm (mgr.14696) 1572 : cluster [DBG] pgmap v1348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:21.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:20.253560+0000 mgr.smithi176.ajjlsm (mgr.14696) 1573 : cluster [DBG] pgmap v1349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:20.253560+0000 mgr.smithi176.ajjlsm (mgr.14696) 1573 : cluster [DBG] pgmap v1349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:22.254380+0000 mgr.smithi176.ajjlsm (mgr.14696) 1574 : cluster [DBG] pgmap v1350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:22.254380+0000 mgr.smithi176.ajjlsm (mgr.14696) 1574 : cluster [DBG] pgmap v1350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:24.254964+0000 mgr.smithi176.ajjlsm (mgr.14696) 1575 : cluster [DBG] pgmap v1351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:25.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:24.254964+0000 mgr.smithi176.ajjlsm (mgr.14696) 1575 : cluster [DBG] pgmap v1351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:27.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:26.255880+0000 mgr.smithi176.ajjlsm (mgr.14696) 1576 : cluster [DBG] pgmap v1352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:26.255880+0000 mgr.smithi176.ajjlsm (mgr.14696) 1576 : cluster [DBG] pgmap v1352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:28.256332+0000 mgr.smithi176.ajjlsm (mgr.14696) 1577 : cluster [DBG] pgmap v1353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:29.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:28.256332+0000 mgr.smithi176.ajjlsm (mgr.14696) 1577 : cluster [DBG] pgmap v1353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:30.157 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:54:30.424 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:54:30.424 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (49m) 112s ago 50m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:54:30.425 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (43m) 112s ago 50m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:54:30.425 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (42m) 114s ago 50m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:54:30.425 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (49m) 112s ago 50m 43.2M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:54:30.425 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (42m) 112s ago 46m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:54:30.426 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (42m) 114s ago 46m 21.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:54:30.426 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (44m) 112s ago 51m 484M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:54:30.426 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (43m) 114s ago 50m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:54:30.426 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (43m) 112s ago 52m 343M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:54:30.427 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (43m) 114s ago 50m 187M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:54:30.427 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (44m) 112s ago 44m 162M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:54:30.427 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (44m) 114s ago 44m 95.1M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:54:30.427 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (50m) 112s ago 50m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:54:30.427 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (50m) 114s ago 50m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:54:30.428 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (35m) 112s ago 49m 525M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:54:30.428 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (49m) 112s ago 49m 1309M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:54:30.428 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (49m) 112s ago 49m 878M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:54:30.428 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (48m) 112s ago 48m 1452M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:54:30.429 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (48m) 114s ago 48m 1362M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:54:30.429 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (48m) 114s ago 48m 1566M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:54:30.429 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (48m) 114s ago 48m 1262M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:54:30.430 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (47m) 114s ago 47m 1985M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:54:30.430 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (49m) 112s ago 50m 59.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:54:30.745 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:54:30.746 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:54:30.746 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:54:30.746 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:54:30.746 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:54:30.747 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:54:30.747 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:54:30.747 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:54:30.747 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:54:30.748 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:54:30.748 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:54:30.748 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:54:30.748 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:54:30.749 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:54:30.749 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:54:30.749 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:54:30.749 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:54:30.749 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:54:30.750 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:54:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:54:30.144551+0000 mgr.smithi176.ajjlsm (mgr.14696) 1578 : audit [DBG] from='client.35150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:54:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:30.256769+0000 mgr.smithi176.ajjlsm (mgr.14696) 1579 : cluster [DBG] pgmap v1354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:54:30.414597+0000 mgr.smithi176.ajjlsm (mgr.14696) 1580 : audit [DBG] from='client.35154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:54:31.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:54:30.744865+0000 mon.smithi176 (mon.0) 700 : audit [DBG] from='client.? 172.21.15.176:0/3132157199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:54:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:54:30.144551+0000 mgr.smithi176.ajjlsm (mgr.14696) 1578 : audit [DBG] from='client.35150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:54:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:30.256769+0000 mgr.smithi176.ajjlsm (mgr.14696) 1579 : cluster [DBG] pgmap v1354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:54:30.414597+0000 mgr.smithi176.ajjlsm (mgr.14696) 1580 : audit [DBG] from='client.35154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:54:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:54:30.744865+0000 mon.smithi176 (mon.0) 700 : audit [DBG] from='client.? 172.21.15.176:0/3132157199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:54:33.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:32.257824+0000 mgr.smithi176.ajjlsm (mgr.14696) 1581 : cluster [DBG] pgmap v1355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:32.257824+0000 mgr.smithi176.ajjlsm (mgr.14696) 1581 : cluster [DBG] pgmap v1355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:35.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:34.258364+0000 mgr.smithi176.ajjlsm (mgr.14696) 1582 : cluster [DBG] pgmap v1356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:34.258364+0000 mgr.smithi176.ajjlsm (mgr.14696) 1582 : cluster [DBG] pgmap v1356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:37.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:36.259145+0000 mgr.smithi176.ajjlsm (mgr.14696) 1583 : cluster [DBG] pgmap v1357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:36.259145+0000 mgr.smithi176.ajjlsm (mgr.14696) 1583 : cluster [DBG] pgmap v1357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:38.259646+0000 mgr.smithi176.ajjlsm (mgr.14696) 1584 : cluster [DBG] pgmap v1358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:39.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:54:39.033967+0000 mon.smithi176 (mon.0) 701 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:54:39.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:54:39.035273+0000 mon.smithi176 (mon.0) 702 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:54:39.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:54:39.036014+0000 mon.smithi176 (mon.0) 703 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:54:39.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:54:39.385619+0000 mon.smithi176 (mon.0) 704 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:54:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:38.259646+0000 mgr.smithi176.ajjlsm (mgr.14696) 1584 : cluster [DBG] pgmap v1358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:54:39.033967+0000 mon.smithi176 (mon.0) 701 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:54:39.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:54:39.035273+0000 mon.smithi176 (mon.0) 702 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:54:39.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:54:39.036014+0000 mon.smithi176 (mon.0) 703 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:54:39.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:54:39.385619+0000 mon.smithi176 (mon.0) 704 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:54:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:54:39.036716+0000 mgr.smithi176.ajjlsm (mgr.14696) 1585 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:54:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:54:39.776602+0000 mon.smithi176 (mon.0) 705 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:54:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:54:39.783689+0000 mon.smithi176 (mon.0) 706 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:54:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:54:40.200526+0000 mon.smithi176 (mon.0) 707 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:54:40.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:54:40.200712+0000 mon.smithi176 (mon.0) 708 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:54:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:54:39.036716+0000 mgr.smithi176.ajjlsm (mgr.14696) 1585 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:54:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:54:39.776602+0000 mon.smithi176 (mon.0) 705 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:54:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:54:39.783689+0000 mon.smithi176 (mon.0) 706 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:54:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:54:40.200526+0000 mon.smithi176 (mon.0) 707 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:54:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:54:40.200712+0000 mon.smithi176 (mon.0) 708 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:54:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:40.260310+0000 mgr.smithi176.ajjlsm (mgr.14696) 1586 : cluster [DBG] pgmap v1359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:40.260310+0000 mgr.smithi176.ajjlsm (mgr.14696) 1586 : cluster [DBG] pgmap v1359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:43.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:42.261132+0000 mgr.smithi176.ajjlsm (mgr.14696) 1587 : cluster [DBG] pgmap v1360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:42.261132+0000 mgr.smithi176.ajjlsm (mgr.14696) 1587 : cluster [DBG] pgmap v1360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:44.261671+0000 mgr.smithi176.ajjlsm (mgr.14696) 1588 : cluster [DBG] pgmap v1361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:44.261671+0000 mgr.smithi176.ajjlsm (mgr.14696) 1588 : cluster [DBG] pgmap v1361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:46.262490+0000 mgr.smithi176.ajjlsm (mgr.14696) 1589 : cluster [DBG] pgmap v1362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:46.262490+0000 mgr.smithi176.ajjlsm (mgr.14696) 1589 : cluster [DBG] pgmap v1362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:48.263124+0000 mgr.smithi176.ajjlsm (mgr.14696) 1590 : cluster [DBG] pgmap v1363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:50.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:48.263124+0000 mgr.smithi176.ajjlsm (mgr.14696) 1590 : cluster [DBG] pgmap v1363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:50.263712+0000 mgr.smithi176.ajjlsm (mgr.14696) 1591 : cluster [DBG] pgmap v1364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:52.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:50.263712+0000 mgr.smithi176.ajjlsm (mgr.14696) 1591 : cluster [DBG] pgmap v1364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:52.264618+0000 mgr.smithi176.ajjlsm (mgr.14696) 1592 : cluster [DBG] pgmap v1365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:54.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:52.264618+0000 mgr.smithi176.ajjlsm (mgr.14696) 1592 : cluster [DBG] pgmap v1365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:54.265202+0000 mgr.smithi176.ajjlsm (mgr.14696) 1593 : cluster [DBG] pgmap v1366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:56.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:54.265202+0000 mgr.smithi176.ajjlsm (mgr.14696) 1593 : cluster [DBG] pgmap v1366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:54:57.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:56.265876+0000 mgr.smithi176.ajjlsm (mgr.14696) 1594 : cluster [DBG] pgmap v1367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:56.265876+0000 mgr.smithi176.ajjlsm (mgr.14696) 1594 : cluster [DBG] pgmap v1367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:54:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:54:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:54:58.266495+0000 mgr.smithi176.ajjlsm (mgr.14696) 1595 : cluster [DBG] pgmap v1368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:00.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:54:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:54:58.266495+0000 mgr.smithi176.ajjlsm (mgr.14696) 1595 : cluster [DBG] pgmap v1368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:01.049 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:55:01.317 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:55:01.317 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (50m) 2m ago 51m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:55:01.318 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (43m) 2m ago 51m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:55:01.318 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (43m) 2m ago 50m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:55:01.318 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (50m) 2m ago 51m 43.2M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:55:01.319 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (42m) 2m ago 47m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:55:01.319 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (43m) 2m ago 47m 21.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:55:01.319 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (44m) 2m ago 52m 484M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:55:01.319 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (44m) 2m ago 50m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:55:01.320 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (43m) 2m ago 52m 343M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:55:01.320 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (43m) 2m ago 50m 187M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:55:01.320 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (44m) 2m ago 44m 162M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:55:01.320 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (44m) 2m ago 44m 95.1M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:55:01.321 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (51m) 2m ago 51m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:55:01.321 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (50m) 2m ago 50m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:55:01.321 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (36m) 2m ago 50m 525M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:55:01.321 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (49m) 2m ago 49m 1309M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:55:01.321 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (49m) 2m ago 49m 878M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:55:01.322 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (49m) 2m ago 49m 1452M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:55:01.322 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (49m) 2m ago 49m 1362M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:55:01.322 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (48m) 2m ago 48m 1566M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:55:01.322 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (48m) 2m ago 48m 1262M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:55:01.323 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (48m) 2m ago 48m 1985M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:55:01.323 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (50m) 2m ago 51m 59.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:55:01.642 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:55:01.642 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:55:01.643 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:55:01.643 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:55:01.643 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:55:01.643 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:55:01.644 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:55:01.644 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:55:01.644 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:55:01.644 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:55:01.645 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:55:01.645 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:55:01.645 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:55:01.645 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:55:01.645 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:55:01.646 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:55:01.646 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:55:01.646 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:55:01.646 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:55:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:00.267191+0000 mgr.smithi176.ajjlsm (mgr.14696) 1596 : cluster [DBG] pgmap v1369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:02.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:00.267191+0000 mgr.smithi176.ajjlsm (mgr.14696) 1596 : cluster [DBG] pgmap v1369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:02.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:55:01.036633+0000 mgr.smithi176.ajjlsm (mgr.14696) 1597 : audit [DBG] from='client.35162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:55:02.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:55:01.308162+0000 mgr.smithi176.ajjlsm (mgr.14696) 1598 : audit [DBG] from='client.35166 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:55:02.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:55:01.641644+0000 mon.smithi176 (mon.0) 709 : audit [DBG] from='client.? 172.21.15.176:0/620731834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:55:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:55:01.036633+0000 mgr.smithi176.ajjlsm (mgr.14696) 1597 : audit [DBG] from='client.35162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:55:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:55:01.308162+0000 mgr.smithi176.ajjlsm (mgr.14696) 1598 : audit [DBG] from='client.35166 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:55:02.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:55:01.641644+0000 mon.smithi176 (mon.0) 709 : audit [DBG] from='client.? 172.21.15.176:0/620731834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:55:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:02.268073+0000 mgr.smithi176.ajjlsm (mgr.14696) 1599 : cluster [DBG] pgmap v1370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:04.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:02.268073+0000 mgr.smithi176.ajjlsm (mgr.14696) 1599 : cluster [DBG] pgmap v1370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:04.268738+0000 mgr.smithi176.ajjlsm (mgr.14696) 1600 : cluster [DBG] pgmap v1371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:04.268738+0000 mgr.smithi176.ajjlsm (mgr.14696) 1600 : cluster [DBG] pgmap v1371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:06.269695+0000 mgr.smithi176.ajjlsm (mgr.14696) 1601 : cluster [DBG] pgmap v1372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:06.269695+0000 mgr.smithi176.ajjlsm (mgr.14696) 1601 : cluster [DBG] pgmap v1372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:08.270278+0000 mgr.smithi176.ajjlsm (mgr.14696) 1602 : cluster [DBG] pgmap v1373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:10.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:08.270278+0000 mgr.smithi176.ajjlsm (mgr.14696) 1602 : cluster [DBG] pgmap v1373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:11.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:10.270800+0000 mgr.smithi176.ajjlsm (mgr.14696) 1603 : cluster [DBG] pgmap v1374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:12.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:10.270800+0000 mgr.smithi176.ajjlsm (mgr.14696) 1603 : cluster [DBG] pgmap v1374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:12.271602+0000 mgr.smithi176.ajjlsm (mgr.14696) 1604 : cluster [DBG] pgmap v1375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:12.271602+0000 mgr.smithi176.ajjlsm (mgr.14696) 1604 : cluster [DBG] pgmap v1375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:14.272237+0000 mgr.smithi176.ajjlsm (mgr.14696) 1605 : cluster [DBG] pgmap v1376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:16.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:14.272237+0000 mgr.smithi176.ajjlsm (mgr.14696) 1605 : cluster [DBG] pgmap v1376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:16.273069+0000 mgr.smithi176.ajjlsm (mgr.14696) 1606 : cluster [DBG] pgmap v1377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:16.273069+0000 mgr.smithi176.ajjlsm (mgr.14696) 1606 : cluster [DBG] pgmap v1377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:19.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:18.273576+0000 mgr.smithi176.ajjlsm (mgr.14696) 1607 : cluster [DBG] pgmap v1378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:20.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:18.273576+0000 mgr.smithi176.ajjlsm (mgr.14696) 1607 : cluster [DBG] pgmap v1378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:20.274250+0000 mgr.smithi176.ajjlsm (mgr.14696) 1608 : cluster [DBG] pgmap v1379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:22.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:20.274250+0000 mgr.smithi176.ajjlsm (mgr.14696) 1608 : cluster [DBG] pgmap v1379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:22.274977+0000 mgr.smithi176.ajjlsm (mgr.14696) 1609 : cluster [DBG] pgmap v1380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:24.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:22.274977+0000 mgr.smithi176.ajjlsm (mgr.14696) 1609 : cluster [DBG] pgmap v1380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:24.275452+0000 mgr.smithi176.ajjlsm (mgr.14696) 1610 : cluster [DBG] pgmap v1381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:26.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:24.275452+0000 mgr.smithi176.ajjlsm (mgr.14696) 1610 : cluster [DBG] pgmap v1381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:26.276427+0000 mgr.smithi176.ajjlsm (mgr.14696) 1611 : cluster [DBG] pgmap v1382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:26.276427+0000 mgr.smithi176.ajjlsm (mgr.14696) 1611 : cluster [DBG] pgmap v1382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:28.277005+0000 mgr.smithi176.ajjlsm (mgr.14696) 1612 : cluster [DBG] pgmap v1383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:30.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:28.277005+0000 mgr.smithi176.ajjlsm (mgr.14696) 1612 : cluster [DBG] pgmap v1383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:31.947 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:55:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:30.277561+0000 mgr.smithi176.ajjlsm (mgr.14696) 1613 : cluster [DBG] pgmap v1384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:32.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:30.277561+0000 mgr.smithi176.ajjlsm (mgr.14696) 1613 : cluster [DBG] pgmap v1384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:32.225 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:55:32.225 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (50m) 2m ago 51m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:55:32.225 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (44m) 2m ago 51m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:55:32.226 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (43m) 2m ago 51m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:55:32.226 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (50m) 2m ago 51m 43.2M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:55:32.226 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (43m) 2m ago 47m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:55:32.226 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (43m) 2m ago 47m 21.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:55:32.227 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (45m) 2m ago 52m 484M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:55:32.227 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (44m) 2m ago 51m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:55:32.227 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (44m) 2m ago 53m 343M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:55:32.227 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (44m) 2m ago 51m 187M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:55:32.228 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (45m) 2m ago 45m 162M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:55:32.228 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (45m) 2m ago 45m 95.1M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:55:32.228 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (51m) 2m ago 51m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:55:32.228 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (51m) 2m ago 51m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:55:32.228 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (36m) 2m ago 50m 525M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:55:32.229 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (50m) 2m ago 50m 1309M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:55:32.229 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (50m) 2m ago 50m 878M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:55:32.229 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (49m) 2m ago 49m 1452M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:55:32.229 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (49m) 2m ago 49m 1362M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:55:32.230 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (49m) 2m ago 49m 1566M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:55:32.230 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (49m) 2m ago 49m 1262M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:55:32.230 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (48m) 2m ago 48m 1985M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:55:32.230 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (50m) 2m ago 51m 59.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:55:32.544 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:55:32.544 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:55:32.544 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:55:32.544 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:55:32.545 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:55:32.545 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:55:32.545 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:55:32.545 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:55:32.546 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:55:32.546 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:55:32.546 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:55:32.546 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:55:32.547 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:55:32.547 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:55:32.547 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:55:32.547 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:55:32.548 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:55:32.548 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:55:32.548 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:55:32.921 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:55:32.543265+0000 mon.smithi176 (mon.0) 710 : audit [DBG] from='client.? 172.21.15.176:0/3919513409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:55:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:55:32.543265+0000 mon.smithi176 (mon.0) 710 : audit [DBG] from='client.? 172.21.15.176:0/3919513409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:55:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:55:31.934966+0000 mgr.smithi176.ajjlsm (mgr.14696) 1614 : audit [DBG] from='client.35174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:55:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:55:32.215541+0000 mgr.smithi176.ajjlsm (mgr.14696) 1615 : audit [DBG] from='client.35178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:55:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:32.278298+0000 mgr.smithi176.ajjlsm (mgr.14696) 1616 : cluster [DBG] pgmap v1385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:34.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:55:31.934966+0000 mgr.smithi176.ajjlsm (mgr.14696) 1614 : audit [DBG] from='client.35174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:55:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:55:32.215541+0000 mgr.smithi176.ajjlsm (mgr.14696) 1615 : audit [DBG] from='client.35178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:55:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:32.278298+0000 mgr.smithi176.ajjlsm (mgr.14696) 1616 : cluster [DBG] pgmap v1385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:34.278764+0000 mgr.smithi176.ajjlsm (mgr.14696) 1617 : cluster [DBG] pgmap v1386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:34.278764+0000 mgr.smithi176.ajjlsm (mgr.14696) 1617 : cluster [DBG] pgmap v1386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:36.279553+0000 mgr.smithi176.ajjlsm (mgr.14696) 1618 : cluster [DBG] pgmap v1387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:36.279553+0000 mgr.smithi176.ajjlsm (mgr.14696) 1618 : cluster [DBG] pgmap v1387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:38.280029+0000 mgr.smithi176.ajjlsm (mgr.14696) 1619 : cluster [DBG] pgmap v1388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:40.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:38.280029+0000 mgr.smithi176.ajjlsm (mgr.14696) 1619 : cluster [DBG] pgmap v1388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:55:39.786275+0000 mon.smithi176 (mon.0) 711 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:55:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:55:39.787703+0000 mon.smithi176 (mon.0) 712 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:55:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:55:39.788568+0000 mon.smithi176 (mon.0) 713 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:55:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:55:40.139927+0000 mon.smithi176 (mon.0) 714 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:55:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:55:40.204407+0000 mon.smithi176 (mon.0) 715 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:55:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:55:40.204579+0000 mon.smithi176 (mon.0) 716 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:55:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:55:40.524851+0000 mon.smithi176 (mon.0) 717 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:55:40.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:55:40.529906+0000 mon.smithi176 (mon.0) 718 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:55:41.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:55:39.786275+0000 mon.smithi176 (mon.0) 711 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:55:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:55:39.787703+0000 mon.smithi176 (mon.0) 712 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:55:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:55:39.788568+0000 mon.smithi176 (mon.0) 713 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:55:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:55:40.139927+0000 mon.smithi176 (mon.0) 714 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:55:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:55:40.204407+0000 mon.smithi176 (mon.0) 715 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:55:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:55:40.204579+0000 mon.smithi176 (mon.0) 716 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:55:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:55:40.524851+0000 mon.smithi176 (mon.0) 717 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:55:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:55:40.529906+0000 mon.smithi176 (mon.0) 718 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:55:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:55:39.789392+0000 mgr.smithi176.ajjlsm (mgr.14696) 1620 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:55:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:40.280435+0000 mgr.smithi176.ajjlsm (mgr.14696) 1621 : cluster [DBG] pgmap v1389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:55:39.789392+0000 mgr.smithi176.ajjlsm (mgr.14696) 1620 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:55:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:40.280435+0000 mgr.smithi176.ajjlsm (mgr.14696) 1621 : cluster [DBG] pgmap v1389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:42.281427+0000 mgr.smithi176.ajjlsm (mgr.14696) 1622 : cluster [DBG] pgmap v1390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:44.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:42.281427+0000 mgr.smithi176.ajjlsm (mgr.14696) 1622 : cluster [DBG] pgmap v1390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:44.281933+0000 mgr.smithi176.ajjlsm (mgr.14696) 1623 : cluster [DBG] pgmap v1391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:46.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:44.281933+0000 mgr.smithi176.ajjlsm (mgr.14696) 1623 : cluster [DBG] pgmap v1391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:46.282809+0000 mgr.smithi176.ajjlsm (mgr.14696) 1624 : cluster [DBG] pgmap v1392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:46.282809+0000 mgr.smithi176.ajjlsm (mgr.14696) 1624 : cluster [DBG] pgmap v1392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:48.283401+0000 mgr.smithi176.ajjlsm (mgr.14696) 1625 : cluster [DBG] pgmap v1393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:48.283401+0000 mgr.smithi176.ajjlsm (mgr.14696) 1625 : cluster [DBG] pgmap v1393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:50.283990+0000 mgr.smithi176.ajjlsm (mgr.14696) 1626 : cluster [DBG] pgmap v1394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:52.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:50.283990+0000 mgr.smithi176.ajjlsm (mgr.14696) 1626 : cluster [DBG] pgmap v1394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:52.284908+0000 mgr.smithi176.ajjlsm (mgr.14696) 1627 : cluster [DBG] pgmap v1395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:54.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:52.284908+0000 mgr.smithi176.ajjlsm (mgr.14696) 1627 : cluster [DBG] pgmap v1395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:54.285437+0000 mgr.smithi176.ajjlsm (mgr.14696) 1628 : cluster [DBG] pgmap v1396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:56.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:54.285437+0000 mgr.smithi176.ajjlsm (mgr.14696) 1628 : cluster [DBG] pgmap v1396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:55:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:56.286199+0000 mgr.smithi176.ajjlsm (mgr.14696) 1629 : cluster [DBG] pgmap v1397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:56.286199+0000 mgr.smithi176.ajjlsm (mgr.14696) 1629 : cluster [DBG] pgmap v1397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:55:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:55:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:55:58.286805+0000 mgr.smithi176.ajjlsm (mgr.14696) 1630 : cluster [DBG] pgmap v1398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:55:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:55:58.286805+0000 mgr.smithi176.ajjlsm (mgr.14696) 1630 : cluster [DBG] pgmap v1398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:00.287428+0000 mgr.smithi176.ajjlsm (mgr.14696) 1631 : cluster [DBG] pgmap v1399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:00.287428+0000 mgr.smithi176.ajjlsm (mgr.14696) 1631 : cluster [DBG] pgmap v1399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:02.849 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:56:03.118 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:56:03.118 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (51m) 3m ago 52m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:56:03.119 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (44m) 3m ago 52m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:56:03.119 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (44m) 3m ago 51m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:56:03.119 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (51m) 3m ago 52m 43.2M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:56:03.119 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (43m) 3m ago 48m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:56:03.120 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (44m) 3m ago 48m 21.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:56:03.120 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (45m) 3m ago 53m 484M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:56:03.120 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (45m) 3m ago 51m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:56:03.120 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (45m) 3m ago 53m 343M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:56:03.120 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (44m) 3m ago 51m 187M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:56:03.121 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (45m) 3m ago 45m 162M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:56:03.121 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (45m) 3m ago 45m 95.1M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:56:03.121 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (52m) 3m ago 52m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:56:03.121 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (51m) 3m ago 51m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:56:03.122 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (37m) 3m ago 51m 525M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:56:03.122 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (50m) 3m ago 50m 1309M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:56:03.122 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (50m) 3m ago 50m 878M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:56:03.122 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (50m) 3m ago 50m 1452M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:56:03.123 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (50m) 3m ago 50m 1362M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:56:03.123 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (49m) 3m ago 49m 1566M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:56:03.123 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (49m) 3m ago 49m 1262M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:56:03.123 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (49m) 3m ago 49m 1985M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:56:03.124 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (51m) 3m ago 52m 59.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:56:03.443 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:56:03.444 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:56:03.444 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:56:03.445 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:56:03.445 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:56:03.446 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:56:03.446 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:56:03.447 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:56:03.447 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:56:03.447 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:56:03.447 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:56:03.448 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:56:03.448 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:56:03.448 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:56:03.448 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:56:03.449 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:56:03.449 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:56:03.449 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:56:03.449 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:56:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:02.288165+0000 mgr.smithi176.ajjlsm (mgr.14696) 1632 : cluster [DBG] pgmap v1400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:56:03.443032+0000 mon.smithi176 (mon.0) 719 : audit [DBG] from='client.? 172.21.15.176:0/13684104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:56:04.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:02.288165+0000 mgr.smithi176.ajjlsm (mgr.14696) 1632 : cluster [DBG] pgmap v1400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:56:03.443032+0000 mon.smithi176 (mon.0) 719 : audit [DBG] from='client.? 172.21.15.176:0/13684104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:56:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:56:02.836673+0000 mgr.smithi176.ajjlsm (mgr.14696) 1633 : audit [DBG] from='client.35186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:56:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:56:03.108244+0000 mgr.smithi176.ajjlsm (mgr.14696) 1634 : audit [DBG] from='client.35190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:56:05.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:56:02.836673+0000 mgr.smithi176.ajjlsm (mgr.14696) 1633 : audit [DBG] from='client.35186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:56:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:56:03.108244+0000 mgr.smithi176.ajjlsm (mgr.14696) 1634 : audit [DBG] from='client.35190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:56:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:04.288728+0000 mgr.smithi176.ajjlsm (mgr.14696) 1635 : cluster [DBG] pgmap v1401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:06.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:04.288728+0000 mgr.smithi176.ajjlsm (mgr.14696) 1635 : cluster [DBG] pgmap v1401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:06.289555+0000 mgr.smithi176.ajjlsm (mgr.14696) 1636 : cluster [DBG] pgmap v1402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:06.289555+0000 mgr.smithi176.ajjlsm (mgr.14696) 1636 : cluster [DBG] pgmap v1402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:08.290097+0000 mgr.smithi176.ajjlsm (mgr.14696) 1637 : cluster [DBG] pgmap v1403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:10.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:08.290097+0000 mgr.smithi176.ajjlsm (mgr.14696) 1637 : cluster [DBG] pgmap v1403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:10.290784+0000 mgr.smithi176.ajjlsm (mgr.14696) 1638 : cluster [DBG] pgmap v1404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:10.290784+0000 mgr.smithi176.ajjlsm (mgr.14696) 1638 : cluster [DBG] pgmap v1404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:12.291701+0000 mgr.smithi176.ajjlsm (mgr.14696) 1639 : cluster [DBG] pgmap v1405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:14.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:12.291701+0000 mgr.smithi176.ajjlsm (mgr.14696) 1639 : cluster [DBG] pgmap v1405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:14.292224+0000 mgr.smithi176.ajjlsm (mgr.14696) 1640 : cluster [DBG] pgmap v1406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:14.292224+0000 mgr.smithi176.ajjlsm (mgr.14696) 1640 : cluster [DBG] pgmap v1406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:16.293001+0000 mgr.smithi176.ajjlsm (mgr.14696) 1641 : cluster [DBG] pgmap v1407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:16.293001+0000 mgr.smithi176.ajjlsm (mgr.14696) 1641 : cluster [DBG] pgmap v1407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:20.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:18.293566+0000 mgr.smithi176.ajjlsm (mgr.14696) 1642 : cluster [DBG] pgmap v1408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:18.293566+0000 mgr.smithi176.ajjlsm (mgr.14696) 1642 : cluster [DBG] pgmap v1408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:22.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:20.294140+0000 mgr.smithi176.ajjlsm (mgr.14696) 1643 : cluster [DBG] pgmap v1409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:20.294140+0000 mgr.smithi176.ajjlsm (mgr.14696) 1643 : cluster [DBG] pgmap v1409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:24.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:22.294933+0000 mgr.smithi176.ajjlsm (mgr.14696) 1644 : cluster [DBG] pgmap v1410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:22.294933+0000 mgr.smithi176.ajjlsm (mgr.14696) 1644 : cluster [DBG] pgmap v1410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:26.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:24.295391+0000 mgr.smithi176.ajjlsm (mgr.14696) 1645 : cluster [DBG] pgmap v1411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:24.295391+0000 mgr.smithi176.ajjlsm (mgr.14696) 1645 : cluster [DBG] pgmap v1411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:26.296238+0000 mgr.smithi176.ajjlsm (mgr.14696) 1646 : cluster [DBG] pgmap v1412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:26.296238+0000 mgr.smithi176.ajjlsm (mgr.14696) 1646 : cluster [DBG] pgmap v1412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:28.296662+0000 mgr.smithi176.ajjlsm (mgr.14696) 1647 : cluster [DBG] pgmap v1413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:29.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:28.296662+0000 mgr.smithi176.ajjlsm (mgr.14696) 1647 : cluster [DBG] pgmap v1413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:30.297222+0000 mgr.smithi176.ajjlsm (mgr.14696) 1648 : cluster [DBG] pgmap v1414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:30.297222+0000 mgr.smithi176.ajjlsm (mgr.14696) 1648 : cluster [DBG] pgmap v1414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:32.298208+0000 mgr.smithi176.ajjlsm (mgr.14696) 1649 : cluster [DBG] pgmap v1415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:33.744 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:56:33.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:32.298208+0000 mgr.smithi176.ajjlsm (mgr.14696) 1649 : cluster [DBG] pgmap v1415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:34.015 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:56:34.039 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (52m) 3m ago 52m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:56:34.039 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (45m) 3m ago 52m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:56:34.039 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (44m) 3m ago 52m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:56:34.040 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (51m) 3m ago 52m 43.2M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:56:34.040 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (44m) 3m ago 48m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:56:34.040 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (44m) 3m ago 48m 21.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:56:34.040 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (46m) 3m ago 54m 484M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:56:34.040 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (45m) 3m ago 52m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:56:34.041 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (45m) 3m ago 54m 343M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:56:34.041 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (45m) 3m ago 52m 187M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:56:34.041 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (46m) 3m ago 46m 162M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:56:34.041 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (46m) 3m ago 46m 95.1M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:56:34.042 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (52m) 3m ago 52m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:56:34.042 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (52m) 3m ago 52m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:56:34.042 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (37m) 3m ago 51m 525M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:56:34.042 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (51m) 3m ago 51m 1309M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:56:34.042 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (51m) 3m ago 51m 878M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:56:34.043 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (50m) 3m ago 50m 1452M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:56:34.043 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (50m) 3m ago 50m 1362M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:56:34.043 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (50m) 3m ago 50m 1566M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:56:34.043 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (50m) 3m ago 50m 1262M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:56:34.044 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (49m) 3m ago 49m 1985M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:56:34.044 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (51m) 3m ago 52m 59.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:56:34.337 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:56:34.338 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:56:34.338 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:56:34.338 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:56:34.338 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:56:34.339 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:56:34.339 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:56:34.339 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:56:34.340 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:56:34.340 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:56:34.340 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:56:34.340 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:56:34.341 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:56:34.341 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:56:34.341 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:56:34.341 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:56:34.341 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:56:34.342 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:56:34.342 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:56:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:56:33.731851+0000 mgr.smithi176.ajjlsm (mgr.14696) 1650 : audit [DBG] from='client.35198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:56:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:56:34.336833+0000 mon.smithi176 (mon.0) 720 : audit [DBG] from='client.? 172.21.15.176:0/768366264' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:56:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:56:33.731851+0000 mgr.smithi176.ajjlsm (mgr.14696) 1650 : audit [DBG] from='client.35198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:56:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:56:34.336833+0000 mon.smithi176 (mon.0) 720 : audit [DBG] from='client.? 172.21.15.176:0/768366264' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:56:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:56:34.005648+0000 mgr.smithi176.ajjlsm (mgr.14696) 1651 : audit [DBG] from='client.35202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:56:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:34.298631+0000 mgr.smithi176.ajjlsm (mgr.14696) 1652 : cluster [DBG] pgmap v1416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:56:34.005648+0000 mgr.smithi176.ajjlsm (mgr.14696) 1651 : audit [DBG] from='client.35202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:56:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:34.298631+0000 mgr.smithi176.ajjlsm (mgr.14696) 1652 : cluster [DBG] pgmap v1416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:36.299362+0000 mgr.smithi176.ajjlsm (mgr.14696) 1653 : cluster [DBG] pgmap v1417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:37.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:36.299362+0000 mgr.smithi176.ajjlsm (mgr.14696) 1653 : cluster [DBG] pgmap v1417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:38.299865+0000 mgr.smithi176.ajjlsm (mgr.14696) 1654 : cluster [DBG] pgmap v1418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:38.299865+0000 mgr.smithi176.ajjlsm (mgr.14696) 1654 : cluster [DBG] pgmap v1418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:56:40.209260+0000 mon.smithi176 (mon.0) 721 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:56:40.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:56:40.209535+0000 mon.smithi176 (mon.0) 722 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:56:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:56:40.209260+0000 mon.smithi176 (mon.0) 721 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:56:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:56:40.209535+0000 mon.smithi176 (mon.0) 722 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:56:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:40.300331+0000 mgr.smithi176.ajjlsm (mgr.14696) 1655 : cluster [DBG] pgmap v1419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:56:40.532629+0000 mon.smithi176 (mon.0) 723 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:56:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:56:40.534028+0000 mon.smithi176 (mon.0) 724 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:56:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:56:40.534845+0000 mon.smithi176 (mon.0) 725 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:56:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:56:40.535612+0000 mgr.smithi176.ajjlsm (mgr.14696) 1656 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:56:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:56:40.937252+0000 mon.smithi176 (mon.0) 726 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:56:41.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:56:40.944342+0000 mon.smithi176 (mon.0) 727 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:56:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:40.300331+0000 mgr.smithi176.ajjlsm (mgr.14696) 1655 : cluster [DBG] pgmap v1419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:56:40.532629+0000 mon.smithi176 (mon.0) 723 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:56:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:56:40.534028+0000 mon.smithi176 (mon.0) 724 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:56:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:56:40.534845+0000 mon.smithi176 (mon.0) 725 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:56:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:56:40.535612+0000 mgr.smithi176.ajjlsm (mgr.14696) 1656 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:56:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:56:40.937252+0000 mon.smithi176 (mon.0) 726 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:56:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:56:40.944342+0000 mon.smithi176 (mon.0) 727 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:56:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:42.301252+0000 mgr.smithi176.ajjlsm (mgr.14696) 1657 : cluster [DBG] pgmap v1420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:43.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:42.301252+0000 mgr.smithi176.ajjlsm (mgr.14696) 1657 : cluster [DBG] pgmap v1420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:44.301784+0000 mgr.smithi176.ajjlsm (mgr.14696) 1658 : cluster [DBG] pgmap v1421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:44.301784+0000 mgr.smithi176.ajjlsm (mgr.14696) 1658 : cluster [DBG] pgmap v1421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:46.302633+0000 mgr.smithi176.ajjlsm (mgr.14696) 1659 : cluster [DBG] pgmap v1422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:46.302633+0000 mgr.smithi176.ajjlsm (mgr.14696) 1659 : cluster [DBG] pgmap v1422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:48.303189+0000 mgr.smithi176.ajjlsm (mgr.14696) 1660 : cluster [DBG] pgmap v1423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:48.303189+0000 mgr.smithi176.ajjlsm (mgr.14696) 1660 : cluster [DBG] pgmap v1423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:50.303695+0000 mgr.smithi176.ajjlsm (mgr.14696) 1661 : cluster [DBG] pgmap v1424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:51.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:50.303695+0000 mgr.smithi176.ajjlsm (mgr.14696) 1661 : cluster [DBG] pgmap v1424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:53.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:52.304508+0000 mgr.smithi176.ajjlsm (mgr.14696) 1662 : cluster [DBG] pgmap v1425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:52.304508+0000 mgr.smithi176.ajjlsm (mgr.14696) 1662 : cluster [DBG] pgmap v1425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:54.305149+0000 mgr.smithi176.ajjlsm (mgr.14696) 1663 : cluster [DBG] pgmap v1426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:55.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:54.305149+0000 mgr.smithi176.ajjlsm (mgr.14696) 1663 : cluster [DBG] pgmap v1426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:56.306151+0000 mgr.smithi176.ajjlsm (mgr.14696) 1664 : cluster [DBG] pgmap v1427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:56.306151+0000 mgr.smithi176.ajjlsm (mgr.14696) 1664 : cluster [DBG] pgmap v1427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:56:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:56:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:56:58.306647+0000 mgr.smithi176.ajjlsm (mgr.14696) 1665 : cluster [DBG] pgmap v1428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:56:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:56:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:56:58.306647+0000 mgr.smithi176.ajjlsm (mgr.14696) 1665 : cluster [DBG] pgmap v1428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:01.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:00.307157+0000 mgr.smithi176.ajjlsm (mgr.14696) 1666 : cluster [DBG] pgmap v1429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:01.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:00.307157+0000 mgr.smithi176.ajjlsm (mgr.14696) 1666 : cluster [DBG] pgmap v1429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:02.307966+0000 mgr.smithi176.ajjlsm (mgr.14696) 1667 : cluster [DBG] pgmap v1430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:02.307966+0000 mgr.smithi176.ajjlsm (mgr.14696) 1667 : cluster [DBG] pgmap v1430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:04.639 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:57:04.906 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:57:04.907 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (52m) 4m ago 53m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:57:04.907 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (45m) 4m ago 53m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:57:04.907 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (45m) 4m ago 52m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:57:04.908 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (52m) 4m ago 53m 43.2M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:57:04.908 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (44m) 4m ago 49m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:57:04.908 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (45m) 4m ago 49m 21.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:57:04.908 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (46m) 4m ago 54m 484M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:57:04.909 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (46m) 4m ago 52m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:57:04.909 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (46m) 4m ago 54m 343M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:57:04.909 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (45m) 4m ago 52m 187M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:57:04.909 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (46m) 4m ago 46m 162M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:57:04.909 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (46m) 4m ago 46m 95.1M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:57:04.910 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (53m) 4m ago 53m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:57:04.910 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (52m) 4m ago 52m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:57:04.910 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (38m) 4m ago 52m 525M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:57:04.910 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (52m) 4m ago 52m 1309M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:57:04.911 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (51m) 4m ago 51m 878M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:57:04.911 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (51m) 4m ago 51m 1452M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:57:04.911 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (51m) 4m ago 51m 1362M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:57:04.911 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (50m) 4m ago 50m 1566M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:57:04.912 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (50m) 4m ago 50m 1262M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:57:04.912 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (50m) 4m ago 50m 1985M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:57:04.912 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (52m) 4m ago 53m 59.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:57:05.236 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:57:05.237 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:57:05.237 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:57:05.237 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:57:05.237 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:57:05.238 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:57:05.238 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:57:05.238 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:57:05.239 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:57:05.239 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:57:05.239 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:57:05.239 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:57:05.240 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:57:05.240 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:57:05.240 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:57:05.240 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:57:05.241 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:57:05.241 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:57:05.241 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:57:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:04.308604+0000 mgr.smithi176.ajjlsm (mgr.14696) 1668 : cluster [DBG] pgmap v1431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:57:04.626934+0000 mgr.smithi176.ajjlsm (mgr.14696) 1669 : audit [DBG] from='client.35210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:57:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:57:05.235691+0000 mon.smithi176 (mon.0) 728 : audit [DBG] from='client.? 172.21.15.176:0/4076647393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:57:05.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:04.308604+0000 mgr.smithi176.ajjlsm (mgr.14696) 1668 : cluster [DBG] pgmap v1431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:57:04.626934+0000 mgr.smithi176.ajjlsm (mgr.14696) 1669 : audit [DBG] from='client.35210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:57:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:57:05.235691+0000 mon.smithi176 (mon.0) 728 : audit [DBG] from='client.? 172.21.15.176:0/4076647393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:57:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:57:04.896952+0000 mgr.smithi176.ajjlsm (mgr.14696) 1670 : audit [DBG] from='client.35214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:57:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:57:04.896952+0000 mgr.smithi176.ajjlsm (mgr.14696) 1670 : audit [DBG] from='client.35214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:57:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:06.309554+0000 mgr.smithi176.ajjlsm (mgr.14696) 1671 : cluster [DBG] pgmap v1432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:07.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:06.309554+0000 mgr.smithi176.ajjlsm (mgr.14696) 1671 : cluster [DBG] pgmap v1432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:08.310194+0000 mgr.smithi176.ajjlsm (mgr.14696) 1672 : cluster [DBG] pgmap v1433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:08.310194+0000 mgr.smithi176.ajjlsm (mgr.14696) 1672 : cluster [DBG] pgmap v1433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:10.310680+0000 mgr.smithi176.ajjlsm (mgr.14696) 1673 : cluster [DBG] pgmap v1434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:10.310680+0000 mgr.smithi176.ajjlsm (mgr.14696) 1673 : cluster [DBG] pgmap v1434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:12.311589+0000 mgr.smithi176.ajjlsm (mgr.14696) 1674 : cluster [DBG] pgmap v1435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:12.311589+0000 mgr.smithi176.ajjlsm (mgr.14696) 1674 : cluster [DBG] pgmap v1435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:14.312018+0000 mgr.smithi176.ajjlsm (mgr.14696) 1675 : cluster [DBG] pgmap v1436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:15.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:14.312018+0000 mgr.smithi176.ajjlsm (mgr.14696) 1675 : cluster [DBG] pgmap v1436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:16.312734+0000 mgr.smithi176.ajjlsm (mgr.14696) 1676 : cluster [DBG] pgmap v1437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:17.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:16.312734+0000 mgr.smithi176.ajjlsm (mgr.14696) 1676 : cluster [DBG] pgmap v1437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:18.313321+0000 mgr.smithi176.ajjlsm (mgr.14696) 1677 : cluster [DBG] pgmap v1438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:19.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:18.313321+0000 mgr.smithi176.ajjlsm (mgr.14696) 1677 : cluster [DBG] pgmap v1438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:20.313777+0000 mgr.smithi176.ajjlsm (mgr.14696) 1678 : cluster [DBG] pgmap v1439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:20.313777+0000 mgr.smithi176.ajjlsm (mgr.14696) 1678 : cluster [DBG] pgmap v1439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:22.314608+0000 mgr.smithi176.ajjlsm (mgr.14696) 1679 : cluster [DBG] pgmap v1440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:22.314608+0000 mgr.smithi176.ajjlsm (mgr.14696) 1679 : cluster [DBG] pgmap v1440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:25.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:24.315081+0000 mgr.smithi176.ajjlsm (mgr.14696) 1680 : cluster [DBG] pgmap v1441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:24.315081+0000 mgr.smithi176.ajjlsm (mgr.14696) 1680 : cluster [DBG] pgmap v1441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:27.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:26.315967+0000 mgr.smithi176.ajjlsm (mgr.14696) 1681 : cluster [DBG] pgmap v1442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:26.315967+0000 mgr.smithi176.ajjlsm (mgr.14696) 1681 : cluster [DBG] pgmap v1442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:29.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:28.316525+0000 mgr.smithi176.ajjlsm (mgr.14696) 1682 : cluster [DBG] pgmap v1443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:28.316525+0000 mgr.smithi176.ajjlsm (mgr.14696) 1682 : cluster [DBG] pgmap v1443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:30.317201+0000 mgr.smithi176.ajjlsm (mgr.14696) 1683 : cluster [DBG] pgmap v1444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:30.317201+0000 mgr.smithi176.ajjlsm (mgr.14696) 1683 : cluster [DBG] pgmap v1444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:33.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:32.318028+0000 mgr.smithi176.ajjlsm (mgr.14696) 1684 : cluster [DBG] pgmap v1445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:32.318028+0000 mgr.smithi176.ajjlsm (mgr.14696) 1684 : cluster [DBG] pgmap v1445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:35.543 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:57:35.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:34.318606+0000 mgr.smithi176.ajjlsm (mgr.14696) 1685 : cluster [DBG] pgmap v1446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:35.807 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:57:35.808 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (53m) 4m ago 53m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:57:35.808 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (46m) 4m ago 53m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:57:35.808 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (46m) 4m ago 53m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:57:35.808 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (52m) 4m ago 53m 43.2M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:57:35.809 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (45m) 4m ago 49m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:57:35.809 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (45m) 4m ago 49m 21.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:57:35.809 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (47m) 4m ago 55m 484M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:57:35.809 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (46m) 4m ago 53m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:57:35.810 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (46m) 4m ago 55m 343M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:57:35.810 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (46m) 4m ago 53m 187M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:57:35.810 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (47m) 4m ago 47m 162M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:57:35.810 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (47m) 4m ago 47m 95.1M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:57:35.811 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (53m) 4m ago 53m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:57:35.811 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (53m) 4m ago 53m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:57:35.811 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (38m) 4m ago 52m 525M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:57:35.811 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (52m) 4m ago 52m 1309M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:57:35.812 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (52m) 4m ago 52m 878M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:57:35.812 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (52m) 4m ago 51m 1452M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:57:35.812 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (51m) 4m ago 51m 1362M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:57:35.812 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (51m) 4m ago 51m 1566M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:57:35.813 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (51m) 4m ago 51m 1262M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:57:35.813 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (50m) 4m ago 50m 1985M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:57:35.813 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (52m) 4m ago 53m 59.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:57:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:34.318606+0000 mgr.smithi176.ajjlsm (mgr.14696) 1685 : cluster [DBG] pgmap v1446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:36.133 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:57:36.133 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:57:36.133 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:57:36.134 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:57:36.134 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:57:36.134 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:57:36.134 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:57:36.135 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:57:36.135 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:57:36.135 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:57:36.135 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:57:36.135 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:57:36.136 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:57:36.136 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:57:36.136 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:57:36.136 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:57:36.137 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:57:36.137 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:57:36.137 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:57:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:57:35.529235+0000 mgr.smithi176.ajjlsm (mgr.14696) 1686 : audit [DBG] from='client.35222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:57:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:57:36.132106+0000 mon.smithi176 (mon.0) 729 : audit [DBG] from='client.? 172.21.15.176:0/285488517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:57:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:57:35.529235+0000 mgr.smithi176.ajjlsm (mgr.14696) 1686 : audit [DBG] from='client.35222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:57:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:57:36.132106+0000 mon.smithi176 (mon.0) 729 : audit [DBG] from='client.? 172.21.15.176:0/285488517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:57:37.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:57:35.797989+0000 mgr.smithi176.ajjlsm (mgr.14696) 1687 : audit [DBG] from='client.35226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:57:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:36.319540+0000 mgr.smithi176.ajjlsm (mgr.14696) 1688 : cluster [DBG] pgmap v1447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:57:35.797989+0000 mgr.smithi176.ajjlsm (mgr.14696) 1687 : audit [DBG] from='client.35226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:57:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:36.319540+0000 mgr.smithi176.ajjlsm (mgr.14696) 1688 : cluster [DBG] pgmap v1447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:38.320215+0000 mgr.smithi176.ajjlsm (mgr.14696) 1689 : cluster [DBG] pgmap v1448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:38.320215+0000 mgr.smithi176.ajjlsm (mgr.14696) 1689 : cluster [DBG] pgmap v1448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:57:40.213985+0000 mon.smithi176 (mon.0) 730 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:57:40.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:57:40.214257+0000 mon.smithi176 (mon.0) 731 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:57:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:57:40.213985+0000 mon.smithi176 (mon.0) 730 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:57:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:57:40.214257+0000 mon.smithi176 (mon.0) 731 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:57:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:40.320702+0000 mgr.smithi176.ajjlsm (mgr.14696) 1690 : cluster [DBG] pgmap v1449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:57:40.947434+0000 mon.smithi176 (mon.0) 732 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:57:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:57:40.948822+0000 mon.smithi176 (mon.0) 733 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:57:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:57:40.949599+0000 mon.smithi176 (mon.0) 734 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:57:41.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:57:41.351851+0000 mon.smithi176 (mon.0) 735 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:57:41.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:57:41.356603+0000 mon.smithi176 (mon.0) 736 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:57:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:40.320702+0000 mgr.smithi176.ajjlsm (mgr.14696) 1690 : cluster [DBG] pgmap v1449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:57:40.947434+0000 mon.smithi176 (mon.0) 732 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:57:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:57:40.948822+0000 mon.smithi176 (mon.0) 733 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:57:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:57:40.949599+0000 mon.smithi176 (mon.0) 734 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:57:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:57:41.351851+0000 mon.smithi176 (mon.0) 735 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:57:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:57:41.356603+0000 mon.smithi176 (mon.0) 736 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:57:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:57:40.950274+0000 mgr.smithi176.ajjlsm (mgr.14696) 1691 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:57:42.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:57:40.950274+0000 mgr.smithi176.ajjlsm (mgr.14696) 1691 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:57:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:42.321593+0000 mgr.smithi176.ajjlsm (mgr.14696) 1692 : cluster [DBG] pgmap v1450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:42.321593+0000 mgr.smithi176.ajjlsm (mgr.14696) 1692 : cluster [DBG] pgmap v1450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:44.322146+0000 mgr.smithi176.ajjlsm (mgr.14696) 1693 : cluster [DBG] pgmap v1451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:44.322146+0000 mgr.smithi176.ajjlsm (mgr.14696) 1693 : cluster [DBG] pgmap v1451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:46.322887+0000 mgr.smithi176.ajjlsm (mgr.14696) 1694 : cluster [DBG] pgmap v1452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:46.322887+0000 mgr.smithi176.ajjlsm (mgr.14696) 1694 : cluster [DBG] pgmap v1452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:48.323337+0000 mgr.smithi176.ajjlsm (mgr.14696) 1695 : cluster [DBG] pgmap v1453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:48.323337+0000 mgr.smithi176.ajjlsm (mgr.14696) 1695 : cluster [DBG] pgmap v1453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:50.323854+0000 mgr.smithi176.ajjlsm (mgr.14696) 1696 : cluster [DBG] pgmap v1454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:50.323854+0000 mgr.smithi176.ajjlsm (mgr.14696) 1696 : cluster [DBG] pgmap v1454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:52.324687+0000 mgr.smithi176.ajjlsm (mgr.14696) 1697 : cluster [DBG] pgmap v1455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:52.324687+0000 mgr.smithi176.ajjlsm (mgr.14696) 1697 : cluster [DBG] pgmap v1455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:55.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:54.325307+0000 mgr.smithi176.ajjlsm (mgr.14696) 1698 : cluster [DBG] pgmap v1456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:54.325307+0000 mgr.smithi176.ajjlsm (mgr.14696) 1698 : cluster [DBG] pgmap v1456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:57:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:56.326098+0000 mgr.smithi176.ajjlsm (mgr.14696) 1699 : cluster [DBG] pgmap v1457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:56.326098+0000 mgr.smithi176.ajjlsm (mgr.14696) 1699 : cluster [DBG] pgmap v1457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:57:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:57:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:57:58.326588+0000 mgr.smithi176.ajjlsm (mgr.14696) 1700 : cluster [DBG] pgmap v1458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:00.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:57:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:57:58.326588+0000 mgr.smithi176.ajjlsm (mgr.14696) 1700 : cluster [DBG] pgmap v1458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:00.327310+0000 mgr.smithi176.ajjlsm (mgr.14696) 1701 : cluster [DBG] pgmap v1459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:02.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:00.327310+0000 mgr.smithi176.ajjlsm (mgr.14696) 1701 : cluster [DBG] pgmap v1459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:02.328190+0000 mgr.smithi176.ajjlsm (mgr.14696) 1702 : cluster [DBG] pgmap v1460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:02.328190+0000 mgr.smithi176.ajjlsm (mgr.14696) 1702 : cluster [DBG] pgmap v1460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:04.328765+0000 mgr.smithi176.ajjlsm (mgr.14696) 1703 : cluster [DBG] pgmap v1461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:06.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:04.328765+0000 mgr.smithi176.ajjlsm (mgr.14696) 1703 : cluster [DBG] pgmap v1461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:06.437 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:58:06.705 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:58:06.705 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (53m) 5m ago 54m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:58:06.705 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (46m) 5m ago 54m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:58:06.706 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (46m) 5m ago 54m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:58:06.706 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (53m) 5m ago 54m 43.2M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:58:06.706 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (45m) 5m ago 50m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:58:06.706 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (46m) 5m ago 50m 21.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:58:06.707 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (47m) 5m ago 55m 484M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:58:06.707 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (47m) 5m ago 53m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:58:06.707 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (47m) 5m ago 55m 343M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:58:06.707 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (46m) 5m ago 53m 187M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:58:06.708 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (47m) 5m ago 47m 162M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:58:06.708 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (47m) 5m ago 47m 95.1M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:58:06.708 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (54m) 5m ago 54m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:58:06.708 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (53m) 5m ago 53m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:58:06.708 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (39m) 5m ago 53m 525M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:58:06.709 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (53m) 5m ago 53m 1309M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:58:06.709 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (52m) 5m ago 52m 878M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:58:06.709 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (52m) 5m ago 52m 1452M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:58:06.709 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (52m) 5m ago 52m 1362M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:58:06.710 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (52m) 5m ago 52m 1566M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:58:06.710 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (51m) 5m ago 51m 1262M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:58:06.710 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (51m) 5m ago 51m 1985M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:58:06.710 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (53m) 5m ago 54m 59.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:58:07.029 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:58:07.030 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:58:07.030 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:58:07.030 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:58:07.030 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:58:07.031 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:58:07.031 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:58:07.031 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:58:07.031 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:58:07.031 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:58:07.032 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:58:07.032 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:58:07.033 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:58:07.033 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:58:07.033 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:58:07.033 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:58:07.034 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:58:07.034 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:58:07.034 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:58:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:06.329514+0000 mgr.smithi176.ajjlsm (mgr.14696) 1704 : cluster [DBG] pgmap v1462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:58:06.423974+0000 mgr.smithi176.ajjlsm (mgr.14696) 1705 : audit [DBG] from='client.35234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:58:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:58:06.695702+0000 mgr.smithi176.ajjlsm (mgr.14696) 1706 : audit [DBG] from='client.35238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:58:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:58:07.028671+0000 mon.smithi176 (mon.0) 737 : audit [DBG] from='client.? 172.21.15.176:0/1853896499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:58:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:06.329514+0000 mgr.smithi176.ajjlsm (mgr.14696) 1704 : cluster [DBG] pgmap v1462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:58:06.423974+0000 mgr.smithi176.ajjlsm (mgr.14696) 1705 : audit [DBG] from='client.35234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:58:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:58:06.695702+0000 mgr.smithi176.ajjlsm (mgr.14696) 1706 : audit [DBG] from='client.35238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:58:08.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:58:07.028671+0000 mon.smithi176 (mon.0) 737 : audit [DBG] from='client.? 172.21.15.176:0/1853896499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:58:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:08.330112+0000 mgr.smithi176.ajjlsm (mgr.14696) 1707 : cluster [DBG] pgmap v1463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:10.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:08.330112+0000 mgr.smithi176.ajjlsm (mgr.14696) 1707 : cluster [DBG] pgmap v1463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:10.330615+0000 mgr.smithi176.ajjlsm (mgr.14696) 1708 : cluster [DBG] pgmap v1464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:10.330615+0000 mgr.smithi176.ajjlsm (mgr.14696) 1708 : cluster [DBG] pgmap v1464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:12.331718+0000 mgr.smithi176.ajjlsm (mgr.14696) 1709 : cluster [DBG] pgmap v1465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:14.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:12.331718+0000 mgr.smithi176.ajjlsm (mgr.14696) 1709 : cluster [DBG] pgmap v1465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:14.332470+0000 mgr.smithi176.ajjlsm (mgr.14696) 1710 : cluster [DBG] pgmap v1466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:14.332470+0000 mgr.smithi176.ajjlsm (mgr.14696) 1710 : cluster [DBG] pgmap v1466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:16.333325+0000 mgr.smithi176.ajjlsm (mgr.14696) 1711 : cluster [DBG] pgmap v1467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:16.333325+0000 mgr.smithi176.ajjlsm (mgr.14696) 1711 : cluster [DBG] pgmap v1467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:18.333800+0000 mgr.smithi176.ajjlsm (mgr.14696) 1712 : cluster [DBG] pgmap v1468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:18.333800+0000 mgr.smithi176.ajjlsm (mgr.14696) 1712 : cluster [DBG] pgmap v1468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:20.334336+0000 mgr.smithi176.ajjlsm (mgr.14696) 1713 : cluster [DBG] pgmap v1469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:20.334336+0000 mgr.smithi176.ajjlsm (mgr.14696) 1713 : cluster [DBG] pgmap v1469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:22.335135+0000 mgr.smithi176.ajjlsm (mgr.14696) 1714 : cluster [DBG] pgmap v1470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:22.335135+0000 mgr.smithi176.ajjlsm (mgr.14696) 1714 : cluster [DBG] pgmap v1470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:24.335761+0000 mgr.smithi176.ajjlsm (mgr.14696) 1715 : cluster [DBG] pgmap v1471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:26.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:24.335761+0000 mgr.smithi176.ajjlsm (mgr.14696) 1715 : cluster [DBG] pgmap v1471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:26.336591+0000 mgr.smithi176.ajjlsm (mgr.14696) 1716 : cluster [DBG] pgmap v1472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:26.336591+0000 mgr.smithi176.ajjlsm (mgr.14696) 1716 : cluster [DBG] pgmap v1472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:28.337082+0000 mgr.smithi176.ajjlsm (mgr.14696) 1717 : cluster [DBG] pgmap v1473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:28.337082+0000 mgr.smithi176.ajjlsm (mgr.14696) 1717 : cluster [DBG] pgmap v1473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:30.337503+0000 mgr.smithi176.ajjlsm (mgr.14696) 1718 : cluster [DBG] pgmap v1474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:30.337503+0000 mgr.smithi176.ajjlsm (mgr.14696) 1718 : cluster [DBG] pgmap v1474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:32.338371+0000 mgr.smithi176.ajjlsm (mgr.14696) 1719 : cluster [DBG] pgmap v1475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:32.338371+0000 mgr.smithi176.ajjlsm (mgr.14696) 1719 : cluster [DBG] pgmap v1475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:34.338984+0000 mgr.smithi176.ajjlsm (mgr.14696) 1720 : cluster [DBG] pgmap v1476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:34.338984+0000 mgr.smithi176.ajjlsm (mgr.14696) 1720 : cluster [DBG] pgmap v1476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:37.331 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:58:37.598 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:58:37.599 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (54m) 5m ago 55m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:58:37.599 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (47m) 5m ago 54m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:58:37.599 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (47m) 6m ago 54m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:58:37.600 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (53m) 5m ago 54m 43.2M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:58:37.600 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (46m) 5m ago 50m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:58:37.600 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (46m) 6m ago 50m 21.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:58:37.600 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (48m) 5m ago 56m 484M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:58:37.601 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (47m) 6m ago 54m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:58:37.601 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (47m) 5m ago 56m 343M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:58:37.601 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (47m) 6m ago 54m 187M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:58:37.601 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (48m) 5m ago 48m 162M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:58:37.602 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (48m) 6m ago 48m 95.1M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:58:37.602 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (54m) 5m ago 54m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:58:37.602 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (54m) 6m ago 54m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:58:37.602 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (39m) 5m ago 53m 525M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:58:37.603 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (53m) 5m ago 53m 1309M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:58:37.603 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (53m) 5m ago 53m 878M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:58:37.603 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (53m) 5m ago 53m 1452M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:58:37.603 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (52m) 6m ago 52m 1362M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:58:37.604 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (52m) 6m ago 52m 1566M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:58:37.604 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (52m) 6m ago 52m 1262M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:58:37.604 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (52m) 6m ago 52m 1985M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:58:37.604 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (53m) 5m ago 54m 59.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:58:37.920 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:58:37.921 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:58:37.921 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:58:37.921 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:58:37.921 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:58:37.922 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:58:37.922 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:58:37.922 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:58:37.922 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:58:37.923 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:58:37.923 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:58:37.923 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:58:37.923 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:58:37.924 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:58:37.924 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:58:37.924 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:58:37.924 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:58:37.925 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:58:37.925 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:58:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:36.339958+0000 mgr.smithi176.ajjlsm (mgr.14696) 1721 : cluster [DBG] pgmap v1477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:36.339958+0000 mgr.smithi176.ajjlsm (mgr.14696) 1721 : cluster [DBG] pgmap v1477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:58:37.318655+0000 mgr.smithi176.ajjlsm (mgr.14696) 1722 : audit [DBG] from='client.35246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:58:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:58:37.588959+0000 mgr.smithi176.ajjlsm (mgr.14696) 1723 : audit [DBG] from='client.35250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:58:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:58:37.919688+0000 mon.smithi176 (mon.0) 738 : audit [DBG] from='client.? 172.21.15.176:0/1906826406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:58:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:58:37.318655+0000 mgr.smithi176.ajjlsm (mgr.14696) 1722 : audit [DBG] from='client.35246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:58:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:58:37.588959+0000 mgr.smithi176.ajjlsm (mgr.14696) 1723 : audit [DBG] from='client.35250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:58:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:58:37.919688+0000 mon.smithi176 (mon.0) 738 : audit [DBG] from='client.? 172.21.15.176:0/1906826406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:58:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:38.340496+0000 mgr.smithi176.ajjlsm (mgr.14696) 1724 : cluster [DBG] pgmap v1478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:40.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:38.340496+0000 mgr.smithi176.ajjlsm (mgr.14696) 1724 : cluster [DBG] pgmap v1478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:58:40.217933+0000 mon.smithi176 (mon.0) 739 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:58:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:58:40.218178+0000 mon.smithi176 (mon.0) 740 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:58:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:58:40.217933+0000 mon.smithi176 (mon.0) 739 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:58:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:58:40.218178+0000 mon.smithi176 (mon.0) 740 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:58:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:40.341146+0000 mgr.smithi176.ajjlsm (mgr.14696) 1725 : cluster [DBG] pgmap v1479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:58:41.359123+0000 mon.smithi176 (mon.0) 741 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:58:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:58:41.360498+0000 mon.smithi176 (mon.0) 742 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:58:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:58:41.361274+0000 mon.smithi176 (mon.0) 743 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:58:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:40.341146+0000 mgr.smithi176.ajjlsm (mgr.14696) 1725 : cluster [DBG] pgmap v1479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:58:41.359123+0000 mon.smithi176 (mon.0) 741 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:58:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:58:41.360498+0000 mon.smithi176 (mon.0) 742 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:58:42.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:58:41.361274+0000 mon.smithi176 (mon.0) 743 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:58:43.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:58:41.361958+0000 mgr.smithi176.ajjlsm (mgr.14696) 1726 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:58:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:58:41.755292+0000 mon.smithi176 (mon.0) 744 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:58:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:58:41.759784+0000 mon.smithi176 (mon.0) 745 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:58:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:58:41.361958+0000 mgr.smithi176.ajjlsm (mgr.14696) 1726 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:58:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:58:41.755292+0000 mon.smithi176 (mon.0) 744 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:58:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:58:41.759784+0000 mon.smithi176 (mon.0) 745 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:58:44.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:42.341850+0000 mgr.smithi176.ajjlsm (mgr.14696) 1727 : cluster [DBG] pgmap v1480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:42.341850+0000 mgr.smithi176.ajjlsm (mgr.14696) 1727 : cluster [DBG] pgmap v1480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:44.342515+0000 mgr.smithi176.ajjlsm (mgr.14696) 1728 : cluster [DBG] pgmap v1481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:44.342515+0000 mgr.smithi176.ajjlsm (mgr.14696) 1728 : cluster [DBG] pgmap v1481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:46.343507+0000 mgr.smithi176.ajjlsm (mgr.14696) 1729 : cluster [DBG] pgmap v1482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:46.343507+0000 mgr.smithi176.ajjlsm (mgr.14696) 1729 : cluster [DBG] pgmap v1482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:48.344158+0000 mgr.smithi176.ajjlsm (mgr.14696) 1730 : cluster [DBG] pgmap v1483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:49.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:48.344158+0000 mgr.smithi176.ajjlsm (mgr.14696) 1730 : cluster [DBG] pgmap v1483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:50.344652+0000 mgr.smithi176.ajjlsm (mgr.14696) 1731 : cluster [DBG] pgmap v1484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:50.344652+0000 mgr.smithi176.ajjlsm (mgr.14696) 1731 : cluster [DBG] pgmap v1484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:52.345461+0000 mgr.smithi176.ajjlsm (mgr.14696) 1732 : cluster [DBG] pgmap v1485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:52.345461+0000 mgr.smithi176.ajjlsm (mgr.14696) 1732 : cluster [DBG] pgmap v1485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:54.346073+0000 mgr.smithi176.ajjlsm (mgr.14696) 1733 : cluster [DBG] pgmap v1486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:54.346073+0000 mgr.smithi176.ajjlsm (mgr.14696) 1733 : cluster [DBG] pgmap v1486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:56.346777+0000 mgr.smithi176.ajjlsm (mgr.14696) 1734 : cluster [DBG] pgmap v1487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:56.346777+0000 mgr.smithi176.ajjlsm (mgr.14696) 1734 : cluster [DBG] pgmap v1487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:58:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:58:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:58:58.347461+0000 mgr.smithi176.ajjlsm (mgr.14696) 1735 : cluster [DBG] pgmap v1488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:58:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:58:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:58:58.347461+0000 mgr.smithi176.ajjlsm (mgr.14696) 1735 : cluster [DBG] pgmap v1488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:00.348143+0000 mgr.smithi176.ajjlsm (mgr.14696) 1736 : cluster [DBG] pgmap v1489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:00.348143+0000 mgr.smithi176.ajjlsm (mgr.14696) 1736 : cluster [DBG] pgmap v1489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:02.348876+0000 mgr.smithi176.ajjlsm (mgr.14696) 1737 : cluster [DBG] pgmap v1490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:02.348876+0000 mgr.smithi176.ajjlsm (mgr.14696) 1737 : cluster [DBG] pgmap v1490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:04.349541+0000 mgr.smithi176.ajjlsm (mgr.14696) 1738 : cluster [DBG] pgmap v1491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:04.349541+0000 mgr.smithi176.ajjlsm (mgr.14696) 1738 : cluster [DBG] pgmap v1491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:06.350363+0000 mgr.smithi176.ajjlsm (mgr.14696) 1739 : cluster [DBG] pgmap v1492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:07.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:06.350363+0000 mgr.smithi176.ajjlsm (mgr.14696) 1739 : cluster [DBG] pgmap v1492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:08.223 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:59:08.493 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:59:08.493 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (54m) 6m ago 55m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:59:08.493 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (47m) 6m ago 55m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:59:08.493 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (47m) 6m ago 55m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:59:08.494 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (54m) 6m ago 55m 43.2M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:59:08.494 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (46m) 6m ago 51m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:59:08.494 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (47m) 6m ago 51m 21.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:59:08.494 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (48m) 6m ago 56m 484M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:59:08.495 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (48m) 6m ago 55m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:59:08.495 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (48m) 6m ago 56m 343M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:59:08.495 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (47m) 6m ago 54m 187M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:59:08.495 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (48m) 6m ago 48m 162M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:59:08.496 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (48m) 6m ago 48m 95.1M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:59:08.496 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (55m) 6m ago 55m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:59:08.496 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (54m) 6m ago 54m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:59:08.496 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (40m) 6m ago 54m 525M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:59:08.496 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (54m) 6m ago 54m 1309M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:59:08.497 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (53m) 6m ago 53m 878M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:59:08.497 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (53m) 6m ago 53m 1452M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:59:08.497 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (53m) 6m ago 53m 1362M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:59:08.497 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (53m) 6m ago 53m 1566M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:59:08.498 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (52m) 6m ago 52m 1262M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:59:08.498 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (52m) 6m ago 52m 1985M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:59:08.498 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (54m) 6m ago 55m 59.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:59:08.814 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:59:08.815 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:59:08.815 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:59:08.815 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:59:08.816 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:59:08.816 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:59:08.816 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:59:08.816 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:59:08.817 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:59:08.817 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:59:08.817 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:59:08.817 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:59:08.817 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:59:08.818 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:59:08.818 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:59:08.818 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:59:08.818 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:59:08.819 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:59:08.819 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:59:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:59:08.210775+0000 mgr.smithi176.ajjlsm (mgr.14696) 1740 : audit [DBG] from='client.35258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:59:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:08.350810+0000 mgr.smithi176.ajjlsm (mgr.14696) 1741 : cluster [DBG] pgmap v1493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:59:08.483439+0000 mgr.smithi176.ajjlsm (mgr.14696) 1742 : audit [DBG] from='client.35262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:59:09.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:59:08.813898+0000 mon.smithi176 (mon.0) 746 : audit [DBG] from='client.? 172.21.15.176:0/2931050362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:59:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:59:08.210775+0000 mgr.smithi176.ajjlsm (mgr.14696) 1740 : audit [DBG] from='client.35258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:59:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:08.350810+0000 mgr.smithi176.ajjlsm (mgr.14696) 1741 : cluster [DBG] pgmap v1493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:09.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:59:08.483439+0000 mgr.smithi176.ajjlsm (mgr.14696) 1742 : audit [DBG] from='client.35262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:59:09.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:59:08.813898+0000 mon.smithi176 (mon.0) 746 : audit [DBG] from='client.? 172.21.15.176:0/2931050362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:59:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:10.351301+0000 mgr.smithi176.ajjlsm (mgr.14696) 1743 : cluster [DBG] pgmap v1494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:11.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:10.351301+0000 mgr.smithi176.ajjlsm (mgr.14696) 1743 : cluster [DBG] pgmap v1494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:12.352249+0000 mgr.smithi176.ajjlsm (mgr.14696) 1744 : cluster [DBG] pgmap v1495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:12.352249+0000 mgr.smithi176.ajjlsm (mgr.14696) 1744 : cluster [DBG] pgmap v1495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:14.352739+0000 mgr.smithi176.ajjlsm (mgr.14696) 1745 : cluster [DBG] pgmap v1496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:15.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:14.352739+0000 mgr.smithi176.ajjlsm (mgr.14696) 1745 : cluster [DBG] pgmap v1496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:16.353480+0000 mgr.smithi176.ajjlsm (mgr.14696) 1746 : cluster [DBG] pgmap v1497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:17.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:16.353480+0000 mgr.smithi176.ajjlsm (mgr.14696) 1746 : cluster [DBG] pgmap v1497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:18.354018+0000 mgr.smithi176.ajjlsm (mgr.14696) 1747 : cluster [DBG] pgmap v1498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:18.354018+0000 mgr.smithi176.ajjlsm (mgr.14696) 1747 : cluster [DBG] pgmap v1498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:20.354547+0000 mgr.smithi176.ajjlsm (mgr.14696) 1748 : cluster [DBG] pgmap v1499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:20.354547+0000 mgr.smithi176.ajjlsm (mgr.14696) 1748 : cluster [DBG] pgmap v1499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:22.355343+0000 mgr.smithi176.ajjlsm (mgr.14696) 1749 : cluster [DBG] pgmap v1500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:22.355343+0000 mgr.smithi176.ajjlsm (mgr.14696) 1749 : cluster [DBG] pgmap v1500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:24.355881+0000 mgr.smithi176.ajjlsm (mgr.14696) 1750 : cluster [DBG] pgmap v1501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:25.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:24.355881+0000 mgr.smithi176.ajjlsm (mgr.14696) 1750 : cluster [DBG] pgmap v1501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:26.356842+0000 mgr.smithi176.ajjlsm (mgr.14696) 1751 : cluster [DBG] pgmap v1502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:26.356842+0000 mgr.smithi176.ajjlsm (mgr.14696) 1751 : cluster [DBG] pgmap v1502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:28.357439+0000 mgr.smithi176.ajjlsm (mgr.14696) 1752 : cluster [DBG] pgmap v1503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:28.357439+0000 mgr.smithi176.ajjlsm (mgr.14696) 1752 : cluster [DBG] pgmap v1503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:30.357945+0000 mgr.smithi176.ajjlsm (mgr.14696) 1753 : cluster [DBG] pgmap v1504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:30.357945+0000 mgr.smithi176.ajjlsm (mgr.14696) 1753 : cluster [DBG] pgmap v1504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:32.358888+0000 mgr.smithi176.ajjlsm (mgr.14696) 1754 : cluster [DBG] pgmap v1505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:32.358888+0000 mgr.smithi176.ajjlsm (mgr.14696) 1754 : cluster [DBG] pgmap v1505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:34.359363+0000 mgr.smithi176.ajjlsm (mgr.14696) 1755 : cluster [DBG] pgmap v1506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:34.359363+0000 mgr.smithi176.ajjlsm (mgr.14696) 1755 : cluster [DBG] pgmap v1506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:36.360189+0000 mgr.smithi176.ajjlsm (mgr.14696) 1756 : cluster [DBG] pgmap v1507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:36.360189+0000 mgr.smithi176.ajjlsm (mgr.14696) 1756 : cluster [DBG] pgmap v1507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:39.115 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T07:59:39.385 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T07:59:39.385 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (55m) 7m ago 56m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T07:59:39.385 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (48m) 7m ago 56m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T07:59:39.386 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (48m) 7m ago 55m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T07:59:39.386 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (54m) 7m ago 55m 43.2M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T07:59:39.386 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (47m) 7m ago 51m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T07:59:39.386 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (47m) 7m ago 51m 21.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T07:59:39.387 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (49m) 7m ago 57m 484M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T07:59:39.387 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (48m) 7m ago 55m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T07:59:39.387 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (48m) 7m ago 57m 343M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T07:59:39.387 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (48m) 7m ago 55m 187M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T07:59:39.388 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (49m) 7m ago 49m 162M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T07:59:39.388 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (49m) 7m ago 49m 95.1M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T07:59:39.388 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (55m) 7m ago 55m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T07:59:39.388 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (55m) 7m ago 55m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T07:59:39.389 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (40m) 7m ago 54m 525M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T07:59:39.389 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (54m) 7m ago 54m 1309M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T07:59:39.389 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (54m) 7m ago 54m 878M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T07:59:39.389 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (54m) 7m ago 54m 1452M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T07:59:39.389 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (53m) 7m ago 53m 1362M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T07:59:39.390 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (53m) 7m ago 53m 1566M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T07:59:39.390 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (53m) 7m ago 53m 1262M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T07:59:39.390 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (53m) 7m ago 53m 1985M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T07:59:39.390 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (54m) 7m ago 55m 59.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T07:59:39.710 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T07:59:39.711 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T07:59:39.711 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:59:39.711 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:59:39.711 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T07:59:39.712 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T07:59:39.712 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:59:39.712 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T07:59:39.712 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T07:59:39.712 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T07:59:39.713 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:59:39.713 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T07:59:39.713 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T07:59:39.713 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T07:59:39.714 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T07:59:39.714 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T07:59:39.715 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T07:59:39.715 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T07:59:39.715 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T07:59:39.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:38.360744+0000 mgr.smithi176.ajjlsm (mgr.14696) 1757 : cluster [DBG] pgmap v1508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:38.360744+0000 mgr.smithi176.ajjlsm (mgr.14696) 1757 : cluster [DBG] pgmap v1508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:59:39.102574+0000 mgr.smithi176.ajjlsm (mgr.14696) 1758 : audit [DBG] from='client.35270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:59:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:59:39.375492+0000 mgr.smithi176.ajjlsm (mgr.14696) 1759 : audit [DBG] from='client.35274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:59:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:59:39.709591+0000 mon.smithi176 (mon.0) 747 : audit [DBG] from='client.? 172.21.15.176:0/3733234952' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:59:40.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:59:40.222816+0000 mon.smithi176 (mon.0) 748 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:59:40.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:59:40.223001+0000 mon.smithi176 (mon.0) 749 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:59:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:59:39.102574+0000 mgr.smithi176.ajjlsm (mgr.14696) 1758 : audit [DBG] from='client.35270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:59:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:59:39.375492+0000 mgr.smithi176.ajjlsm (mgr.14696) 1759 : audit [DBG] from='client.35274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T07:59:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:59:39.709591+0000 mon.smithi176 (mon.0) 747 : audit [DBG] from='client.? 172.21.15.176:0/3733234952' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T07:59:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:59:40.222816+0000 mon.smithi176 (mon.0) 748 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T07:59:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:59:40.223001+0000 mon.smithi176 (mon.0) 749 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T07:59:41.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:40.361149+0000 mgr.smithi176.ajjlsm (mgr.14696) 1760 : cluster [DBG] pgmap v1509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:40.361149+0000 mgr.smithi176.ajjlsm (mgr.14696) 1760 : cluster [DBG] pgmap v1509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:59:41.762451+0000 mon.smithi176 (mon.0) 750 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:59:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:59:41.763810+0000 mon.smithi176 (mon.0) 751 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:59:42.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:59:41.764591+0000 mon.smithi176 (mon.0) 752 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:59:42.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T07:59:41.765308+0000 mgr.smithi176.ajjlsm (mgr.14696) 1761 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:59:42.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:59:42.166488+0000 mon.smithi176 (mon.0) 753 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:59:42.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T07:59:42.171350+0000 mon.smithi176 (mon.0) 754 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:59:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:59:41.762451+0000 mon.smithi176 (mon.0) 750 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T07:59:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:59:41.763810+0000 mon.smithi176 (mon.0) 751 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T07:59:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:59:41.764591+0000 mon.smithi176 (mon.0) 752 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T07:59:42.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T07:59:41.765308+0000 mgr.smithi176.ajjlsm (mgr.14696) 1761 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T07:59:42.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:59:42.166488+0000 mon.smithi176 (mon.0) 753 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:59:42.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T07:59:42.171350+0000 mon.smithi176 (mon.0) 754 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T07:59:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:42.361777+0000 mgr.smithi176.ajjlsm (mgr.14696) 1762 : cluster [DBG] pgmap v1510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:42.361777+0000 mgr.smithi176.ajjlsm (mgr.14696) 1762 : cluster [DBG] pgmap v1510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:44.362260+0000 mgr.smithi176.ajjlsm (mgr.14696) 1763 : cluster [DBG] pgmap v1511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:44.362260+0000 mgr.smithi176.ajjlsm (mgr.14696) 1763 : cluster [DBG] pgmap v1511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:46.363004+0000 mgr.smithi176.ajjlsm (mgr.14696) 1764 : cluster [DBG] pgmap v1512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:46.363004+0000 mgr.smithi176.ajjlsm (mgr.14696) 1764 : cluster [DBG] pgmap v1512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:48.363548+0000 mgr.smithi176.ajjlsm (mgr.14696) 1765 : cluster [DBG] pgmap v1513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:48.363548+0000 mgr.smithi176.ajjlsm (mgr.14696) 1765 : cluster [DBG] pgmap v1513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:50.364084+0000 mgr.smithi176.ajjlsm (mgr.14696) 1766 : cluster [DBG] pgmap v1514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:50.364084+0000 mgr.smithi176.ajjlsm (mgr.14696) 1766 : cluster [DBG] pgmap v1514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:52.365181+0000 mgr.smithi176.ajjlsm (mgr.14696) 1767 : cluster [DBG] pgmap v1515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:52.365181+0000 mgr.smithi176.ajjlsm (mgr.14696) 1767 : cluster [DBG] pgmap v1515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:54.365665+0000 mgr.smithi176.ajjlsm (mgr.14696) 1768 : cluster [DBG] pgmap v1516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:54.365665+0000 mgr.smithi176.ajjlsm (mgr.14696) 1768 : cluster [DBG] pgmap v1516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:56.366551+0000 mgr.smithi176.ajjlsm (mgr.14696) 1769 : cluster [DBG] pgmap v1517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:56.366551+0000 mgr.smithi176.ajjlsm (mgr.14696) 1769 : cluster [DBG] pgmap v1517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T07:59:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 07:59:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T07:59:58.367091+0000 mgr.smithi176.ajjlsm (mgr.14696) 1770 : cluster [DBG] pgmap v1518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T07:59:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 07:59:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T07:59:58.367091+0000 mgr.smithi176.ajjlsm (mgr.14696) 1770 : cluster [DBG] pgmap v1518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:00.000154+0000 mon.smithi176 (mon.0) 755 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T08:00:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:00.000154+0000 mon.smithi176 (mon.0) 755 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T08:00:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:00.367615+0000 mgr.smithi176.ajjlsm (mgr.14696) 1771 : cluster [DBG] pgmap v1519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:00.367615+0000 mgr.smithi176.ajjlsm (mgr.14696) 1771 : cluster [DBG] pgmap v1519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:02.368471+0000 mgr.smithi176.ajjlsm (mgr.14696) 1772 : cluster [DBG] pgmap v1520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:02.368471+0000 mgr.smithi176.ajjlsm (mgr.14696) 1772 : cluster [DBG] pgmap v1520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:04.368957+0000 mgr.smithi176.ajjlsm (mgr.14696) 1773 : cluster [DBG] pgmap v1521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:04.368957+0000 mgr.smithi176.ajjlsm (mgr.14696) 1773 : cluster [DBG] pgmap v1521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:06.369834+0000 mgr.smithi176.ajjlsm (mgr.14696) 1774 : cluster [DBG] pgmap v1522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:06.369834+0000 mgr.smithi176.ajjlsm (mgr.14696) 1774 : cluster [DBG] pgmap v1522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:08.370385+0000 mgr.smithi176.ajjlsm (mgr.14696) 1775 : cluster [DBG] pgmap v1523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:10.012 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:00:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:08.370385+0000 mgr.smithi176.ajjlsm (mgr.14696) 1775 : cluster [DBG] pgmap v1523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:10.281 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:00:10.282 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (55m) 7m ago 56m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:00:10.282 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (48m) 7m ago 56m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:00:10.282 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (48m) 7m ago 56m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:00:10.283 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (55m) 7m ago 56m 43.2M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:00:10.283 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (47m) 7m ago 52m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:00:10.283 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (48m) 7m ago 52m 21.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:00:10.284 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (49m) 7m ago 57m 484M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:00:10.284 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (49m) 7m ago 56m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:00:10.284 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (49m) 7m ago 57m 343M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:00:10.285 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (48m) 7m ago 55m 187M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:00:10.285 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (49m) 7m ago 49m 162M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:00:10.285 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (49m) 7m ago 49m 95.1M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:00:10.285 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (56m) 7m ago 56m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:00:10.285 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (55m) 7m ago 55m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:00:10.286 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (41m) 7m ago 55m 525M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:00:10.286 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (55m) 7m ago 55m 1309M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:00:10.286 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (54m) 7m ago 54m 878M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:00:10.286 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (54m) 7m ago 54m 1452M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:00:10.287 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (54m) 7m ago 54m 1362M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:00:10.287 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (54m) 7m ago 54m 1566M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:00:10.288 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (53m) 7m ago 53m 1262M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:00:10.288 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (53m) 7m ago 53m 1985M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:00:10.288 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (55m) 7m ago 56m 59.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:00:10.603 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:00:10.603 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:00:10.604 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:00:10.604 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:00:10.604 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:00:10.604 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:00:10.605 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:00:10.605 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:00:10.605 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:00:10.605 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:00:10.606 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:00:10.606 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:00:10.606 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:00:10.606 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:00:10.607 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:00:10.607 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:00:10.607 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:00:10.608 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:00:10.608 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:00:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:00:09.999660+0000 mgr.smithi176.ajjlsm (mgr.14696) 1776 : audit [DBG] from='client.35282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:00:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:00:10.271989+0000 mgr.smithi176.ajjlsm (mgr.14696) 1777 : audit [DBG] from='client.35286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:00:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:10.370828+0000 mgr.smithi176.ajjlsm (mgr.14696) 1778 : cluster [DBG] pgmap v1524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:11.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:00:10.602546+0000 mon.smithi176 (mon.0) 756 : audit [DBG] from='client.? 172.21.15.176:0/4241158449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:00:12.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:00:09.999660+0000 mgr.smithi176.ajjlsm (mgr.14696) 1776 : audit [DBG] from='client.35282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:00:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:00:10.271989+0000 mgr.smithi176.ajjlsm (mgr.14696) 1777 : audit [DBG] from='client.35286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:00:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:10.370828+0000 mgr.smithi176.ajjlsm (mgr.14696) 1778 : cluster [DBG] pgmap v1524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:00:10.602546+0000 mon.smithi176 (mon.0) 756 : audit [DBG] from='client.? 172.21.15.176:0/4241158449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:00:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:12.371714+0000 mgr.smithi176.ajjlsm (mgr.14696) 1779 : cluster [DBG] pgmap v1525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:12.371714+0000 mgr.smithi176.ajjlsm (mgr.14696) 1779 : cluster [DBG] pgmap v1525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:14.372359+0000 mgr.smithi176.ajjlsm (mgr.14696) 1780 : cluster [DBG] pgmap v1526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:14.372359+0000 mgr.smithi176.ajjlsm (mgr.14696) 1780 : cluster [DBG] pgmap v1526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:16.373180+0000 mgr.smithi176.ajjlsm (mgr.14696) 1781 : cluster [DBG] pgmap v1527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:16.373180+0000 mgr.smithi176.ajjlsm (mgr.14696) 1781 : cluster [DBG] pgmap v1527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:18.373759+0000 mgr.smithi176.ajjlsm (mgr.14696) 1782 : cluster [DBG] pgmap v1528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:18.373759+0000 mgr.smithi176.ajjlsm (mgr.14696) 1782 : cluster [DBG] pgmap v1528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:20.374365+0000 mgr.smithi176.ajjlsm (mgr.14696) 1783 : cluster [DBG] pgmap v1529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:22.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:20.374365+0000 mgr.smithi176.ajjlsm (mgr.14696) 1783 : cluster [DBG] pgmap v1529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:22.375363+0000 mgr.smithi176.ajjlsm (mgr.14696) 1784 : cluster [DBG] pgmap v1530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:22.375363+0000 mgr.smithi176.ajjlsm (mgr.14696) 1784 : cluster [DBG] pgmap v1530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:24.375887+0000 mgr.smithi176.ajjlsm (mgr.14696) 1785 : cluster [DBG] pgmap v1531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:24.375887+0000 mgr.smithi176.ajjlsm (mgr.14696) 1785 : cluster [DBG] pgmap v1531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:26.376862+0000 mgr.smithi176.ajjlsm (mgr.14696) 1786 : cluster [DBG] pgmap v1532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:26.376862+0000 mgr.smithi176.ajjlsm (mgr.14696) 1786 : cluster [DBG] pgmap v1532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:28.377431+0000 mgr.smithi176.ajjlsm (mgr.14696) 1787 : cluster [DBG] pgmap v1533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:28.377431+0000 mgr.smithi176.ajjlsm (mgr.14696) 1787 : cluster [DBG] pgmap v1533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:30.378155+0000 mgr.smithi176.ajjlsm (mgr.14696) 1788 : cluster [DBG] pgmap v1534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:30.378155+0000 mgr.smithi176.ajjlsm (mgr.14696) 1788 : cluster [DBG] pgmap v1534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:32.379087+0000 mgr.smithi176.ajjlsm (mgr.14696) 1789 : cluster [DBG] pgmap v1535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:32.379087+0000 mgr.smithi176.ajjlsm (mgr.14696) 1789 : cluster [DBG] pgmap v1535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:34.379566+0000 mgr.smithi176.ajjlsm (mgr.14696) 1790 : cluster [DBG] pgmap v1536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:36.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:34.379566+0000 mgr.smithi176.ajjlsm (mgr.14696) 1790 : cluster [DBG] pgmap v1536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:36.380493+0000 mgr.smithi176.ajjlsm (mgr.14696) 1791 : cluster [DBG] pgmap v1537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:36.380493+0000 mgr.smithi176.ajjlsm (mgr.14696) 1791 : cluster [DBG] pgmap v1537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:38.380973+0000 mgr.smithi176.ajjlsm (mgr.14696) 1792 : cluster [DBG] pgmap v1538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:38.380973+0000 mgr.smithi176.ajjlsm (mgr.14696) 1792 : cluster [DBG] pgmap v1538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:40.907 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:00:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:00:40.227817+0000 mon.smithi176 (mon.0) 757 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:00:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:00:40.228072+0000 mon.smithi176 (mon.0) 758 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:00:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:00:40.227817+0000 mon.smithi176 (mon.0) 757 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:00:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:00:40.228072+0000 mon.smithi176 (mon.0) 758 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:00:41.183 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:00:41.183 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (56m) 8m ago 57m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:00:41.184 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (49m) 8m ago 57m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:00:41.184 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (49m) 8m ago 56m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:00:41.184 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (56m) 8m ago 56m 43.2M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:00:41.184 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (48m) 8m ago 52m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:00:41.185 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (48m) 8m ago 52m 21.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:00:41.186 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (50m) 8m ago 58m 484M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:00:41.186 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (49m) 8m ago 56m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:00:41.186 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (49m) 8m ago 58m 343M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:00:41.187 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (49m) 8m ago 56m 187M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:00:41.187 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (50m) 8m ago 50m 162M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:00:41.187 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (50m) 8m ago 50m 95.1M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:00:41.187 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (56m) 8m ago 56m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:00:41.188 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (56m) 8m ago 56m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:00:41.188 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (42m) 8m ago 55m 525M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:00:41.188 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (55m) 8m ago 55m 1309M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:00:41.189 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (55m) 8m ago 55m 878M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:00:41.189 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (55m) 8m ago 55m 1452M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:00:41.189 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (54m) 8m ago 54m 1362M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:00:41.190 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (54m) 8m ago 54m 1566M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:00:41.190 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (54m) 8m ago 54m 1262M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:00:41.191 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (54m) 8m ago 54m 1985M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:00:41.191 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (55m) 8m ago 56m 59.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:00:41.505 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:00:41.506 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:00:41.506 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:00:41.506 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:00:41.507 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:00:41.507 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:00:41.507 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:00:41.508 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:00:41.508 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:00:41.508 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:00:41.509 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:00:41.509 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:00:41.510 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:00:41.510 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:00:41.511 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:00:41.511 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:00:41.511 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:00:41.511 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:00:41.512 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:00:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:40.381516+0000 mgr.smithi176.ajjlsm (mgr.14696) 1793 : cluster [DBG] pgmap v1539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:00:41.504416+0000 mon.smithi176 (mon.0) 759 : audit [DBG] from='client.? 172.21.15.176:0/2986543467' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:00:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:40.381516+0000 mgr.smithi176.ajjlsm (mgr.14696) 1793 : cluster [DBG] pgmap v1539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:00:41.504416+0000 mon.smithi176 (mon.0) 759 : audit [DBG] from='client.? 172.21.15.176:0/2986543467' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:00:42.921 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:00:40.895008+0000 mgr.smithi176.ajjlsm (mgr.14696) 1794 : audit [DBG] from='client.35294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:00:42.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:00:41.173335+0000 mgr.smithi176.ajjlsm (mgr.14696) 1795 : audit [DBG] from='client.35298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:00:42.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:00:42.173832+0000 mon.smithi176 (mon.0) 760 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:00:42.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:00:42.175063+0000 mon.smithi176 (mon.0) 761 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:00:42.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:00:42.175725+0000 mon.smithi176 (mon.0) 762 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:00:42.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:00:42.575519+0000 mon.smithi176 (mon.0) 763 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:00:42.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:00:42.580256+0000 mon.smithi176 (mon.0) 764 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:00:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:00:40.895008+0000 mgr.smithi176.ajjlsm (mgr.14696) 1794 : audit [DBG] from='client.35294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:00:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:00:41.173335+0000 mgr.smithi176.ajjlsm (mgr.14696) 1795 : audit [DBG] from='client.35298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:00:42.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:00:42.173832+0000 mon.smithi176 (mon.0) 760 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:00:42.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:00:42.175063+0000 mon.smithi176 (mon.0) 761 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:00:42.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:00:42.175725+0000 mon.smithi176 (mon.0) 762 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:00:42.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:00:42.575519+0000 mon.smithi176 (mon.0) 763 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:00:42.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:00:42.580256+0000 mon.smithi176 (mon.0) 764 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:00:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:00:42.176324+0000 mgr.smithi176.ajjlsm (mgr.14696) 1796 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:00:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:42.382491+0000 mgr.smithi176.ajjlsm (mgr.14696) 1797 : cluster [DBG] pgmap v1540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:00:42.176324+0000 mgr.smithi176.ajjlsm (mgr.14696) 1796 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:00:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:42.382491+0000 mgr.smithi176.ajjlsm (mgr.14696) 1797 : cluster [DBG] pgmap v1540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:44.382987+0000 mgr.smithi176.ajjlsm (mgr.14696) 1798 : cluster [DBG] pgmap v1541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:44.382987+0000 mgr.smithi176.ajjlsm (mgr.14696) 1798 : cluster [DBG] pgmap v1541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:46.383818+0000 mgr.smithi176.ajjlsm (mgr.14696) 1799 : cluster [DBG] pgmap v1542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:46.383818+0000 mgr.smithi176.ajjlsm (mgr.14696) 1799 : cluster [DBG] pgmap v1542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:48.384309+0000 mgr.smithi176.ajjlsm (mgr.14696) 1800 : cluster [DBG] pgmap v1543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:48.384309+0000 mgr.smithi176.ajjlsm (mgr.14696) 1800 : cluster [DBG] pgmap v1543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:50.384840+0000 mgr.smithi176.ajjlsm (mgr.14696) 1801 : cluster [DBG] pgmap v1544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:50.384840+0000 mgr.smithi176.ajjlsm (mgr.14696) 1801 : cluster [DBG] pgmap v1544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:52.385800+0000 mgr.smithi176.ajjlsm (mgr.14696) 1802 : cluster [DBG] pgmap v1545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:52.385800+0000 mgr.smithi176.ajjlsm (mgr.14696) 1802 : cluster [DBG] pgmap v1545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:54.386417+0000 mgr.smithi176.ajjlsm (mgr.14696) 1803 : cluster [DBG] pgmap v1546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:56.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:54.386417+0000 mgr.smithi176.ajjlsm (mgr.14696) 1803 : cluster [DBG] pgmap v1546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:00:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:56.387210+0000 mgr.smithi176.ajjlsm (mgr.14696) 1804 : cluster [DBG] pgmap v1547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:56.387210+0000 mgr.smithi176.ajjlsm (mgr.14696) 1804 : cluster [DBG] pgmap v1547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:00:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:00:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:00:58.387685+0000 mgr.smithi176.ajjlsm (mgr.14696) 1805 : cluster [DBG] pgmap v1548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:00:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:00:58.387685+0000 mgr.smithi176.ajjlsm (mgr.14696) 1805 : cluster [DBG] pgmap v1548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:00.388313+0000 mgr.smithi176.ajjlsm (mgr.14696) 1806 : cluster [DBG] pgmap v1549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:00.388313+0000 mgr.smithi176.ajjlsm (mgr.14696) 1806 : cluster [DBG] pgmap v1549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:02.389216+0000 mgr.smithi176.ajjlsm (mgr.14696) 1807 : cluster [DBG] pgmap v1550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:02.389216+0000 mgr.smithi176.ajjlsm (mgr.14696) 1807 : cluster [DBG] pgmap v1550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:04.389739+0000 mgr.smithi176.ajjlsm (mgr.14696) 1808 : cluster [DBG] pgmap v1551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:04.389739+0000 mgr.smithi176.ajjlsm (mgr.14696) 1808 : cluster [DBG] pgmap v1551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:06.390448+0000 mgr.smithi176.ajjlsm (mgr.14696) 1809 : cluster [DBG] pgmap v1552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:06.390448+0000 mgr.smithi176.ajjlsm (mgr.14696) 1809 : cluster [DBG] pgmap v1552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:08.391065+0000 mgr.smithi176.ajjlsm (mgr.14696) 1810 : cluster [DBG] pgmap v1553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:08.391065+0000 mgr.smithi176.ajjlsm (mgr.14696) 1810 : cluster [DBG] pgmap v1553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:11.810 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:01:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:10.391495+0000 mgr.smithi176.ajjlsm (mgr.14696) 1811 : cluster [DBG] pgmap v1554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:12.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:10.391495+0000 mgr.smithi176.ajjlsm (mgr.14696) 1811 : cluster [DBG] pgmap v1554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:12.082 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:01:12.083 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (56m) 8m ago 57m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:01:12.083 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (49m) 8m ago 57m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:01:12.083 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (49m) 8m ago 57m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:01:12.084 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (56m) 8m ago 57m 43.2M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:01:12.084 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (49m) 8m ago 53m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:01:12.084 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (49m) 8m ago 53m 21.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:01:12.084 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (50m) 8m ago 58m 484M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:01:12.085 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (50m) 8m ago 57m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:01:12.085 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (50m) 8m ago 58m 343M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:01:12.085 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (49m) 8m ago 57m 187M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:01:12.085 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (50m) 8m ago 50m 162M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:01:12.085 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (50m) 8m ago 50m 95.1M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:01:12.086 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (57m) 8m ago 57m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:01:12.086 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (56m) 8m ago 56m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:01:12.086 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (42m) 8m ago 56m 525M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:01:12.086 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (56m) 8m ago 56m 1309M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:01:12.087 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (55m) 8m ago 55m 878M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:01:12.087 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (55m) 8m ago 55m 1452M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:01:12.087 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (55m) 8m ago 55m 1362M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:01:12.087 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (55m) 8m ago 55m 1566M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:01:12.088 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (54m) 8m ago 54m 1262M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:01:12.088 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (54m) 8m ago 54m 1985M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:01:12.088 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (56m) 8m ago 57m 59.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:01:12.405 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:01:12.406 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:01:12.406 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:01:12.406 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:01:12.406 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:01:12.407 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:01:12.407 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:01:12.407 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:01:12.407 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:01:12.408 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:01:12.408 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:01:12.408 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:01:12.408 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:01:12.409 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:01:12.409 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:01:12.409 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:01:12.409 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:01:12.409 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:01:12.410 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:01:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:01:12.404773+0000 mon.smithi176 (mon.0) 765 : audit [DBG] from='client.? 172.21.15.176:0/4192930820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:01:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:01:12.404773+0000 mon.smithi176 (mon.0) 765 : audit [DBG] from='client.? 172.21.15.176:0/4192930820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:01:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:01:11.795816+0000 mgr.smithi176.ajjlsm (mgr.14696) 1812 : audit [DBG] from='client.35306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:01:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:01:12.072638+0000 mgr.smithi176.ajjlsm (mgr.14696) 1813 : audit [DBG] from='client.35310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:01:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:12.392229+0000 mgr.smithi176.ajjlsm (mgr.14696) 1814 : cluster [DBG] pgmap v1555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:01:11.795816+0000 mgr.smithi176.ajjlsm (mgr.14696) 1812 : audit [DBG] from='client.35306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:01:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:01:12.072638+0000 mgr.smithi176.ajjlsm (mgr.14696) 1813 : audit [DBG] from='client.35310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:01:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:12.392229+0000 mgr.smithi176.ajjlsm (mgr.14696) 1814 : cluster [DBG] pgmap v1555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:14.392794+0000 mgr.smithi176.ajjlsm (mgr.14696) 1815 : cluster [DBG] pgmap v1556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:14.392794+0000 mgr.smithi176.ajjlsm (mgr.14696) 1815 : cluster [DBG] pgmap v1556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:16.393760+0000 mgr.smithi176.ajjlsm (mgr.14696) 1816 : cluster [DBG] pgmap v1557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:16.393760+0000 mgr.smithi176.ajjlsm (mgr.14696) 1816 : cluster [DBG] pgmap v1557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:18.394258+0000 mgr.smithi176.ajjlsm (mgr.14696) 1817 : cluster [DBG] pgmap v1558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:18.394258+0000 mgr.smithi176.ajjlsm (mgr.14696) 1817 : cluster [DBG] pgmap v1558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:20.394939+0000 mgr.smithi176.ajjlsm (mgr.14696) 1818 : cluster [DBG] pgmap v1559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:20.394939+0000 mgr.smithi176.ajjlsm (mgr.14696) 1818 : cluster [DBG] pgmap v1559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:22.395755+0000 mgr.smithi176.ajjlsm (mgr.14696) 1819 : cluster [DBG] pgmap v1560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:22.395755+0000 mgr.smithi176.ajjlsm (mgr.14696) 1819 : cluster [DBG] pgmap v1560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:24.396288+0000 mgr.smithi176.ajjlsm (mgr.14696) 1820 : cluster [DBG] pgmap v1561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:24.396288+0000 mgr.smithi176.ajjlsm (mgr.14696) 1820 : cluster [DBG] pgmap v1561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:26.397015+0000 mgr.smithi176.ajjlsm (mgr.14696) 1821 : cluster [DBG] pgmap v1562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:26.397015+0000 mgr.smithi176.ajjlsm (mgr.14696) 1821 : cluster [DBG] pgmap v1562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:28.397595+0000 mgr.smithi176.ajjlsm (mgr.14696) 1822 : cluster [DBG] pgmap v1563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:30.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:28.397595+0000 mgr.smithi176.ajjlsm (mgr.14696) 1822 : cluster [DBG] pgmap v1563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:30.398188+0000 mgr.smithi176.ajjlsm (mgr.14696) 1823 : cluster [DBG] pgmap v1564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:30.398188+0000 mgr.smithi176.ajjlsm (mgr.14696) 1823 : cluster [DBG] pgmap v1564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:32.399086+0000 mgr.smithi176.ajjlsm (mgr.14696) 1824 : cluster [DBG] pgmap v1565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:32.399086+0000 mgr.smithi176.ajjlsm (mgr.14696) 1824 : cluster [DBG] pgmap v1565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:34.399703+0000 mgr.smithi176.ajjlsm (mgr.14696) 1825 : cluster [DBG] pgmap v1566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:34.399703+0000 mgr.smithi176.ajjlsm (mgr.14696) 1825 : cluster [DBG] pgmap v1566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:36.400500+0000 mgr.smithi176.ajjlsm (mgr.14696) 1826 : cluster [DBG] pgmap v1567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:36.400500+0000 mgr.smithi176.ajjlsm (mgr.14696) 1826 : cluster [DBG] pgmap v1567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:38.401013+0000 mgr.smithi176.ajjlsm (mgr.14696) 1827 : cluster [DBG] pgmap v1568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:38.401013+0000 mgr.smithi176.ajjlsm (mgr.14696) 1827 : cluster [DBG] pgmap v1568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:01:40.232259+0000 mon.smithi176 (mon.0) 766 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:01:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:01:40.232527+0000 mon.smithi176 (mon.0) 767 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:01:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:01:40.232259+0000 mon.smithi176 (mon.0) 766 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:01:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:01:40.232527+0000 mon.smithi176 (mon.0) 767 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:01:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:40.401423+0000 mgr.smithi176.ajjlsm (mgr.14696) 1828 : cluster [DBG] pgmap v1569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:40.401423+0000 mgr.smithi176.ajjlsm (mgr.14696) 1828 : cluster [DBG] pgmap v1569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:42.715 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:01:43.000 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:01:43.000 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (57m) 9m ago 58m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:01:43.000 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (50m) 9m ago 58m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:01:43.000 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (50m) 9m ago 57m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:01:43.001 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (57m) 9m ago 57m 43.2M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:01:43.001 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (49m) 9m ago 53m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:01:43.001 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (50m) 9m ago 53m 21.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:01:43.001 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (51m) 9m ago 59m 484M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:01:43.002 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (50m) 9m ago 57m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:01:43.002 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (50m) 9m ago 59m 343M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:01:43.002 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (50m) 9m ago 57m 187M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:01:43.002 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (51m) 9m ago 51m 162M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:01:43.003 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (51m) 9m ago 51m 95.1M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:01:43.003 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (57m) 9m ago 57m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:01:43.003 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (57m) 9m ago 57m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:01:43.004 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (43m) 9m ago 56m 525M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:01:43.004 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (56m) 9m ago 56m 1309M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:01:43.004 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (56m) 9m ago 56m 878M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:01:43.004 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (56m) 9m ago 56m 1452M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:01:43.005 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (55m) 9m ago 55m 1362M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:01:43.005 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (55m) 9m ago 55m 1566M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:01:43.005 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (55m) 9m ago 55m 1262M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:01:43.005 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (55m) 9m ago 55m 1985M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:01:43.006 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (56m) 9m ago 57m 59.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:01:43.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:01:42.582686+0000 mon.smithi176 (mon.0) 768 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:01:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:01:42.583849+0000 mon.smithi176 (mon.0) 769 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:01:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:01:42.584484+0000 mon.smithi176 (mon.0) 770 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:01:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:01:42.582686+0000 mon.smithi176 (mon.0) 768 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:01:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:01:42.583849+0000 mon.smithi176 (mon.0) 769 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:01:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:01:42.584484+0000 mon.smithi176 (mon.0) 770 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:01:43.326 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:01:43.327 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:01:43.327 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:01:43.327 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:01:43.327 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:01:43.328 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:01:43.328 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:01:43.328 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:01:43.328 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:01:43.328 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:01:43.329 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:01:43.329 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:01:43.329 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:01:43.330 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:01:43.330 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:01:43.330 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:01:43.330 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:01:43.331 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:01:43.331 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:01:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:42.402292+0000 mgr.smithi176.ajjlsm (mgr.14696) 1829 : cluster [DBG] pgmap v1570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:01:42.585064+0000 mgr.smithi176.ajjlsm (mgr.14696) 1830 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:01:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:01:42.702529+0000 mgr.smithi176.ajjlsm (mgr.14696) 1831 : audit [DBG] from='client.35318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:01:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:01:42.988209+0000 mon.smithi176 (mon.0) 771 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:01:44.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:01:42.988406+0000 mon.smithi176 (mon.0) 772 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:01:44.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:01:42.994864+0000 mon.smithi176 (mon.0) 773 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:01:44.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:01:43.003849+0000 mon.smithi176 (mon.0) 774 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:01:44.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:01:43.325608+0000 mon.smithi176 (mon.0) 775 : audit [DBG] from='client.? 172.21.15.176:0/460946455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:01:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:42.402292+0000 mgr.smithi176.ajjlsm (mgr.14696) 1829 : cluster [DBG] pgmap v1570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:01:42.585064+0000 mgr.smithi176.ajjlsm (mgr.14696) 1830 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:01:44.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:01:42.702529+0000 mgr.smithi176.ajjlsm (mgr.14696) 1831 : audit [DBG] from='client.35318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:01:44.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:01:42.988209+0000 mon.smithi176 (mon.0) 771 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:01:44.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:01:42.988406+0000 mon.smithi176 (mon.0) 772 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:01:44.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:01:42.994864+0000 mon.smithi176 (mon.0) 773 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:01:44.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:01:43.003849+0000 mon.smithi176 (mon.0) 774 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:01:44.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:01:43.325608+0000 mon.smithi176 (mon.0) 775 : audit [DBG] from='client.? 172.21.15.176:0/460946455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:01:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:01:42.988050+0000 mgr.smithi176.ajjlsm (mgr.14696) 1832 : audit [DBG] from='client.35322 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:01:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:01:42.988050+0000 mgr.smithi176.ajjlsm (mgr.14696) 1832 : audit [DBG] from='client.35322 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:01:46.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:44.402769+0000 mgr.smithi176.ajjlsm (mgr.14696) 1833 : cluster [DBG] pgmap v1571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:44.402769+0000 mgr.smithi176.ajjlsm (mgr.14696) 1833 : cluster [DBG] pgmap v1571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:46.403586+0000 mgr.smithi176.ajjlsm (mgr.14696) 1834 : cluster [DBG] pgmap v1572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:46.403586+0000 mgr.smithi176.ajjlsm (mgr.14696) 1834 : cluster [DBG] pgmap v1572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:48.404066+0000 mgr.smithi176.ajjlsm (mgr.14696) 1835 : cluster [DBG] pgmap v1573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:48.404066+0000 mgr.smithi176.ajjlsm (mgr.14696) 1835 : cluster [DBG] pgmap v1573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:52.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:50.404706+0000 mgr.smithi176.ajjlsm (mgr.14696) 1836 : cluster [DBG] pgmap v1574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:50.404706+0000 mgr.smithi176.ajjlsm (mgr.14696) 1836 : cluster [DBG] pgmap v1574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:52.405619+0000 mgr.smithi176.ajjlsm (mgr.14696) 1837 : cluster [DBG] pgmap v1575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:52.405619+0000 mgr.smithi176.ajjlsm (mgr.14696) 1837 : cluster [DBG] pgmap v1575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:54.406108+0000 mgr.smithi176.ajjlsm (mgr.14696) 1838 : cluster [DBG] pgmap v1576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:54.406108+0000 mgr.smithi176.ajjlsm (mgr.14696) 1838 : cluster [DBG] pgmap v1576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:01:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:56.407097+0000 mgr.smithi176.ajjlsm (mgr.14696) 1839 : cluster [DBG] pgmap v1577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:01:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:56.407097+0000 mgr.smithi176.ajjlsm (mgr.14696) 1839 : cluster [DBG] pgmap v1577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:01:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:01:58.407674+0000 mgr.smithi176.ajjlsm (mgr.14696) 1840 : cluster [DBG] pgmap v1578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:01:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:01:58.407674+0000 mgr.smithi176.ajjlsm (mgr.14696) 1840 : cluster [DBG] pgmap v1578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:02.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:00.408231+0000 mgr.smithi176.ajjlsm (mgr.14696) 1841 : cluster [DBG] pgmap v1579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:00.408231+0000 mgr.smithi176.ajjlsm (mgr.14696) 1841 : cluster [DBG] pgmap v1579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:02.409128+0000 mgr.smithi176.ajjlsm (mgr.14696) 1842 : cluster [DBG] pgmap v1580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:02.409128+0000 mgr.smithi176.ajjlsm (mgr.14696) 1842 : cluster [DBG] pgmap v1580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:04.409579+0000 mgr.smithi176.ajjlsm (mgr.14696) 1843 : cluster [DBG] pgmap v1581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:04.409579+0000 mgr.smithi176.ajjlsm (mgr.14696) 1843 : cluster [DBG] pgmap v1581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:06.410456+0000 mgr.smithi176.ajjlsm (mgr.14696) 1844 : cluster [DBG] pgmap v1582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:06.410456+0000 mgr.smithi176.ajjlsm (mgr.14696) 1844 : cluster [DBG] pgmap v1582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:08.411082+0000 mgr.smithi176.ajjlsm (mgr.14696) 1845 : cluster [DBG] pgmap v1583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:08.411082+0000 mgr.smithi176.ajjlsm (mgr.14696) 1845 : cluster [DBG] pgmap v1583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:10.411576+0000 mgr.smithi176.ajjlsm (mgr.14696) 1846 : cluster [DBG] pgmap v1584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:10.411576+0000 mgr.smithi176.ajjlsm (mgr.14696) 1846 : cluster [DBG] pgmap v1584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:13.632 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:02:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:12.412430+0000 mgr.smithi176.ajjlsm (mgr.14696) 1847 : cluster [DBG] pgmap v1585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:13.901 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:02:13.902 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (57m) 9m ago 58m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:02:13.902 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (50m) 9m ago 58m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:02:13.902 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (50m) 9m ago 58m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:02:13.902 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (57m) 9m ago 58m 43.2M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:02:13.903 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (50m) 9m ago 54m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:02:13.903 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (50m) 9m ago 54m 21.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:02:13.903 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (51m) 9m ago 59m 484M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:02:13.903 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (51m) 9m ago 58m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:02:13.903 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (51m) 9m ago 59m 343M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:02:13.904 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (50m) 9m ago 58m 187M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:02:13.904 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (51m) 9m ago 51m 162M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:02:13.904 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (51m) 9m ago 51m 95.1M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:02:13.904 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (58m) 9m ago 58m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:02:13.905 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (57m) 9m ago 57m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:02:13.905 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (43m) 9m ago 57m 525M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:02:13.905 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (57m) 9m ago 57m 1309M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:02:13.905 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (56m) 9m ago 56m 878M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:02:13.906 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (56m) 9m ago 56m 1452M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:02:13.906 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (56m) 9m ago 56m 1362M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:02:13.906 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (56m) 9m ago 56m 1566M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:02:13.906 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (55m) 9m ago 55m 1262M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:02:13.906 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (55m) 9m ago 55m 1985M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:02:13.907 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (57m) 9m ago 58m 59.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:02:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:12.412430+0000 mgr.smithi176.ajjlsm (mgr.14696) 1847 : cluster [DBG] pgmap v1585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:14.226 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:02:14.227 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:02:14.227 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:02:14.227 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:02:14.227 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:02:14.227 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:02:14.228 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:02:14.228 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:02:14.228 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:02:14.228 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:02:14.229 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:02:14.229 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:02:14.229 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:02:14.229 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:02:14.230 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:02:14.230 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:02:14.230 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:02:14.230 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:02:14.230 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:02:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:02:13.619150+0000 mgr.smithi176.ajjlsm (mgr.14696) 1848 : audit [DBG] from='client.35330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:02:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:02:14.225527+0000 mon.smithi176 (mon.0) 776 : audit [DBG] from='client.? 172.21.15.176:0/1527171544' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:02:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:02:13.619150+0000 mgr.smithi176.ajjlsm (mgr.14696) 1848 : audit [DBG] from='client.35330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:02:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:02:14.225527+0000 mon.smithi176 (mon.0) 776 : audit [DBG] from='client.? 172.21.15.176:0/1527171544' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:02:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:02:13.891677+0000 mgr.smithi176.ajjlsm (mgr.14696) 1849 : audit [DBG] from='client.35334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:02:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:14.412861+0000 mgr.smithi176.ajjlsm (mgr.14696) 1850 : cluster [DBG] pgmap v1586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:02:13.891677+0000 mgr.smithi176.ajjlsm (mgr.14696) 1849 : audit [DBG] from='client.35334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:02:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:14.412861+0000 mgr.smithi176.ajjlsm (mgr.14696) 1850 : cluster [DBG] pgmap v1586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:16.413607+0000 mgr.smithi176.ajjlsm (mgr.14696) 1851 : cluster [DBG] pgmap v1587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:16.413607+0000 mgr.smithi176.ajjlsm (mgr.14696) 1851 : cluster [DBG] pgmap v1587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:18.414250+0000 mgr.smithi176.ajjlsm (mgr.14696) 1852 : cluster [DBG] pgmap v1588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:18.414250+0000 mgr.smithi176.ajjlsm (mgr.14696) 1852 : cluster [DBG] pgmap v1588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:20.414751+0000 mgr.smithi176.ajjlsm (mgr.14696) 1853 : cluster [DBG] pgmap v1589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:20.414751+0000 mgr.smithi176.ajjlsm (mgr.14696) 1853 : cluster [DBG] pgmap v1589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:22.415744+0000 mgr.smithi176.ajjlsm (mgr.14696) 1854 : cluster [DBG] pgmap v1590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:22.415744+0000 mgr.smithi176.ajjlsm (mgr.14696) 1854 : cluster [DBG] pgmap v1590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:24.416272+0000 mgr.smithi176.ajjlsm (mgr.14696) 1855 : cluster [DBG] pgmap v1591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:24.416272+0000 mgr.smithi176.ajjlsm (mgr.14696) 1855 : cluster [DBG] pgmap v1591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:26.417002+0000 mgr.smithi176.ajjlsm (mgr.14696) 1856 : cluster [DBG] pgmap v1592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:26.417002+0000 mgr.smithi176.ajjlsm (mgr.14696) 1856 : cluster [DBG] pgmap v1592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:28.417564+0000 mgr.smithi176.ajjlsm (mgr.14696) 1857 : cluster [DBG] pgmap v1593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:28.417564+0000 mgr.smithi176.ajjlsm (mgr.14696) 1857 : cluster [DBG] pgmap v1593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:30.418155+0000 mgr.smithi176.ajjlsm (mgr.14696) 1858 : cluster [DBG] pgmap v1594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:30.418155+0000 mgr.smithi176.ajjlsm (mgr.14696) 1858 : cluster [DBG] pgmap v1594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:32.418940+0000 mgr.smithi176.ajjlsm (mgr.14696) 1859 : cluster [DBG] pgmap v1595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:32.418940+0000 mgr.smithi176.ajjlsm (mgr.14696) 1859 : cluster [DBG] pgmap v1595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:34.419422+0000 mgr.smithi176.ajjlsm (mgr.14696) 1860 : cluster [DBG] pgmap v1596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:34.419422+0000 mgr.smithi176.ajjlsm (mgr.14696) 1860 : cluster [DBG] pgmap v1596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:36.420485+0000 mgr.smithi176.ajjlsm (mgr.14696) 1861 : cluster [DBG] pgmap v1597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:36.420485+0000 mgr.smithi176.ajjlsm (mgr.14696) 1861 : cluster [DBG] pgmap v1597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:38.421121+0000 mgr.smithi176.ajjlsm (mgr.14696) 1862 : cluster [DBG] pgmap v1598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:38.421121+0000 mgr.smithi176.ajjlsm (mgr.14696) 1862 : cluster [DBG] pgmap v1598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:02:40.236347+0000 mon.smithi176 (mon.0) 777 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:02:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:02:40.236601+0000 mon.smithi176 (mon.0) 778 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:02:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:02:40.236347+0000 mon.smithi176 (mon.0) 777 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:02:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:02:40.236601+0000 mon.smithi176 (mon.0) 778 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:02:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:40.421558+0000 mgr.smithi176.ajjlsm (mgr.14696) 1863 : cluster [DBG] pgmap v1599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:40.421558+0000 mgr.smithi176.ajjlsm (mgr.14696) 1863 : cluster [DBG] pgmap v1599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:42.422460+0000 mgr.smithi176.ajjlsm (mgr.14696) 1864 : cluster [DBG] pgmap v1600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:02:43.006604+0000 mon.smithi176 (mon.0) 779 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:02:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:02:43.008057+0000 mon.smithi176 (mon.0) 780 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:02:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:02:43.008911+0000 mon.smithi176 (mon.0) 781 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:02:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:42.422460+0000 mgr.smithi176.ajjlsm (mgr.14696) 1864 : cluster [DBG] pgmap v1600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:02:43.006604+0000 mon.smithi176 (mon.0) 779 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:02:44.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:02:43.008057+0000 mon.smithi176 (mon.0) 780 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:02:44.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:02:43.008911+0000 mon.smithi176 (mon.0) 781 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:02:44.560 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:02:44.845 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:02:44.845 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (58m) 10m ago 59m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:02:44.846 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (51m) 10m ago 59m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:02:44.846 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (51m) 10m ago 58m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:02:44.847 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (58m) 10m ago 58m 43.2M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:02:44.848 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (50m) 10m ago 54m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:02:44.848 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (51m) 10m ago 54m 21.7M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:02:44.848 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (52m) 10m ago 60m 484M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:02:44.848 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (51m) 10m ago 58m 400M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:02:44.848 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (51m) 10m ago 60m 343M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:02:44.849 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (51m) 10m ago 58m 187M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:02:44.849 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (52m) 10m ago 52m 162M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:02:44.849 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (52m) 10m ago 52m 95.1M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:02:44.849 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (58m) 10m ago 58m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:02:44.850 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (58m) 10m ago 58m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:02:44.850 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (44m) 10m ago 57m 525M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:02:44.850 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (57m) 10m ago 57m 1309M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:02:44.850 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (57m) 10m ago 57m 878M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:02:44.851 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (57m) 10m ago 57m 1452M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:02:44.851 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (56m) 10m ago 56m 1362M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:02:44.851 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (56m) 10m ago 56m 1566M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:02:44.851 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (56m) 10m ago 56m 1262M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:02:44.852 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (56m) 10m ago 56m 1985M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:02:44.852 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (58m) 10m ago 58m 59.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:02:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:02:43.009704+0000 mgr.smithi176.ajjlsm (mgr.14696) 1865 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:02:45.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:02:43.009704+0000 mgr.smithi176.ajjlsm (mgr.14696) 1865 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:02:45.195 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:02:45.195 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:02:45.196 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:02:45.196 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:02:45.197 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:02:45.197 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:02:45.197 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:02:45.197 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:02:45.198 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:02:45.198 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:02:45.198 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:02:45.198 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:02:45.199 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:02:45.199 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:02:45.199 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:02:45.199 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:02:45.200 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:02:45.200 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:02:45.200 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:02:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:44.422888+0000 mgr.smithi176.ajjlsm (mgr.14696) 1866 : cluster [DBG] pgmap v1601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:02:44.545716+0000 mgr.smithi176.ajjlsm (mgr.14696) 1867 : audit [DBG] from='client.35342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:02:45.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:02:45.194323+0000 mon.smithi204 (mon.1) 4 : audit [DBG] from='client.? 172.21.15.176:0/811066833' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:02:46.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:44.422888+0000 mgr.smithi176.ajjlsm (mgr.14696) 1866 : cluster [DBG] pgmap v1601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:02:44.545716+0000 mgr.smithi176.ajjlsm (mgr.14696) 1867 : audit [DBG] from='client.35342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:02:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:02:45.194323+0000 mon.smithi204 (mon.1) 4 : audit [DBG] from='client.? 172.21.15.176:0/811066833' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:02:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:02:44.834145+0000 mgr.smithi176.ajjlsm (mgr.14696) 1868 : audit [DBG] from='client.35346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:02:47.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:02:44.834145+0000 mgr.smithi176.ajjlsm (mgr.14696) 1868 : audit [DBG] from='client.35346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:02:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:46.423751+0000 mgr.smithi176.ajjlsm (mgr.14696) 1869 : cluster [DBG] pgmap v1602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:46.423751+0000 mgr.smithi176.ajjlsm (mgr.14696) 1869 : cluster [DBG] pgmap v1602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:02:47.660732+0000 mon.smithi176 (mon.0) 782 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:02:49.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:02:47.660732+0000 mon.smithi176 (mon.0) 782 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:02:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:48.424209+0000 mgr.smithi176.ajjlsm (mgr.14696) 1870 : cluster [DBG] pgmap v1603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:48.424209+0000 mgr.smithi176.ajjlsm (mgr.14696) 1870 : cluster [DBG] pgmap v1603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:02:49.673051+0000 mon.smithi176 (mon.0) 783 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:02:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:02:50.063149+0000 mon.smithi176 (mon.0) 784 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:02:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:02:50.070093+0000 mon.smithi176 (mon.0) 785 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:02:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:02:49.673051+0000 mon.smithi176 (mon.0) 783 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:02:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:02:50.063149+0000 mon.smithi176 (mon.0) 784 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:02:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:02:50.070093+0000 mon.smithi176 (mon.0) 785 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:02:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:50.424700+0000 mgr.smithi176.ajjlsm (mgr.14696) 1871 : cluster [DBG] pgmap v1604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:50.424700+0000 mgr.smithi176.ajjlsm (mgr.14696) 1871 : cluster [DBG] pgmap v1604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:52.425685+0000 mgr.smithi176.ajjlsm (mgr.14696) 1872 : cluster [DBG] pgmap v1605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:52.425685+0000 mgr.smithi176.ajjlsm (mgr.14696) 1872 : cluster [DBG] pgmap v1605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:54.426212+0000 mgr.smithi176.ajjlsm (mgr.14696) 1873 : cluster [DBG] pgmap v1606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:54.426212+0000 mgr.smithi176.ajjlsm (mgr.14696) 1873 : cluster [DBG] pgmap v1606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:02:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:56.426933+0000 mgr.smithi176.ajjlsm (mgr.14696) 1874 : cluster [DBG] pgmap v1607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:56.426933+0000 mgr.smithi176.ajjlsm (mgr.14696) 1874 : cluster [DBG] pgmap v1607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:02:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:02:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:02:58.427522+0000 mgr.smithi176.ajjlsm (mgr.14696) 1875 : cluster [DBG] pgmap v1608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:00.055 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:02:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:02:58.427522+0000 mgr.smithi176.ajjlsm (mgr.14696) 1875 : cluster [DBG] pgmap v1608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:00.428250+0000 mgr.smithi176.ajjlsm (mgr.14696) 1876 : cluster [DBG] pgmap v1609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:00.428250+0000 mgr.smithi176.ajjlsm (mgr.14696) 1876 : cluster [DBG] pgmap v1609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:02.429032+0000 mgr.smithi176.ajjlsm (mgr.14696) 1877 : cluster [DBG] pgmap v1610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:02.429032+0000 mgr.smithi176.ajjlsm (mgr.14696) 1877 : cluster [DBG] pgmap v1610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:04.429554+0000 mgr.smithi176.ajjlsm (mgr.14696) 1878 : cluster [DBG] pgmap v1611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:04.429554+0000 mgr.smithi176.ajjlsm (mgr.14696) 1878 : cluster [DBG] pgmap v1611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:06.430482+0000 mgr.smithi176.ajjlsm (mgr.14696) 1879 : cluster [DBG] pgmap v1612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:06.430482+0000 mgr.smithi176.ajjlsm (mgr.14696) 1879 : cluster [DBG] pgmap v1612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:08.431183+0000 mgr.smithi176.ajjlsm (mgr.14696) 1880 : cluster [DBG] pgmap v1613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:08.431183+0000 mgr.smithi176.ajjlsm (mgr.14696) 1880 : cluster [DBG] pgmap v1613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:10.431848+0000 mgr.smithi176.ajjlsm (mgr.14696) 1881 : cluster [DBG] pgmap v1614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:10.431848+0000 mgr.smithi176.ajjlsm (mgr.14696) 1881 : cluster [DBG] pgmap v1614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:12.432676+0000 mgr.smithi176.ajjlsm (mgr.14696) 1882 : cluster [DBG] pgmap v1615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:14.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:12.432676+0000 mgr.smithi176.ajjlsm (mgr.14696) 1882 : cluster [DBG] pgmap v1615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:15.502 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:03:15.772 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:03:15.772 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (58m) 26s ago 59m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:03:15.772 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (51m) 26s ago 59m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:03:15.772 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (51m) 28s ago 59m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:03:15.773 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (58m) 26s ago 59m 43.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:03:15.773 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (51m) 26s ago 55m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:03:15.773 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (51m) 28s ago 55m 23.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:03:15.773 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (52m) 26s ago 60m 492M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:03:15.774 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (52m) 28s ago 59m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:03:15.774 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (52m) 26s ago 60m 405M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:03:15.774 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (52m) 28s ago 59m 225M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:03:15.774 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (53m) 26s ago 53m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:03:15.775 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (52m) 28s ago 52m 97.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:03:15.775 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (59m) 26s ago 59m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:03:15.775 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (58m) 28s ago 58m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:03:15.775 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (44m) 26s ago 58m 554M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:03:15.775 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (58m) 26s ago 58m 1342M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:03:15.776 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (57m) 26s ago 57m 900M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:03:15.776 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (57m) 26s ago 57m 1486M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:03:15.776 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (57m) 28s ago 57m 1394M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:03:15.776 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (57m) 28s ago 57m 1594M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:03:15.777 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (56m) 28s ago 56m 1288M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:03:15.777 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (56m) 28s ago 56m 2017M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:03:15.777 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (58m) 26s ago 59m 61.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:03:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:14.433338+0000 mgr.smithi176.ajjlsm (mgr.14696) 1883 : cluster [DBG] pgmap v1616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:16.094 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:03:16.095 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:03:16.095 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:03:16.095 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:03:16.096 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:03:16.096 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:03:16.096 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:03:16.096 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:03:16.097 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:03:16.097 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:03:16.097 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:03:16.097 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:03:16.098 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:03:16.098 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:03:16.098 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:03:16.098 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:03:16.099 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:03:16.099 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:03:16.099 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:03:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:14.433338+0000 mgr.smithi176.ajjlsm (mgr.14696) 1883 : cluster [DBG] pgmap v1616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:17.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:03:15.489646+0000 mgr.smithi176.ajjlsm (mgr.14696) 1884 : audit [DBG] from='client.35354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:03:17.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:03:15.761828+0000 mgr.smithi176.ajjlsm (mgr.14696) 1885 : audit [DBG] from='client.35358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:03:17.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:03:16.093847+0000 mon.smithi176 (mon.0) 786 : audit [DBG] from='client.? 172.21.15.176:0/370208114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:03:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:03:15.489646+0000 mgr.smithi176.ajjlsm (mgr.14696) 1884 : audit [DBG] from='client.35354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:03:17.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:03:15.761828+0000 mgr.smithi176.ajjlsm (mgr.14696) 1885 : audit [DBG] from='client.35358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:03:17.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:03:16.093847+0000 mon.smithi176 (mon.0) 786 : audit [DBG] from='client.? 172.21.15.176:0/370208114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:03:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:16.434067+0000 mgr.smithi176.ajjlsm (mgr.14696) 1886 : cluster [DBG] pgmap v1617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:16.434067+0000 mgr.smithi176.ajjlsm (mgr.14696) 1886 : cluster [DBG] pgmap v1617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:18.434669+0000 mgr.smithi176.ajjlsm (mgr.14696) 1887 : cluster [DBG] pgmap v1618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:18.434669+0000 mgr.smithi176.ajjlsm (mgr.14696) 1887 : cluster [DBG] pgmap v1618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:20.435338+0000 mgr.smithi176.ajjlsm (mgr.14696) 1888 : cluster [DBG] pgmap v1619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:20.435338+0000 mgr.smithi176.ajjlsm (mgr.14696) 1888 : cluster [DBG] pgmap v1619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:22.436200+0000 mgr.smithi176.ajjlsm (mgr.14696) 1889 : cluster [DBG] pgmap v1620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:22.436200+0000 mgr.smithi176.ajjlsm (mgr.14696) 1889 : cluster [DBG] pgmap v1620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:24.436792+0000 mgr.smithi176.ajjlsm (mgr.14696) 1890 : cluster [DBG] pgmap v1621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:24.436792+0000 mgr.smithi176.ajjlsm (mgr.14696) 1890 : cluster [DBG] pgmap v1621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:26.437506+0000 mgr.smithi176.ajjlsm (mgr.14696) 1891 : cluster [DBG] pgmap v1622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:26.437506+0000 mgr.smithi176.ajjlsm (mgr.14696) 1891 : cluster [DBG] pgmap v1622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:30.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:28.438091+0000 mgr.smithi176.ajjlsm (mgr.14696) 1892 : cluster [DBG] pgmap v1623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:28.438091+0000 mgr.smithi176.ajjlsm (mgr.14696) 1892 : cluster [DBG] pgmap v1623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:30.438549+0000 mgr.smithi176.ajjlsm (mgr.14696) 1893 : cluster [DBG] pgmap v1624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:30.438549+0000 mgr.smithi176.ajjlsm (mgr.14696) 1893 : cluster [DBG] pgmap v1624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:32.439496+0000 mgr.smithi176.ajjlsm (mgr.14696) 1894 : cluster [DBG] pgmap v1625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:32.439496+0000 mgr.smithi176.ajjlsm (mgr.14696) 1894 : cluster [DBG] pgmap v1625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:34.440023+0000 mgr.smithi176.ajjlsm (mgr.14696) 1895 : cluster [DBG] pgmap v1626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:34.440023+0000 mgr.smithi176.ajjlsm (mgr.14696) 1895 : cluster [DBG] pgmap v1626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:36.440844+0000 mgr.smithi176.ajjlsm (mgr.14696) 1896 : cluster [DBG] pgmap v1627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:36.440844+0000 mgr.smithi176.ajjlsm (mgr.14696) 1896 : cluster [DBG] pgmap v1627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:38.441504+0000 mgr.smithi176.ajjlsm (mgr.14696) 1897 : cluster [DBG] pgmap v1628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:38.441504+0000 mgr.smithi176.ajjlsm (mgr.14696) 1897 : cluster [DBG] pgmap v1628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:03:40.241143+0000 mon.smithi176 (mon.0) 787 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:03:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:03:40.241415+0000 mon.smithi176 (mon.0) 788 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:03:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:03:40.241143+0000 mon.smithi176 (mon.0) 787 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:03:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:03:40.241415+0000 mon.smithi176 (mon.0) 788 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:03:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:40.441978+0000 mgr.smithi176.ajjlsm (mgr.14696) 1898 : cluster [DBG] pgmap v1629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:40.441978+0000 mgr.smithi176.ajjlsm (mgr.14696) 1898 : cluster [DBG] pgmap v1629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:42.442789+0000 mgr.smithi176.ajjlsm (mgr.14696) 1899 : cluster [DBG] pgmap v1630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:42.442789+0000 mgr.smithi176.ajjlsm (mgr.14696) 1899 : cluster [DBG] pgmap v1630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:44.443292+0000 mgr.smithi176.ajjlsm (mgr.14696) 1900 : cluster [DBG] pgmap v1631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:44.443292+0000 mgr.smithi176.ajjlsm (mgr.14696) 1900 : cluster [DBG] pgmap v1631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:46.397 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:03:46.665 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:03:46.665 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (59m) 56s ago 60m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:03:46.666 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (52m) 56s ago 60m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:03:46.666 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (52m) 59s ago 59m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:03:46.666 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (59m) 56s ago 59m 43.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:03:46.667 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (51m) 56s ago 55m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:03:46.667 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (52m) 59s ago 55m 23.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:03:46.667 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (53m) 56s ago 61m 492M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:03:46.667 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (52m) 59s ago 59m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:03:46.667 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (52m) 56s ago 61m 405M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:03:46.668 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (52m) 59s ago 59m 225M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:03:46.668 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (53m) 56s ago 53m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:03:46.668 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (53m) 59s ago 53m 97.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:03:46.668 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (59m) 56s ago 59m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:03:46.669 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (59m) 59s ago 59m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:03:46.669 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (45m) 56s ago 58m 554M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:03:46.669 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (58m) 56s ago 58m 1342M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:03:46.669 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (58m) 56s ago 58m 900M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:03:46.670 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (58m) 56s ago 58m 1486M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:03:46.670 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (57m) 59s ago 57m 1394M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:03:46.670 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (57m) 59s ago 57m 1594M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:03:46.670 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (57m) 59s ago 57m 1288M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:03:46.670 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (57m) 59s ago 57m 2017M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:03:46.671 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (59m) 56s ago 59m 61.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:03:46.986 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:03:46.987 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:03:46.987 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:03:46.987 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:03:46.987 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:03:46.988 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:03:46.988 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:03:46.988 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:03:46.988 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:03:46.989 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:03:46.989 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:03:46.989 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:03:46.989 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:03:46.989 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:03:46.990 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:03:46.990 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:03:46.990 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:03:46.990 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:03:46.991 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:03:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:03:46.384413+0000 mgr.smithi176.ajjlsm (mgr.14696) 1901 : audit [DBG] from='client.35366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:03:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:46.444026+0000 mgr.smithi176.ajjlsm (mgr.14696) 1902 : cluster [DBG] pgmap v1632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:03:46.655190+0000 mgr.smithi176.ajjlsm (mgr.14696) 1903 : audit [DBG] from='client.35370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:03:47.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:03:46.985524+0000 mon.smithi176 (mon.0) 789 : audit [DBG] from='client.? 172.21.15.176:0/3518736421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:03:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:03:46.384413+0000 mgr.smithi176.ajjlsm (mgr.14696) 1901 : audit [DBG] from='client.35366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:03:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:46.444026+0000 mgr.smithi176.ajjlsm (mgr.14696) 1902 : cluster [DBG] pgmap v1632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:03:46.655190+0000 mgr.smithi176.ajjlsm (mgr.14696) 1903 : audit [DBG] from='client.35370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:03:48.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:03:46.985524+0000 mon.smithi176 (mon.0) 789 : audit [DBG] from='client.? 172.21.15.176:0/3518736421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:03:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:48.444551+0000 mgr.smithi176.ajjlsm (mgr.14696) 1904 : cluster [DBG] pgmap v1633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:48.444551+0000 mgr.smithi176.ajjlsm (mgr.14696) 1904 : cluster [DBG] pgmap v1633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:03:50.072615+0000 mon.smithi176 (mon.0) 790 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:03:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:03:50.074096+0000 mon.smithi176 (mon.0) 791 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:03:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:03:50.074944+0000 mon.smithi176 (mon.0) 792 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:03:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:03:50.479666+0000 mon.smithi176 (mon.0) 793 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:03:51.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:03:50.484567+0000 mon.smithi176 (mon.0) 794 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:03:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:03:50.072615+0000 mon.smithi176 (mon.0) 790 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:03:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:03:50.074096+0000 mon.smithi176 (mon.0) 791 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:03:51.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:03:50.074944+0000 mon.smithi176 (mon.0) 792 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:03:51.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:03:50.479666+0000 mon.smithi176 (mon.0) 793 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:03:51.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:03:50.484567+0000 mon.smithi176 (mon.0) 794 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:03:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:03:50.075760+0000 mgr.smithi176.ajjlsm (mgr.14696) 1905 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:03:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:50.444975+0000 mgr.smithi176.ajjlsm (mgr.14696) 1906 : cluster [DBG] pgmap v1634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:03:50.075760+0000 mgr.smithi176.ajjlsm (mgr.14696) 1905 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:03:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:50.444975+0000 mgr.smithi176.ajjlsm (mgr.14696) 1906 : cluster [DBG] pgmap v1634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:52.445879+0000 mgr.smithi176.ajjlsm (mgr.14696) 1907 : cluster [DBG] pgmap v1635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:52.445879+0000 mgr.smithi176.ajjlsm (mgr.14696) 1907 : cluster [DBG] pgmap v1635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:54.446450+0000 mgr.smithi176.ajjlsm (mgr.14696) 1908 : cluster [DBG] pgmap v1636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:54.446450+0000 mgr.smithi176.ajjlsm (mgr.14696) 1908 : cluster [DBG] pgmap v1636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:03:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:56.447402+0000 mgr.smithi176.ajjlsm (mgr.14696) 1909 : cluster [DBG] pgmap v1637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:03:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:56.447402+0000 mgr.smithi176.ajjlsm (mgr.14696) 1909 : cluster [DBG] pgmap v1637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:03:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:03:58.448031+0000 mgr.smithi176.ajjlsm (mgr.14696) 1910 : cluster [DBG] pgmap v1638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:03:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:03:58.448031+0000 mgr.smithi176.ajjlsm (mgr.14696) 1910 : cluster [DBG] pgmap v1638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:00.448531+0000 mgr.smithi176.ajjlsm (mgr.14696) 1911 : cluster [DBG] pgmap v1639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:00.448531+0000 mgr.smithi176.ajjlsm (mgr.14696) 1911 : cluster [DBG] pgmap v1639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:02.449509+0000 mgr.smithi176.ajjlsm (mgr.14696) 1912 : cluster [DBG] pgmap v1640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:02.449509+0000 mgr.smithi176.ajjlsm (mgr.14696) 1912 : cluster [DBG] pgmap v1640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:04.450088+0000 mgr.smithi176.ajjlsm (mgr.14696) 1913 : cluster [DBG] pgmap v1641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:04.450088+0000 mgr.smithi176.ajjlsm (mgr.14696) 1913 : cluster [DBG] pgmap v1641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:06.450838+0000 mgr.smithi176.ajjlsm (mgr.14696) 1914 : cluster [DBG] pgmap v1642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:06.450838+0000 mgr.smithi176.ajjlsm (mgr.14696) 1914 : cluster [DBG] pgmap v1642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:08.451352+0000 mgr.smithi176.ajjlsm (mgr.14696) 1915 : cluster [DBG] pgmap v1643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:08.451352+0000 mgr.smithi176.ajjlsm (mgr.14696) 1915 : cluster [DBG] pgmap v1643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:10.451790+0000 mgr.smithi176.ajjlsm (mgr.14696) 1916 : cluster [DBG] pgmap v1644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:10.451790+0000 mgr.smithi176.ajjlsm (mgr.14696) 1916 : cluster [DBG] pgmap v1644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:12.452836+0000 mgr.smithi176.ajjlsm (mgr.14696) 1917 : cluster [DBG] pgmap v1645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:12.452836+0000 mgr.smithi176.ajjlsm (mgr.14696) 1917 : cluster [DBG] pgmap v1645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:14.453361+0000 mgr.smithi176.ajjlsm (mgr.14696) 1918 : cluster [DBG] pgmap v1646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:14.453361+0000 mgr.smithi176.ajjlsm (mgr.14696) 1918 : cluster [DBG] pgmap v1646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:17.285 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:04:17.556 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:04:17.556 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (59m) 87s ago 60m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:04:17.556 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (52m) 87s ago 60m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:04:17.557 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (52m) 89s ago 60m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:04:17.557 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (59m) 87s ago 60m 43.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:04:17.557 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (52m) 87s ago 56m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:04:17.557 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (52m) 89s ago 56m 23.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:04:17.558 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (53m) 87s ago 61m 492M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:04:17.558 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (53m) 89s ago 60m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:04:17.558 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (53m) 87s ago 61m 405M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:04:17.558 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (53m) 89s ago 60m 225M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:04:17.559 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (54m) 87s ago 54m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:04:17.559 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (53m) 89s ago 53m 97.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:04:17.559 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (60m) 87s ago 60m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:04:17.560 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (59m) 89s ago 59m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:04:17.560 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (45m) 87s ago 59m 554M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:04:17.560 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (59m) 87s ago 59m 1342M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:04:17.560 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (58m) 87s ago 58m 900M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:04:17.561 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (58m) 87s ago 58m 1486M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:04:17.561 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (58m) 89s ago 58m 1394M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:04:17.562 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (58m) 89s ago 58m 1594M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:04:17.562 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (57m) 89s ago 57m 1288M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:04:17.562 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (57m) 89s ago 57m 2017M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:04:17.563 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (59m) 87s ago 60m 61.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:04:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:16.454128+0000 mgr.smithi176.ajjlsm (mgr.14696) 1919 : cluster [DBG] pgmap v1647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:17.877 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:04:17.878 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:04:17.878 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:04:17.878 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:04:17.879 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:04:17.879 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:04:17.879 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:04:17.879 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:04:17.879 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:04:17.880 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:04:17.880 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:04:17.880 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:04:17.880 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:04:17.881 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:04:17.881 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:04:17.881 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:04:17.881 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:04:17.881 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:04:17.882 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:04:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:16.454128+0000 mgr.smithi176.ajjlsm (mgr.14696) 1919 : cluster [DBG] pgmap v1647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:04:17.272350+0000 mgr.smithi176.ajjlsm (mgr.14696) 1920 : audit [DBG] from='client.35378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:04:18.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:04:17.545278+0000 mgr.smithi176.ajjlsm (mgr.14696) 1921 : audit [DBG] from='client.35382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:04:18.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:04:17.876835+0000 mon.smithi176 (mon.0) 795 : audit [DBG] from='client.? 172.21.15.176:0/1906424191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:04:18.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:04:17.272350+0000 mgr.smithi176.ajjlsm (mgr.14696) 1920 : audit [DBG] from='client.35378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:04:18.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:04:17.545278+0000 mgr.smithi176.ajjlsm (mgr.14696) 1921 : audit [DBG] from='client.35382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:04:18.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:04:17.876835+0000 mon.smithi176 (mon.0) 795 : audit [DBG] from='client.? 172.21.15.176:0/1906424191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:04:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:18.454523+0000 mgr.smithi176.ajjlsm (mgr.14696) 1922 : cluster [DBG] pgmap v1648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:18.454523+0000 mgr.smithi176.ajjlsm (mgr.14696) 1922 : cluster [DBG] pgmap v1648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:20.454995+0000 mgr.smithi176.ajjlsm (mgr.14696) 1923 : cluster [DBG] pgmap v1649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:20.454995+0000 mgr.smithi176.ajjlsm (mgr.14696) 1923 : cluster [DBG] pgmap v1649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:22.455982+0000 mgr.smithi176.ajjlsm (mgr.14696) 1924 : cluster [DBG] pgmap v1650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:22.455982+0000 mgr.smithi176.ajjlsm (mgr.14696) 1924 : cluster [DBG] pgmap v1650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:24.456571+0000 mgr.smithi176.ajjlsm (mgr.14696) 1925 : cluster [DBG] pgmap v1651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:24.456571+0000 mgr.smithi176.ajjlsm (mgr.14696) 1925 : cluster [DBG] pgmap v1651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:27.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:26.457410+0000 mgr.smithi176.ajjlsm (mgr.14696) 1926 : cluster [DBG] pgmap v1652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:26.457410+0000 mgr.smithi176.ajjlsm (mgr.14696) 1926 : cluster [DBG] pgmap v1652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:28.457830+0000 mgr.smithi176.ajjlsm (mgr.14696) 1927 : cluster [DBG] pgmap v1653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:28.457830+0000 mgr.smithi176.ajjlsm (mgr.14696) 1927 : cluster [DBG] pgmap v1653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:30.458535+0000 mgr.smithi176.ajjlsm (mgr.14696) 1928 : cluster [DBG] pgmap v1654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:30.458535+0000 mgr.smithi176.ajjlsm (mgr.14696) 1928 : cluster [DBG] pgmap v1654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:32.459494+0000 mgr.smithi176.ajjlsm (mgr.14696) 1929 : cluster [DBG] pgmap v1655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:32.459494+0000 mgr.smithi176.ajjlsm (mgr.14696) 1929 : cluster [DBG] pgmap v1655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:34.460001+0000 mgr.smithi176.ajjlsm (mgr.14696) 1930 : cluster [DBG] pgmap v1656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:34.460001+0000 mgr.smithi176.ajjlsm (mgr.14696) 1930 : cluster [DBG] pgmap v1656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:36.460777+0000 mgr.smithi176.ajjlsm (mgr.14696) 1931 : cluster [DBG] pgmap v1657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:38.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:36.460777+0000 mgr.smithi176.ajjlsm (mgr.14696) 1931 : cluster [DBG] pgmap v1657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:38.461342+0000 mgr.smithi176.ajjlsm (mgr.14696) 1932 : cluster [DBG] pgmap v1658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:40.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:38.461342+0000 mgr.smithi176.ajjlsm (mgr.14696) 1932 : cluster [DBG] pgmap v1658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:04:40.245832+0000 mon.smithi176 (mon.0) 796 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:04:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:04:40.246097+0000 mon.smithi176 (mon.0) 797 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:04:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:04:40.245832+0000 mon.smithi176 (mon.0) 796 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:04:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:04:40.246097+0000 mon.smithi176 (mon.0) 797 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:04:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:40.461847+0000 mgr.smithi176.ajjlsm (mgr.14696) 1933 : cluster [DBG] pgmap v1659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:40.461847+0000 mgr.smithi176.ajjlsm (mgr.14696) 1933 : cluster [DBG] pgmap v1659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:42.462616+0000 mgr.smithi176.ajjlsm (mgr.14696) 1934 : cluster [DBG] pgmap v1660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:42.462616+0000 mgr.smithi176.ajjlsm (mgr.14696) 1934 : cluster [DBG] pgmap v1660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:44.463142+0000 mgr.smithi176.ajjlsm (mgr.14696) 1935 : cluster [DBG] pgmap v1661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:44.463142+0000 mgr.smithi176.ajjlsm (mgr.14696) 1935 : cluster [DBG] pgmap v1661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:46.463978+0000 mgr.smithi176.ajjlsm (mgr.14696) 1936 : cluster [DBG] pgmap v1662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:46.463978+0000 mgr.smithi176.ajjlsm (mgr.14696) 1936 : cluster [DBG] pgmap v1662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:48.185 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:04:48.454 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:04:48.454 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (60m) 118s ago 61m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:04:48.455 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (53m) 118s ago 61m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:04:48.455 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (53m) 2m ago 60m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:04:48.455 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (60m) 118s ago 60m 43.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:04:48.455 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (52m) 118s ago 56m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:04:48.456 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (53m) 2m ago 56m 23.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:04:48.456 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (54m) 118s ago 62m 492M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:04:48.456 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (53m) 2m ago 60m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:04:48.456 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (53m) 118s ago 62m 405M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:04:48.457 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (53m) 2m ago 60m 225M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:04:48.457 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (54m) 118s ago 54m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:04:48.457 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (54m) 2m ago 54m 97.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:04:48.457 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (60m) 118s ago 60m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:04:48.457 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (60m) 2m ago 60m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:04:48.458 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (46m) 118s ago 60m 554M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:04:48.458 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (59m) 118s ago 59m 1342M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:04:48.458 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (59m) 118s ago 59m 900M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:04:48.458 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (59m) 118s ago 59m 1486M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:04:48.459 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (58m) 2m ago 58m 1394M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:04:48.459 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (58m) 2m ago 58m 1594M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:04:48.459 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (58m) 2m ago 58m 1288M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:04:48.459 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (58m) 2m ago 58m 2017M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:04:48.459 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (60m) 118s ago 60m 61.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:04:48.777 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:04:48.778 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:04:48.778 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:04:48.778 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:04:48.778 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:04:48.779 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:04:48.779 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:04:48.779 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:04:48.779 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:04:48.780 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:04:48.780 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:04:48.780 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:04:48.780 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:04:48.781 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:04:48.781 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:04:48.781 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:04:48.781 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:04:48.781 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:04:48.782 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:04:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:04:48.172465+0000 mgr.smithi176.ajjlsm (mgr.14696) 1937 : audit [DBG] from='client.35390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:04:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:04:48.444189+0000 mgr.smithi176.ajjlsm (mgr.14696) 1938 : audit [DBG] from='client.35394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:04:49.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:48.464397+0000 mgr.smithi176.ajjlsm (mgr.14696) 1939 : cluster [DBG] pgmap v1663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:49.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:04:48.776425+0000 mon.smithi176 (mon.0) 798 : audit [DBG] from='client.? 172.21.15.176:0/2321772304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:04:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:04:48.172465+0000 mgr.smithi176.ajjlsm (mgr.14696) 1937 : audit [DBG] from='client.35390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:04:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:04:48.444189+0000 mgr.smithi176.ajjlsm (mgr.14696) 1938 : audit [DBG] from='client.35394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:04:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:48.464397+0000 mgr.smithi176.ajjlsm (mgr.14696) 1939 : cluster [DBG] pgmap v1663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:50.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:04:48.776425+0000 mon.smithi176 (mon.0) 798 : audit [DBG] from='client.? 172.21.15.176:0/2321772304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:04:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:04:50.487084+0000 mon.smithi176 (mon.0) 799 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:04:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:04:50.488501+0000 mon.smithi176 (mon.0) 800 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:04:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:04:50.489332+0000 mon.smithi176 (mon.0) 801 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:04:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:04:50.487084+0000 mon.smithi176 (mon.0) 799 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:04:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:04:50.488501+0000 mon.smithi176 (mon.0) 800 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:04:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:04:50.489332+0000 mon.smithi176 (mon.0) 801 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:04:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:50.464845+0000 mgr.smithi176.ajjlsm (mgr.14696) 1940 : cluster [DBG] pgmap v1664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:04:50.490101+0000 mgr.smithi176.ajjlsm (mgr.14696) 1941 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:04:51.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:04:50.848949+0000 mon.smithi176 (mon.0) 802 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:04:51.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:04:51.238745+0000 mon.smithi176 (mon.0) 803 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:04:51.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:04:51.243641+0000 mon.smithi176 (mon.0) 804 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:04:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:50.464845+0000 mgr.smithi176.ajjlsm (mgr.14696) 1940 : cluster [DBG] pgmap v1664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:04:50.490101+0000 mgr.smithi176.ajjlsm (mgr.14696) 1941 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:04:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:04:50.848949+0000 mon.smithi176 (mon.0) 802 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:04:52.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:04:51.238745+0000 mon.smithi176 (mon.0) 803 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:04:52.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:04:51.243641+0000 mon.smithi176 (mon.0) 804 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:04:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:52.465771+0000 mgr.smithi176.ajjlsm (mgr.14696) 1942 : cluster [DBG] pgmap v1665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:52.465771+0000 mgr.smithi176.ajjlsm (mgr.14696) 1942 : cluster [DBG] pgmap v1665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:54.466427+0000 mgr.smithi176.ajjlsm (mgr.14696) 1943 : cluster [DBG] pgmap v1666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:54.466427+0000 mgr.smithi176.ajjlsm (mgr.14696) 1943 : cluster [DBG] pgmap v1666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:04:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:56.467209+0000 mgr.smithi176.ajjlsm (mgr.14696) 1944 : cluster [DBG] pgmap v1667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:56.467209+0000 mgr.smithi176.ajjlsm (mgr.14696) 1944 : cluster [DBG] pgmap v1667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:04:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:04:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:04:58.467810+0000 mgr.smithi176.ajjlsm (mgr.14696) 1945 : cluster [DBG] pgmap v1668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:04:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:04:58.467810+0000 mgr.smithi176.ajjlsm (mgr.14696) 1945 : cluster [DBG] pgmap v1668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:00.468434+0000 mgr.smithi176.ajjlsm (mgr.14696) 1946 : cluster [DBG] pgmap v1669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:00.468434+0000 mgr.smithi176.ajjlsm (mgr.14696) 1946 : cluster [DBG] pgmap v1669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:02.469248+0000 mgr.smithi176.ajjlsm (mgr.14696) 1947 : cluster [DBG] pgmap v1670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:02.469248+0000 mgr.smithi176.ajjlsm (mgr.14696) 1947 : cluster [DBG] pgmap v1670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:04.469700+0000 mgr.smithi176.ajjlsm (mgr.14696) 1948 : cluster [DBG] pgmap v1671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:04.469700+0000 mgr.smithi176.ajjlsm (mgr.14696) 1948 : cluster [DBG] pgmap v1671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:06.470527+0000 mgr.smithi176.ajjlsm (mgr.14696) 1949 : cluster [DBG] pgmap v1672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:06.470527+0000 mgr.smithi176.ajjlsm (mgr.14696) 1949 : cluster [DBG] pgmap v1672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:08.471010+0000 mgr.smithi176.ajjlsm (mgr.14696) 1950 : cluster [DBG] pgmap v1673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:08.471010+0000 mgr.smithi176.ajjlsm (mgr.14696) 1950 : cluster [DBG] pgmap v1673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:10.471652+0000 mgr.smithi176.ajjlsm (mgr.14696) 1951 : cluster [DBG] pgmap v1674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:10.471652+0000 mgr.smithi176.ajjlsm (mgr.14696) 1951 : cluster [DBG] pgmap v1674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:12.472593+0000 mgr.smithi176.ajjlsm (mgr.14696) 1952 : cluster [DBG] pgmap v1675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:12.472593+0000 mgr.smithi176.ajjlsm (mgr.14696) 1952 : cluster [DBG] pgmap v1675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:14.473100+0000 mgr.smithi176.ajjlsm (mgr.14696) 1953 : cluster [DBG] pgmap v1676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:14.473100+0000 mgr.smithi176.ajjlsm (mgr.14696) 1953 : cluster [DBG] pgmap v1676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:16.474068+0000 mgr.smithi176.ajjlsm (mgr.14696) 1954 : cluster [DBG] pgmap v1677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:16.474068+0000 mgr.smithi176.ajjlsm (mgr.14696) 1954 : cluster [DBG] pgmap v1677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:19.077 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:05:19.345 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:05:19.345 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (60m) 2m ago 61m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:05:19.345 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (53m) 2m ago 61m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:05:19.345 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (53m) 2m ago 61m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:05:19.346 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (60m) 2m ago 61m 43.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:05:19.346 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (53m) 2m ago 57m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:05:19.346 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (53m) 2m ago 57m 23.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:05:19.346 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (54m) 2m ago 62m 492M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:05:19.347 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (54m) 2m ago 61m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:05:19.347 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (54m) 2m ago 62m 405M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:05:19.347 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (54m) 2m ago 61m 225M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:05:19.347 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (55m) 2m ago 55m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:05:19.348 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (54m) 2m ago 54m 97.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:05:19.348 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (61m) 2m ago 61m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:05:19.348 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (61m) 2m ago 60m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:05:19.348 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (46m) 2m ago 60m 554M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:05:19.348 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (60m) 2m ago 60m 1342M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:05:19.349 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (60m) 2m ago 60m 900M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:05:19.349 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (59m) 2m ago 59m 1486M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:05:19.349 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (59m) 2m ago 59m 1394M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:05:19.349 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (59m) 2m ago 59m 1594M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:05:19.350 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (58m) 2m ago 58m 1288M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:05:19.350 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (58m) 2m ago 58m 2017M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:05:19.350 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (60m) 2m ago 61m 61.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:05:19.671 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:05:19.671 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:05:19.672 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:05:19.672 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:05:19.672 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:05:19.672 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:05:19.673 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:05:19.673 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:05:19.673 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:05:19.673 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:05:19.674 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:05:19.674 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:05:19.674 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:05:19.674 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:05:19.674 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:05:19.675 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:05:19.675 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:05:19.675 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:05:19.675 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:05:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:18.474581+0000 mgr.smithi176.ajjlsm (mgr.14696) 1955 : cluster [DBG] pgmap v1678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:18.474581+0000 mgr.smithi176.ajjlsm (mgr.14696) 1955 : cluster [DBG] pgmap v1678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:05:19.064573+0000 mgr.smithi176.ajjlsm (mgr.14696) 1956 : audit [DBG] from='client.35402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:05:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:05:19.335090+0000 mgr.smithi176.ajjlsm (mgr.14696) 1957 : audit [DBG] from='client.35406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:05:20.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:05:19.670033+0000 mon.smithi176 (mon.0) 805 : audit [DBG] from='client.? 172.21.15.176:0/3961377390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:05:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:05:19.064573+0000 mgr.smithi176.ajjlsm (mgr.14696) 1956 : audit [DBG] from='client.35402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:05:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:05:19.335090+0000 mgr.smithi176.ajjlsm (mgr.14696) 1957 : audit [DBG] from='client.35406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:05:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:05:19.670033+0000 mon.smithi176 (mon.0) 805 : audit [DBG] from='client.? 172.21.15.176:0/3961377390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:05:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:20.475141+0000 mgr.smithi176.ajjlsm (mgr.14696) 1958 : cluster [DBG] pgmap v1679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:20.475141+0000 mgr.smithi176.ajjlsm (mgr.14696) 1958 : cluster [DBG] pgmap v1679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:22.476154+0000 mgr.smithi176.ajjlsm (mgr.14696) 1959 : cluster [DBG] pgmap v1680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:22.476154+0000 mgr.smithi176.ajjlsm (mgr.14696) 1959 : cluster [DBG] pgmap v1680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:24.476718+0000 mgr.smithi176.ajjlsm (mgr.14696) 1960 : cluster [DBG] pgmap v1681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:24.476718+0000 mgr.smithi176.ajjlsm (mgr.14696) 1960 : cluster [DBG] pgmap v1681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:26.477569+0000 mgr.smithi176.ajjlsm (mgr.14696) 1961 : cluster [DBG] pgmap v1682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:26.477569+0000 mgr.smithi176.ajjlsm (mgr.14696) 1961 : cluster [DBG] pgmap v1682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:28.478076+0000 mgr.smithi176.ajjlsm (mgr.14696) 1962 : cluster [DBG] pgmap v1683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:30.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:28.478076+0000 mgr.smithi176.ajjlsm (mgr.14696) 1962 : cluster [DBG] pgmap v1683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:30.478610+0000 mgr.smithi176.ajjlsm (mgr.14696) 1963 : cluster [DBG] pgmap v1684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:30.478610+0000 mgr.smithi176.ajjlsm (mgr.14696) 1963 : cluster [DBG] pgmap v1684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:32.479368+0000 mgr.smithi176.ajjlsm (mgr.14696) 1964 : cluster [DBG] pgmap v1685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:32.479368+0000 mgr.smithi176.ajjlsm (mgr.14696) 1964 : cluster [DBG] pgmap v1685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:34.479939+0000 mgr.smithi176.ajjlsm (mgr.14696) 1965 : cluster [DBG] pgmap v1686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:34.479939+0000 mgr.smithi176.ajjlsm (mgr.14696) 1965 : cluster [DBG] pgmap v1686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:36.480852+0000 mgr.smithi176.ajjlsm (mgr.14696) 1966 : cluster [DBG] pgmap v1687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:36.480852+0000 mgr.smithi176.ajjlsm (mgr.14696) 1966 : cluster [DBG] pgmap v1687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:38.481341+0000 mgr.smithi176.ajjlsm (mgr.14696) 1967 : cluster [DBG] pgmap v1688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:38.481341+0000 mgr.smithi176.ajjlsm (mgr.14696) 1967 : cluster [DBG] pgmap v1688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:05:40.250228+0000 mon.smithi176 (mon.0) 806 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:05:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:05:40.250515+0000 mon.smithi176 (mon.0) 807 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:05:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:05:40.250228+0000 mon.smithi176 (mon.0) 806 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:05:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:05:40.250515+0000 mon.smithi176 (mon.0) 807 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:05:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:40.481831+0000 mgr.smithi176.ajjlsm (mgr.14696) 1968 : cluster [DBG] pgmap v1689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:42.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:40.481831+0000 mgr.smithi176.ajjlsm (mgr.14696) 1968 : cluster [DBG] pgmap v1689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:42.482643+0000 mgr.smithi176.ajjlsm (mgr.14696) 1969 : cluster [DBG] pgmap v1690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:42.482643+0000 mgr.smithi176.ajjlsm (mgr.14696) 1969 : cluster [DBG] pgmap v1690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:44.483399+0000 mgr.smithi176.ajjlsm (mgr.14696) 1970 : cluster [DBG] pgmap v1691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:44.483399+0000 mgr.smithi176.ajjlsm (mgr.14696) 1970 : cluster [DBG] pgmap v1691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:46.484194+0000 mgr.smithi176.ajjlsm (mgr.14696) 1971 : cluster [DBG] pgmap v1692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:46.484194+0000 mgr.smithi176.ajjlsm (mgr.14696) 1971 : cluster [DBG] pgmap v1692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:48.484849+0000 mgr.smithi176.ajjlsm (mgr.14696) 1972 : cluster [DBG] pgmap v1693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:49.973 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:05:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:48.484849+0000 mgr.smithi176.ajjlsm (mgr.14696) 1972 : cluster [DBG] pgmap v1693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:50.243 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:05:50.243 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (61m) 3m ago 62m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:05:50.244 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (54m) 3m ago 62m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:05:50.244 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (54m) 3m ago 61m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:05:50.244 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (61m) 3m ago 62m 43.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:05:50.245 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (53m) 3m ago 57m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:05:50.245 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (54m) 3m ago 57m 23.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:05:50.245 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (55m) 3m ago 63m 492M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:05:50.245 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (54m) 3m ago 61m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:05:50.246 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (54m) 3m ago 63m 405M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:05:50.246 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (54m) 3m ago 61m 225M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:05:50.246 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (55m) 3m ago 55m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:05:50.246 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (55m) 3m ago 55m 97.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:05:50.247 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (61m) 3m ago 61m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:05:50.247 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (61m) 3m ago 61m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:05:50.247 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (47m) 3m ago 61m 554M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:05:50.247 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (60m) 3m ago 60m 1342M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:05:50.248 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (60m) 3m ago 60m 900M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:05:50.248 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (60m) 3m ago 60m 1486M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:05:50.248 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (60m) 3m ago 59m 1394M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:05:50.248 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (59m) 3m ago 59m 1594M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:05:50.248 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (59m) 3m ago 59m 1288M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:05:50.249 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (59m) 3m ago 59m 2017M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:05:50.249 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (61m) 3m ago 61m 61.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:05:50.565 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:05:50.565 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:05:50.565 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:05:50.566 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:05:50.566 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:05:50.566 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:05:50.566 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:05:50.567 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:05:50.567 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:05:50.567 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:05:50.567 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:05:50.567 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:05:50.568 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:05:50.568 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:05:50.568 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:05:50.568 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:05:50.569 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:05:50.569 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:05:50.569 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:05:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:05:50.563859+0000 mon.smithi176 (mon.0) 808 : audit [DBG] from='client.? 172.21.15.176:0/4253597218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:05:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:05:50.563859+0000 mon.smithi176 (mon.0) 808 : audit [DBG] from='client.? 172.21.15.176:0/4253597218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:05:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:05:49.960558+0000 mgr.smithi176.ajjlsm (mgr.14696) 1973 : audit [DBG] from='client.35414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:05:52.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:05:50.233429+0000 mgr.smithi176.ajjlsm (mgr.14696) 1974 : audit [DBG] from='client.35418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:05:52.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:50.485272+0000 mgr.smithi176.ajjlsm (mgr.14696) 1975 : cluster [DBG] pgmap v1694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:52.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:05:51.246134+0000 mon.smithi176 (mon.0) 809 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:05:52.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:05:51.247373+0000 mon.smithi176 (mon.0) 810 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:05:52.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:05:51.248021+0000 mon.smithi176 (mon.0) 811 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:05:52.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:05:51.599553+0000 mon.smithi176 (mon.0) 812 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:05:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:05:49.960558+0000 mgr.smithi176.ajjlsm (mgr.14696) 1973 : audit [DBG] from='client.35414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:05:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:05:50.233429+0000 mgr.smithi176.ajjlsm (mgr.14696) 1974 : audit [DBG] from='client.35418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:05:52.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:50.485272+0000 mgr.smithi176.ajjlsm (mgr.14696) 1975 : cluster [DBG] pgmap v1694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:52.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:05:51.246134+0000 mon.smithi176 (mon.0) 809 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:05:52.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:05:51.247373+0000 mon.smithi176 (mon.0) 810 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:05:52.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:05:51.248021+0000 mon.smithi176 (mon.0) 811 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:05:52.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:05:51.599553+0000 mon.smithi176 (mon.0) 812 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:05:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:05:51.248609+0000 mgr.smithi176.ajjlsm (mgr.14696) 1976 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:05:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:05:51.989234+0000 mon.smithi176 (mon.0) 813 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:05:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:05:51.996426+0000 mon.smithi176 (mon.0) 814 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:05:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:05:51.248609+0000 mgr.smithi176.ajjlsm (mgr.14696) 1976 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:05:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:05:51.989234+0000 mon.smithi176 (mon.0) 813 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:05:53.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:05:51.996426+0000 mon.smithi176 (mon.0) 814 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:05:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:52.485874+0000 mgr.smithi176.ajjlsm (mgr.14696) 1977 : cluster [DBG] pgmap v1695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:52.485874+0000 mgr.smithi176.ajjlsm (mgr.14696) 1977 : cluster [DBG] pgmap v1695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:54.486444+0000 mgr.smithi176.ajjlsm (mgr.14696) 1978 : cluster [DBG] pgmap v1696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:54.486444+0000 mgr.smithi176.ajjlsm (mgr.14696) 1978 : cluster [DBG] pgmap v1696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:05:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:56.487335+0000 mgr.smithi176.ajjlsm (mgr.14696) 1979 : cluster [DBG] pgmap v1697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:05:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:56.487335+0000 mgr.smithi176.ajjlsm (mgr.14696) 1979 : cluster [DBG] pgmap v1697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:05:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:05:58.487810+0000 mgr.smithi176.ajjlsm (mgr.14696) 1980 : cluster [DBG] pgmap v1698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:05:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:05:58.487810+0000 mgr.smithi176.ajjlsm (mgr.14696) 1980 : cluster [DBG] pgmap v1698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:00.488361+0000 mgr.smithi176.ajjlsm (mgr.14696) 1981 : cluster [DBG] pgmap v1699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:00.488361+0000 mgr.smithi176.ajjlsm (mgr.14696) 1981 : cluster [DBG] pgmap v1699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:02.489429+0000 mgr.smithi176.ajjlsm (mgr.14696) 1982 : cluster [DBG] pgmap v1700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:02.489429+0000 mgr.smithi176.ajjlsm (mgr.14696) 1982 : cluster [DBG] pgmap v1700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:04.490114+0000 mgr.smithi176.ajjlsm (mgr.14696) 1983 : cluster [DBG] pgmap v1701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:04.490114+0000 mgr.smithi176.ajjlsm (mgr.14696) 1983 : cluster [DBG] pgmap v1701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:06.490863+0000 mgr.smithi176.ajjlsm (mgr.14696) 1984 : cluster [DBG] pgmap v1702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:06.490863+0000 mgr.smithi176.ajjlsm (mgr.14696) 1984 : cluster [DBG] pgmap v1702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:08.491399+0000 mgr.smithi176.ajjlsm (mgr.14696) 1985 : cluster [DBG] pgmap v1703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:08.491399+0000 mgr.smithi176.ajjlsm (mgr.14696) 1985 : cluster [DBG] pgmap v1703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:10.492034+0000 mgr.smithi176.ajjlsm (mgr.14696) 1986 : cluster [DBG] pgmap v1704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:10.492034+0000 mgr.smithi176.ajjlsm (mgr.14696) 1986 : cluster [DBG] pgmap v1704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:12.492988+0000 mgr.smithi176.ajjlsm (mgr.14696) 1987 : cluster [DBG] pgmap v1705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:12.492988+0000 mgr.smithi176.ajjlsm (mgr.14696) 1987 : cluster [DBG] pgmap v1705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:14.493648+0000 mgr.smithi176.ajjlsm (mgr.14696) 1988 : cluster [DBG] pgmap v1706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:14.493648+0000 mgr.smithi176.ajjlsm (mgr.14696) 1988 : cluster [DBG] pgmap v1706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:16.494652+0000 mgr.smithi176.ajjlsm (mgr.14696) 1989 : cluster [DBG] pgmap v1707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:16.494652+0000 mgr.smithi176.ajjlsm (mgr.14696) 1989 : cluster [DBG] pgmap v1707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:18.495149+0000 mgr.smithi176.ajjlsm (mgr.14696) 1990 : cluster [DBG] pgmap v1708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:18.495149+0000 mgr.smithi176.ajjlsm (mgr.14696) 1990 : cluster [DBG] pgmap v1708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:20.867 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:06:21.136 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:06:21.137 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (61m) 3m ago 62m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:06:21.137 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (54m) 3m ago 62m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:06:21.137 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (54m) 3m ago 62m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:06:21.137 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (61m) 3m ago 62m 43.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:06:21.137 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (54m) 3m ago 58m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:06:21.138 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (54m) 3m ago 58m 23.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:06:21.138 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (55m) 3m ago 63m 492M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:06:21.138 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (55m) 3m ago 62m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:06:21.138 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (55m) 3m ago 63m 405M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:06:21.139 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (55m) 3m ago 62m 225M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:06:21.139 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (56m) 3m ago 56m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:06:21.139 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (56m) 3m ago 56m 97.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:06:21.139 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (62m) 3m ago 62m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:06:21.140 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (62m) 3m ago 62m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:06:21.140 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (47m) 3m ago 61m 554M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:06:21.140 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (61m) 3m ago 61m 1342M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:06:21.140 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (61m) 3m ago 61m 900M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:06:21.141 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (60m) 3m ago 60m 1486M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:06:21.141 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (60m) 3m ago 60m 1394M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:06:21.141 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (60m) 3m ago 60m 1594M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:06:21.141 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (60m) 3m ago 59m 1288M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:06:21.141 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (59m) 3m ago 59m 2017M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:06:21.142 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (61m) 3m ago 62m 61.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:06:21.458 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:06:21.459 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:06:21.459 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:06:21.459 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:06:21.460 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:06:21.460 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:06:21.460 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:06:21.460 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:06:21.461 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:06:21.461 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:06:21.461 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:06:21.462 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:06:21.462 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:06:21.462 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:06:21.462 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:06:21.463 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:06:21.463 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:06:21.463 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:06:21.463 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:06:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:20.495635+0000 mgr.smithi176.ajjlsm (mgr.14696) 1991 : cluster [DBG] pgmap v1709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:06:21.457613+0000 mon.smithi176 (mon.0) 815 : audit [DBG] from='client.? 172.21.15.176:0/2658433719' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:06:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:20.495635+0000 mgr.smithi176.ajjlsm (mgr.14696) 1991 : cluster [DBG] pgmap v1709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:06:21.457613+0000 mon.smithi176 (mon.0) 815 : audit [DBG] from='client.? 172.21.15.176:0/2658433719' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:06:23.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:06:20.854574+0000 mgr.smithi176.ajjlsm (mgr.14696) 1992 : audit [DBG] from='client.35426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:06:23.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:06:21.126670+0000 mgr.smithi176.ajjlsm (mgr.14696) 1993 : audit [DBG] from='client.35430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:06:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:06:20.854574+0000 mgr.smithi176.ajjlsm (mgr.14696) 1992 : audit [DBG] from='client.35426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:06:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:06:21.126670+0000 mgr.smithi176.ajjlsm (mgr.14696) 1993 : audit [DBG] from='client.35430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:06:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:22.496667+0000 mgr.smithi176.ajjlsm (mgr.14696) 1994 : cluster [DBG] pgmap v1710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:22.496667+0000 mgr.smithi176.ajjlsm (mgr.14696) 1994 : cluster [DBG] pgmap v1710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:24.497205+0000 mgr.smithi176.ajjlsm (mgr.14696) 1995 : cluster [DBG] pgmap v1711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:24.497205+0000 mgr.smithi176.ajjlsm (mgr.14696) 1995 : cluster [DBG] pgmap v1711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:26.498143+0000 mgr.smithi176.ajjlsm (mgr.14696) 1996 : cluster [DBG] pgmap v1712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:26.498143+0000 mgr.smithi176.ajjlsm (mgr.14696) 1996 : cluster [DBG] pgmap v1712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:28.498729+0000 mgr.smithi176.ajjlsm (mgr.14696) 1997 : cluster [DBG] pgmap v1713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:28.498729+0000 mgr.smithi176.ajjlsm (mgr.14696) 1997 : cluster [DBG] pgmap v1713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:30.499381+0000 mgr.smithi176.ajjlsm (mgr.14696) 1998 : cluster [DBG] pgmap v1714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:30.499381+0000 mgr.smithi176.ajjlsm (mgr.14696) 1998 : cluster [DBG] pgmap v1714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:32.500358+0000 mgr.smithi176.ajjlsm (mgr.14696) 1999 : cluster [DBG] pgmap v1715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:32.500358+0000 mgr.smithi176.ajjlsm (mgr.14696) 1999 : cluster [DBG] pgmap v1715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:34.500856+0000 mgr.smithi176.ajjlsm (mgr.14696) 2000 : cluster [DBG] pgmap v1716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:34.500856+0000 mgr.smithi176.ajjlsm (mgr.14696) 2000 : cluster [DBG] pgmap v1716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:36.501671+0000 mgr.smithi176.ajjlsm (mgr.14696) 2001 : cluster [DBG] pgmap v1717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:36.501671+0000 mgr.smithi176.ajjlsm (mgr.14696) 2001 : cluster [DBG] pgmap v1717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:38.502212+0000 mgr.smithi176.ajjlsm (mgr.14696) 2002 : cluster [DBG] pgmap v1718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:38.502212+0000 mgr.smithi176.ajjlsm (mgr.14696) 2002 : cluster [DBG] pgmap v1718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:06:40.254468+0000 mon.smithi176 (mon.0) 816 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:06:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:06:40.254721+0000 mon.smithi176 (mon.0) 817 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:06:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:06:40.254468+0000 mon.smithi176 (mon.0) 816 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:06:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:06:40.254721+0000 mon.smithi176 (mon.0) 817 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:06:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:40.502809+0000 mgr.smithi176.ajjlsm (mgr.14696) 2003 : cluster [DBG] pgmap v1719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:40.502809+0000 mgr.smithi176.ajjlsm (mgr.14696) 2003 : cluster [DBG] pgmap v1719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:42.503795+0000 mgr.smithi176.ajjlsm (mgr.14696) 2004 : cluster [DBG] pgmap v1720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:42.503795+0000 mgr.smithi176.ajjlsm (mgr.14696) 2004 : cluster [DBG] pgmap v1720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:44.504438+0000 mgr.smithi176.ajjlsm (mgr.14696) 2005 : cluster [DBG] pgmap v1721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:44.504438+0000 mgr.smithi176.ajjlsm (mgr.14696) 2005 : cluster [DBG] pgmap v1721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:46.505185+0000 mgr.smithi176.ajjlsm (mgr.14696) 2006 : cluster [DBG] pgmap v1722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:46.505185+0000 mgr.smithi176.ajjlsm (mgr.14696) 2006 : cluster [DBG] pgmap v1722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:48.505737+0000 mgr.smithi176.ajjlsm (mgr.14696) 2007 : cluster [DBG] pgmap v1723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:48.505737+0000 mgr.smithi176.ajjlsm (mgr.14696) 2007 : cluster [DBG] pgmap v1723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:51.761 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:06:52.033 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:06:52.033 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (62m) 4m ago 63m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:06:52.033 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (55m) 4m ago 63m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:06:52.034 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (55m) 4m ago 62m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:06:52.034 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (62m) 4m ago 63m 43.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:06:52.034 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (54m) 4m ago 58m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:06:52.034 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (55m) 4m ago 58m 23.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:06:52.035 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (56m) 4m ago 64m 492M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:06:52.035 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (56m) 4m ago 62m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:06:52.035 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (55m) 4m ago 64m 405M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:06:52.035 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (55m) 4m ago 62m 225M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:06:52.036 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (56m) 4m ago 56m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:06:52.036 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (56m) 4m ago 56m 97.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:06:52.036 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (63m) 4m ago 63m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:06:52.036 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (62m) 4m ago 62m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:06:52.037 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (48m) 4m ago 62m 554M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:06:52.037 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (61m) 4m ago 61m 1342M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:06:52.037 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (61m) 4m ago 61m 900M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:06:52.037 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (61m) 4m ago 61m 1486M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:06:52.038 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (61m) 4m ago 61m 1394M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:06:52.038 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (60m) 4m ago 60m 1594M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:06:52.038 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (60m) 4m ago 60m 1288M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:06:52.038 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (60m) 4m ago 60m 2017M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:06:52.038 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (62m) 4m ago 62m 61.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:06:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:50.506355+0000 mgr.smithi176.ajjlsm (mgr.14696) 2008 : cluster [DBG] pgmap v1724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:50.506355+0000 mgr.smithi176.ajjlsm (mgr.14696) 2008 : cluster [DBG] pgmap v1724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:52.387 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:06:52.387 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:06:52.388 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:06:52.388 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:06:52.388 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:06:52.389 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:06:52.389 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:06:52.389 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:06:52.389 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:06:52.389 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:06:52.390 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:06:52.390 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:06:52.390 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:06:52.390 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:06:52.391 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:06:52.391 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:06:52.391 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:06:52.391 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:06:52.392 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:06:52.908 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:06:51.748338+0000 mgr.smithi176.ajjlsm (mgr.14696) 2009 : audit [DBG] from='client.35438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:06:52.909 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:06:51.998795+0000 mon.smithi176 (mon.0) 818 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:06:52.909 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:06:51.999780+0000 mon.smithi176 (mon.0) 819 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:06:52.909 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:06:52.000337+0000 mon.smithi176 (mon.0) 820 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:06:52.909 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:06:52.386094+0000 mon.smithi176 (mon.0) 821 : audit [DBG] from='client.? 172.21.15.176:0/2316478339' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:06:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:06:51.748338+0000 mgr.smithi176.ajjlsm (mgr.14696) 2009 : audit [DBG] from='client.35438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:06:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:06:51.998795+0000 mon.smithi176 (mon.0) 818 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:06:53.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:06:51.999780+0000 mon.smithi176 (mon.0) 819 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:06:53.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:06:52.000337+0000 mon.smithi176 (mon.0) 820 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:06:53.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:06:52.386094+0000 mon.smithi176 (mon.0) 821 : audit [DBG] from='client.? 172.21.15.176:0/2316478339' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:06:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:06:52.000844+0000 mgr.smithi176.ajjlsm (mgr.14696) 2010 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:06:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:06:52.022826+0000 mgr.smithi176.ajjlsm (mgr.14696) 2011 : audit [DBG] from='client.35442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:06:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:52.507215+0000 mgr.smithi176.ajjlsm (mgr.14696) 2012 : cluster [DBG] pgmap v1725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:54.232 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:06:52.000844+0000 mgr.smithi176.ajjlsm (mgr.14696) 2010 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:06:54.232 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:06:52.022826+0000 mgr.smithi176.ajjlsm (mgr.14696) 2011 : audit [DBG] from='client.35442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:06:54.232 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:52.507215+0000 mgr.smithi176.ajjlsm (mgr.14696) 2012 : cluster [DBG] pgmap v1725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:54.507608+0000 mgr.smithi176.ajjlsm (mgr.14696) 2013 : cluster [DBG] pgmap v1726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:56.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:06:54.997411+0000 mon.smithi176 (mon.0) 822 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:06:56.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:06:55.381229+0000 mon.smithi176 (mon.0) 823 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:06:56.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:06:55.388174+0000 mon.smithi176 (mon.0) 824 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:06:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:54.507608+0000 mgr.smithi176.ajjlsm (mgr.14696) 2013 : cluster [DBG] pgmap v1726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:06:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:06:54.997411+0000 mon.smithi176 (mon.0) 822 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:06:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:06:55.381229+0000 mon.smithi176 (mon.0) 823 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:06:56.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:06:55.388174+0000 mon.smithi176 (mon.0) 824 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:06:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:56.508407+0000 mgr.smithi176.ajjlsm (mgr.14696) 2014 : cluster [DBG] pgmap v1727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:56.508407+0000 mgr.smithi176.ajjlsm (mgr.14696) 2014 : cluster [DBG] pgmap v1727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:06:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:06:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:06:58.508913+0000 mgr.smithi176.ajjlsm (mgr.14696) 2015 : cluster [DBG] pgmap v1728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:06:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:06:58.508913+0000 mgr.smithi176.ajjlsm (mgr.14696) 2015 : cluster [DBG] pgmap v1728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:00.509409+0000 mgr.smithi176.ajjlsm (mgr.14696) 2016 : cluster [DBG] pgmap v1729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:00.509409+0000 mgr.smithi176.ajjlsm (mgr.14696) 2016 : cluster [DBG] pgmap v1729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:02.510230+0000 mgr.smithi176.ajjlsm (mgr.14696) 2017 : cluster [DBG] pgmap v1730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:02.510230+0000 mgr.smithi176.ajjlsm (mgr.14696) 2017 : cluster [DBG] pgmap v1730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:04.510678+0000 mgr.smithi176.ajjlsm (mgr.14696) 2018 : cluster [DBG] pgmap v1731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:04.510678+0000 mgr.smithi176.ajjlsm (mgr.14696) 2018 : cluster [DBG] pgmap v1731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:06.511690+0000 mgr.smithi176.ajjlsm (mgr.14696) 2019 : cluster [DBG] pgmap v1732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:06.511690+0000 mgr.smithi176.ajjlsm (mgr.14696) 2019 : cluster [DBG] pgmap v1732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:08.512186+0000 mgr.smithi176.ajjlsm (mgr.14696) 2020 : cluster [DBG] pgmap v1733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:08.512186+0000 mgr.smithi176.ajjlsm (mgr.14696) 2020 : cluster [DBG] pgmap v1733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:10.512658+0000 mgr.smithi176.ajjlsm (mgr.14696) 2021 : cluster [DBG] pgmap v1734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:10.512658+0000 mgr.smithi176.ajjlsm (mgr.14696) 2021 : cluster [DBG] pgmap v1734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:12.513602+0000 mgr.smithi176.ajjlsm (mgr.14696) 2022 : cluster [DBG] pgmap v1735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:12.513602+0000 mgr.smithi176.ajjlsm (mgr.14696) 2022 : cluster [DBG] pgmap v1735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:14.514171+0000 mgr.smithi176.ajjlsm (mgr.14696) 2023 : cluster [DBG] pgmap v1736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:14.514171+0000 mgr.smithi176.ajjlsm (mgr.14696) 2023 : cluster [DBG] pgmap v1736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:16.514875+0000 mgr.smithi176.ajjlsm (mgr.14696) 2024 : cluster [DBG] pgmap v1737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:16.514875+0000 mgr.smithi176.ajjlsm (mgr.14696) 2024 : cluster [DBG] pgmap v1737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:18.515328+0000 mgr.smithi176.ajjlsm (mgr.14696) 2025 : cluster [DBG] pgmap v1738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:18.515328+0000 mgr.smithi176.ajjlsm (mgr.14696) 2025 : cluster [DBG] pgmap v1738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:20.515756+0000 mgr.smithi176.ajjlsm (mgr.14696) 2026 : cluster [DBG] pgmap v1739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:20.515756+0000 mgr.smithi176.ajjlsm (mgr.14696) 2026 : cluster [DBG] pgmap v1739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:22.694 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:07:22.966 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:07:22.966 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (62m) 4m ago 63m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:07:22.967 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (55m) 4m ago 63m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:07:22.967 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (55m) 4m ago 63m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:07:22.967 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (62m) 4m ago 63m 43.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:07:22.967 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (55m) 4m ago 59m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:07:22.967 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (55m) 4m ago 59m 23.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:07:22.968 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (56m) 4m ago 64m 492M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:07:22.968 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (56m) 4m ago 63m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:07:22.968 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (56m) 4m ago 64m 405M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:07:22.968 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (56m) 4m ago 63m 225M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:07:22.969 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (57m) 4m ago 57m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:07:22.969 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (57m) 4m ago 57m 97.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:07:22.969 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (63m) 4m ago 63m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:07:22.969 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (63m) 4m ago 63m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:07:22.969 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (48m) 4m ago 62m 554M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:07:22.970 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (62m) 4m ago 62m 1342M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:07:22.970 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (62m) 4m ago 62m 900M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:07:22.970 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (61m) 4m ago 61m 1486M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:07:22.970 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (61m) 4m ago 61m 1394M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:07:22.971 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (61m) 4m ago 61m 1594M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:07:22.971 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (61m) 4m ago 61m 1288M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:07:22.971 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (60m) 4m ago 60m 2017M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:07:22.971 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (62m) 4m ago 63m 61.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:07:23.287 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:07:23.288 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:07:23.288 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:07:23.288 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:07:23.289 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:07:23.289 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:07:23.289 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:07:23.289 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:07:23.290 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:07:23.290 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:07:23.290 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:07:23.290 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:07:23.291 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:07:23.291 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:07:23.291 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:07:23.291 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:07:23.292 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:07:23.292 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:07:23.292 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:07:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:22.516453+0000 mgr.smithi176.ajjlsm (mgr.14696) 2027 : cluster [DBG] pgmap v1740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:07:22.681231+0000 mgr.smithi176.ajjlsm (mgr.14696) 2028 : audit [DBG] from='client.35450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:07:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:07:23.286830+0000 mon.smithi176 (mon.0) 825 : audit [DBG] from='client.? 172.21.15.176:0/3514519711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:07:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:22.516453+0000 mgr.smithi176.ajjlsm (mgr.14696) 2027 : cluster [DBG] pgmap v1740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:07:22.681231+0000 mgr.smithi176.ajjlsm (mgr.14696) 2028 : audit [DBG] from='client.35450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:07:23.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:07:23.286830+0000 mon.smithi176 (mon.0) 825 : audit [DBG] from='client.? 172.21.15.176:0/3514519711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:07:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:07:22.955934+0000 mgr.smithi176.ajjlsm (mgr.14696) 2029 : audit [DBG] from='client.35454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:07:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:07:22.955934+0000 mgr.smithi176.ajjlsm (mgr.14696) 2029 : audit [DBG] from='client.35454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:07:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:24.516991+0000 mgr.smithi176.ajjlsm (mgr.14696) 2030 : cluster [DBG] pgmap v1741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:24.516991+0000 mgr.smithi176.ajjlsm (mgr.14696) 2030 : cluster [DBG] pgmap v1741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:26.517751+0000 mgr.smithi176.ajjlsm (mgr.14696) 2031 : cluster [DBG] pgmap v1742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:26.517751+0000 mgr.smithi176.ajjlsm (mgr.14696) 2031 : cluster [DBG] pgmap v1742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:28.518230+0000 mgr.smithi176.ajjlsm (mgr.14696) 2032 : cluster [DBG] pgmap v1743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:28.518230+0000 mgr.smithi176.ajjlsm (mgr.14696) 2032 : cluster [DBG] pgmap v1743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:30.518875+0000 mgr.smithi176.ajjlsm (mgr.14696) 2033 : cluster [DBG] pgmap v1744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:30.518875+0000 mgr.smithi176.ajjlsm (mgr.14696) 2033 : cluster [DBG] pgmap v1744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:32.519779+0000 mgr.smithi176.ajjlsm (mgr.14696) 2034 : cluster [DBG] pgmap v1745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:32.519779+0000 mgr.smithi176.ajjlsm (mgr.14696) 2034 : cluster [DBG] pgmap v1745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:34.520295+0000 mgr.smithi176.ajjlsm (mgr.14696) 2035 : cluster [DBG] pgmap v1746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:34.520295+0000 mgr.smithi176.ajjlsm (mgr.14696) 2035 : cluster [DBG] pgmap v1746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:36.521079+0000 mgr.smithi176.ajjlsm (mgr.14696) 2036 : cluster [DBG] pgmap v1747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:36.521079+0000 mgr.smithi176.ajjlsm (mgr.14696) 2036 : cluster [DBG] pgmap v1747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:38.521682+0000 mgr.smithi176.ajjlsm (mgr.14696) 2037 : cluster [DBG] pgmap v1748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:38.521682+0000 mgr.smithi176.ajjlsm (mgr.14696) 2037 : cluster [DBG] pgmap v1748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:07:40.259893+0000 mon.smithi176 (mon.0) 826 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:07:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:07:40.260172+0000 mon.smithi176 (mon.0) 827 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:07:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:07:40.259893+0000 mon.smithi176 (mon.0) 826 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:07:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:07:40.260172+0000 mon.smithi176 (mon.0) 827 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:07:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:40.522253+0000 mgr.smithi176.ajjlsm (mgr.14696) 2038 : cluster [DBG] pgmap v1749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:40.522253+0000 mgr.smithi176.ajjlsm (mgr.14696) 2038 : cluster [DBG] pgmap v1749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:42.523157+0000 mgr.smithi176.ajjlsm (mgr.14696) 2039 : cluster [DBG] pgmap v1750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:42.523157+0000 mgr.smithi176.ajjlsm (mgr.14696) 2039 : cluster [DBG] pgmap v1750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:44.523626+0000 mgr.smithi176.ajjlsm (mgr.14696) 2040 : cluster [DBG] pgmap v1751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:44.523626+0000 mgr.smithi176.ajjlsm (mgr.14696) 2040 : cluster [DBG] pgmap v1751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:46.524486+0000 mgr.smithi176.ajjlsm (mgr.14696) 2041 : cluster [DBG] pgmap v1752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:46.524486+0000 mgr.smithi176.ajjlsm (mgr.14696) 2041 : cluster [DBG] pgmap v1752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:48.524933+0000 mgr.smithi176.ajjlsm (mgr.14696) 2042 : cluster [DBG] pgmap v1753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:48.524933+0000 mgr.smithi176.ajjlsm (mgr.14696) 2042 : cluster [DBG] pgmap v1753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:50.525365+0000 mgr.smithi176.ajjlsm (mgr.14696) 2043 : cluster [DBG] pgmap v1754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:50.525365+0000 mgr.smithi176.ajjlsm (mgr.14696) 2043 : cluster [DBG] pgmap v1754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:53.590 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:07:53.856 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:07:53.856 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (63m) 5m ago 64m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:07:53.856 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (56m) 5m ago 64m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:07:53.857 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (56m) 5m ago 63m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:07:53.857 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (63m) 5m ago 64m 43.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:07:53.857 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (55m) 5m ago 59m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:07:53.857 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (56m) 5m ago 59m 23.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:07:53.858 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (57m) 5m ago 65m 492M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:07:53.858 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (57m) 5m ago 63m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:07:53.858 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (56m) 5m ago 65m 405M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:07:53.858 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (56m) 5m ago 63m 225M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:07:53.858 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (57m) 5m ago 57m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:07:53.859 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (57m) 5m ago 57m 97.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:07:53.859 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (64m) 5m ago 64m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:07:53.859 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (63m) 5m ago 63m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:07:53.859 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (49m) 5m ago 63m 554M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:07:53.860 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (62m) 5m ago 62m 1342M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:07:53.860 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (62m) 5m ago 62m 900M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:07:53.860 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (62m) 5m ago 62m 1486M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:07:53.860 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (62m) 5m ago 62m 1394M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:07:53.860 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (61m) 5m ago 61m 1594M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:07:53.861 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (61m) 5m ago 61m 1288M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:07:53.861 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (61m) 5m ago 61m 2017M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:07:53.861 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (63m) 5m ago 63m 61.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:07:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:52.526289+0000 mgr.smithi176.ajjlsm (mgr.14696) 2044 : cluster [DBG] pgmap v1755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:54.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:52.526289+0000 mgr.smithi176.ajjlsm (mgr.14696) 2044 : cluster [DBG] pgmap v1755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:54.178 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:07:54.179 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:07:54.179 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:07:54.179 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:07:54.179 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:07:54.180 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:07:54.180 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:07:54.180 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:07:54.180 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:07:54.181 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:07:54.181 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:07:54.181 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:07:54.181 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:07:54.181 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:07:54.182 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:07:54.182 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:07:54.182 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:07:54.182 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:07:54.182 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:07:54.974 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:07:53.576567+0000 mgr.smithi176.ajjlsm (mgr.14696) 2045 : audit [DBG] from='client.35462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:07:54.974 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:07:53.846184+0000 mgr.smithi176.ajjlsm (mgr.14696) 2046 : audit [DBG] from='client.35466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:07:54.975 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:07:54.177664+0000 mon.smithi176 (mon.0) 828 : audit [DBG] from='client.? 172.21.15.176:0/4164351210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:07:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:07:53.576567+0000 mgr.smithi176.ajjlsm (mgr.14696) 2045 : audit [DBG] from='client.35462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:07:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:07:53.846184+0000 mgr.smithi176.ajjlsm (mgr.14696) 2046 : audit [DBG] from='client.35466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:07:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:07:54.177664+0000 mon.smithi176 (mon.0) 828 : audit [DBG] from='client.? 172.21.15.176:0/4164351210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:07:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:54.526788+0000 mgr.smithi176.ajjlsm (mgr.14696) 2047 : cluster [DBG] pgmap v1756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:07:55.390662+0000 mon.smithi176 (mon.0) 829 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:07:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:07:55.392032+0000 mon.smithi176 (mon.0) 830 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:07:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:07:55.392760+0000 mon.smithi176 (mon.0) 831 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:07:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:54.526788+0000 mgr.smithi176.ajjlsm (mgr.14696) 2047 : cluster [DBG] pgmap v1756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:07:55.390662+0000 mon.smithi176 (mon.0) 829 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:07:56.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:07:55.392032+0000 mon.smithi176 (mon.0) 830 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:07:56.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:07:55.392760+0000 mon.smithi176 (mon.0) 831 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:07:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:07:55.393425+0000 mgr.smithi176.ajjlsm (mgr.14696) 2048 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:07:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:07:55.393425+0000 mgr.smithi176.ajjlsm (mgr.14696) 2048 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:07:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:56.527632+0000 mgr.smithi176.ajjlsm (mgr.14696) 2049 : cluster [DBG] pgmap v1757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:56.527632+0000 mgr.smithi176.ajjlsm (mgr.14696) 2049 : cluster [DBG] pgmap v1757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:07:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:07:58.382192+0000 mon.smithi176 (mon.0) 832 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:07:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:07:58.528135+0000 mgr.smithi176.ajjlsm (mgr.14696) 2050 : cluster [DBG] pgmap v1758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:59.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:07:58.770095+0000 mon.smithi176 (mon.0) 833 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:07:59.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:07:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:07:58.776489+0000 mon.smithi176 (mon.0) 834 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:07:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:07:58.382192+0000 mon.smithi176 (mon.0) 832 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:07:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:07:58.528135+0000 mgr.smithi176.ajjlsm (mgr.14696) 2050 : cluster [DBG] pgmap v1758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:07:59.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:07:58.770095+0000 mon.smithi176 (mon.0) 833 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:07:59.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:07:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:07:58.776489+0000 mon.smithi176 (mon.0) 834 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:08:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:00.528831+0000 mgr.smithi176.ajjlsm (mgr.14696) 2051 : cluster [DBG] pgmap v1759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:00.528831+0000 mgr.smithi176.ajjlsm (mgr.14696) 2051 : cluster [DBG] pgmap v1759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:02.529712+0000 mgr.smithi176.ajjlsm (mgr.14696) 2052 : cluster [DBG] pgmap v1760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:02.529712+0000 mgr.smithi176.ajjlsm (mgr.14696) 2052 : cluster [DBG] pgmap v1760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:04.530290+0000 mgr.smithi176.ajjlsm (mgr.14696) 2053 : cluster [DBG] pgmap v1761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:04.530290+0000 mgr.smithi176.ajjlsm (mgr.14696) 2053 : cluster [DBG] pgmap v1761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:06.531022+0000 mgr.smithi176.ajjlsm (mgr.14696) 2054 : cluster [DBG] pgmap v1762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:06.531022+0000 mgr.smithi176.ajjlsm (mgr.14696) 2054 : cluster [DBG] pgmap v1762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:08.531695+0000 mgr.smithi176.ajjlsm (mgr.14696) 2055 : cluster [DBG] pgmap v1763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:08.531695+0000 mgr.smithi176.ajjlsm (mgr.14696) 2055 : cluster [DBG] pgmap v1763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:10.532124+0000 mgr.smithi176.ajjlsm (mgr.14696) 2056 : cluster [DBG] pgmap v1764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:10.532124+0000 mgr.smithi176.ajjlsm (mgr.14696) 2056 : cluster [DBG] pgmap v1764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:12.532967+0000 mgr.smithi176.ajjlsm (mgr.14696) 2057 : cluster [DBG] pgmap v1765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:12.532967+0000 mgr.smithi176.ajjlsm (mgr.14696) 2057 : cluster [DBG] pgmap v1765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:14.533434+0000 mgr.smithi176.ajjlsm (mgr.14696) 2058 : cluster [DBG] pgmap v1766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:14.533434+0000 mgr.smithi176.ajjlsm (mgr.14696) 2058 : cluster [DBG] pgmap v1766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:16.534306+0000 mgr.smithi176.ajjlsm (mgr.14696) 2059 : cluster [DBG] pgmap v1767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:16.534306+0000 mgr.smithi176.ajjlsm (mgr.14696) 2059 : cluster [DBG] pgmap v1767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:18.534834+0000 mgr.smithi176.ajjlsm (mgr.14696) 2060 : cluster [DBG] pgmap v1768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:18.534834+0000 mgr.smithi176.ajjlsm (mgr.14696) 2060 : cluster [DBG] pgmap v1768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:20.535484+0000 mgr.smithi176.ajjlsm (mgr.14696) 2061 : cluster [DBG] pgmap v1769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:20.535484+0000 mgr.smithi176.ajjlsm (mgr.14696) 2061 : cluster [DBG] pgmap v1769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:22.536351+0000 mgr.smithi176.ajjlsm (mgr.14696) 2062 : cluster [DBG] pgmap v1770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:22.536351+0000 mgr.smithi176.ajjlsm (mgr.14696) 2062 : cluster [DBG] pgmap v1770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:24.479 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:08:24.749 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:08:24.750 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (63m) 5m ago 64m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:08:24.750 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (57m) 5m ago 64m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:08:24.750 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (56m) 5m ago 64m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:08:24.750 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (63m) 5m ago 64m 43.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:08:24.751 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (56m) 5m ago 60m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:08:24.751 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (56m) 5m ago 60m 23.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:08:24.751 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (57m) 5m ago 65m 492M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:08:24.751 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (57m) 5m ago 64m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:08:24.751 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (57m) 5m ago 65m 405M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:08:24.752 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (57m) 5m ago 64m 225M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:08:24.752 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (58m) 5m ago 58m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:08:24.752 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (58m) 5m ago 58m 97.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:08:24.752 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (64m) 5m ago 64m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:08:24.753 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (64m) 5m ago 64m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:08:24.753 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (49m) 5m ago 63m 554M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:08:24.753 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (63m) 5m ago 63m 1342M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:08:24.753 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (63m) 5m ago 63m 900M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:08:24.754 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (62m) 5m ago 62m 1486M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:08:24.754 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (62m) 5m ago 62m 1394M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:08:24.754 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (62m) 5m ago 62m 1594M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:08:24.754 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (62m) 5m ago 62m 1288M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:08:24.755 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (61m) 5m ago 61m 2017M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:08:24.755 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (63m) 5m ago 64m 61.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:08:25.073 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:08:25.073 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:08:25.074 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:08:25.074 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:08:25.074 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:08:25.074 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:08:25.075 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:08:25.075 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:08:25.075 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:08:25.075 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:08:25.076 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:08:25.076 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:08:25.076 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:08:25.076 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:08:25.076 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:08:25.077 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:08:25.077 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:08:25.077 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:08:25.077 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:08:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:08:24.466348+0000 mgr.smithi176.ajjlsm (mgr.14696) 2063 : audit [DBG] from='client.35474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:08:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:24.536869+0000 mgr.smithi176.ajjlsm (mgr.14696) 2064 : cluster [DBG] pgmap v1771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:25.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:08:24.739376+0000 mgr.smithi176.ajjlsm (mgr.14696) 2065 : audit [DBG] from='client.35478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:08:25.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:08:25.072359+0000 mon.smithi176 (mon.0) 835 : audit [DBG] from='client.? 172.21.15.176:0/1220717557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:08:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:08:24.466348+0000 mgr.smithi176.ajjlsm (mgr.14696) 2063 : audit [DBG] from='client.35474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:08:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:24.536869+0000 mgr.smithi176.ajjlsm (mgr.14696) 2064 : cluster [DBG] pgmap v1771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:08:24.739376+0000 mgr.smithi176.ajjlsm (mgr.14696) 2065 : audit [DBG] from='client.35478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:08:26.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:08:25.072359+0000 mon.smithi176 (mon.0) 835 : audit [DBG] from='client.? 172.21.15.176:0/1220717557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:08:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:26.537775+0000 mgr.smithi176.ajjlsm (mgr.14696) 2066 : cluster [DBG] pgmap v1772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:26.537775+0000 mgr.smithi176.ajjlsm (mgr.14696) 2066 : cluster [DBG] pgmap v1772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:28.538222+0000 mgr.smithi176.ajjlsm (mgr.14696) 2067 : cluster [DBG] pgmap v1773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:28.538222+0000 mgr.smithi176.ajjlsm (mgr.14696) 2067 : cluster [DBG] pgmap v1773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:30.538812+0000 mgr.smithi176.ajjlsm (mgr.14696) 2068 : cluster [DBG] pgmap v1774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:30.538812+0000 mgr.smithi176.ajjlsm (mgr.14696) 2068 : cluster [DBG] pgmap v1774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:32.539767+0000 mgr.smithi176.ajjlsm (mgr.14696) 2069 : cluster [DBG] pgmap v1775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:32.539767+0000 mgr.smithi176.ajjlsm (mgr.14696) 2069 : cluster [DBG] pgmap v1775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:34.540345+0000 mgr.smithi176.ajjlsm (mgr.14696) 2070 : cluster [DBG] pgmap v1776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:34.540345+0000 mgr.smithi176.ajjlsm (mgr.14696) 2070 : cluster [DBG] pgmap v1776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:36.541153+0000 mgr.smithi176.ajjlsm (mgr.14696) 2071 : cluster [DBG] pgmap v1777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:36.541153+0000 mgr.smithi176.ajjlsm (mgr.14696) 2071 : cluster [DBG] pgmap v1777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:38.541608+0000 mgr.smithi176.ajjlsm (mgr.14696) 2072 : cluster [DBG] pgmap v1778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:38.541608+0000 mgr.smithi176.ajjlsm (mgr.14696) 2072 : cluster [DBG] pgmap v1778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:08:40.264914+0000 mon.smithi176 (mon.0) 836 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:08:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:08:40.265196+0000 mon.smithi176 (mon.0) 837 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:08:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:08:40.264914+0000 mon.smithi176 (mon.0) 836 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:08:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:08:40.265196+0000 mon.smithi176 (mon.0) 837 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:08:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:40.542295+0000 mgr.smithi176.ajjlsm (mgr.14696) 2073 : cluster [DBG] pgmap v1779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:40.542295+0000 mgr.smithi176.ajjlsm (mgr.14696) 2073 : cluster [DBG] pgmap v1779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:42.543087+0000 mgr.smithi176.ajjlsm (mgr.14696) 2074 : cluster [DBG] pgmap v1780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:42.543087+0000 mgr.smithi176.ajjlsm (mgr.14696) 2074 : cluster [DBG] pgmap v1780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:44.543635+0000 mgr.smithi176.ajjlsm (mgr.14696) 2075 : cluster [DBG] pgmap v1781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:44.543635+0000 mgr.smithi176.ajjlsm (mgr.14696) 2075 : cluster [DBG] pgmap v1781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:46.544551+0000 mgr.smithi176.ajjlsm (mgr.14696) 2076 : cluster [DBG] pgmap v1782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:46.544551+0000 mgr.smithi176.ajjlsm (mgr.14696) 2076 : cluster [DBG] pgmap v1782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:48.545055+0000 mgr.smithi176.ajjlsm (mgr.14696) 2077 : cluster [DBG] pgmap v1783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:48.545055+0000 mgr.smithi176.ajjlsm (mgr.14696) 2077 : cluster [DBG] pgmap v1783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:50.545592+0000 mgr.smithi176.ajjlsm (mgr.14696) 2078 : cluster [DBG] pgmap v1784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:50.545592+0000 mgr.smithi176.ajjlsm (mgr.14696) 2078 : cluster [DBG] pgmap v1784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:52.546399+0000 mgr.smithi176.ajjlsm (mgr.14696) 2079 : cluster [DBG] pgmap v1785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:52.546399+0000 mgr.smithi176.ajjlsm (mgr.14696) 2079 : cluster [DBG] pgmap v1785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:55.376 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:08:55.646 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:08:55.647 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (64m) 6m ago 65m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:08:55.647 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (57m) 6m ago 65m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:08:55.647 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (57m) 6m ago 64m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:08:55.648 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (64m) 6m ago 65m 43.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:08:55.648 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (56m) 6m ago 60m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:08:55.648 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (57m) 6m ago 60m 23.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:08:55.648 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (58m) 6m ago 66m 492M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:08:55.649 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (58m) 6m ago 64m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:08:55.649 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (57m) 6m ago 66m 405M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:08:55.649 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (57m) 6m ago 64m 225M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:08:55.649 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (58m) 6m ago 58m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:08:55.650 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (58m) 6m ago 58m 97.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:08:55.650 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (65m) 6m ago 65m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:08:55.650 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (64m) 6m ago 64m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:08:55.650 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (50m) 6m ago 64m 554M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:08:55.650 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (63m) 6m ago 63m 1342M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:08:55.651 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (63m) 6m ago 63m 900M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:08:55.651 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (63m) 6m ago 63m 1486M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:08:55.651 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (63m) 6m ago 63m 1394M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:08:55.651 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (62m) 6m ago 62m 1594M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:08:55.652 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (62m) 6m ago 62m 1288M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:08:55.652 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (62m) 6m ago 62m 2017M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:08:55.652 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (64m) 6m ago 64m 61.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:08:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:54.546948+0000 mgr.smithi176.ajjlsm (mgr.14696) 2080 : cluster [DBG] pgmap v1786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:55.972 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:08:55.972 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:08:55.972 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:08:55.973 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:08:55.973 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:08:55.973 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:08:55.973 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:08:55.974 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:08:55.974 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:08:55.974 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:08:55.974 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:08:55.975 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:08:55.975 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:08:55.975 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:08:55.975 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:08:55.975 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:08:55.976 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:08:55.976 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:08:55.976 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:08:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:54.546948+0000 mgr.smithi176.ajjlsm (mgr.14696) 2080 : cluster [DBG] pgmap v1786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:08:55.363952+0000 mgr.smithi176.ajjlsm (mgr.14696) 2081 : audit [DBG] from='client.35486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:08:56.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:08:55.636798+0000 mgr.smithi176.ajjlsm (mgr.14696) 2082 : audit [DBG] from='client.35490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:08:56.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:08:55.971528+0000 mon.smithi176 (mon.0) 838 : audit [DBG] from='client.? 172.21.15.176:0/239313614' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:08:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:08:55.363952+0000 mgr.smithi176.ajjlsm (mgr.14696) 2081 : audit [DBG] from='client.35486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:08:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:08:55.636798+0000 mgr.smithi176.ajjlsm (mgr.14696) 2082 : audit [DBG] from='client.35490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:08:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:08:55.971528+0000 mon.smithi176 (mon.0) 838 : audit [DBG] from='client.? 172.21.15.176:0/239313614' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:08:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:56.547680+0000 mgr.smithi176.ajjlsm (mgr.14696) 2083 : cluster [DBG] pgmap v1787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:56.547680+0000 mgr.smithi176.ajjlsm (mgr.14696) 2083 : cluster [DBG] pgmap v1787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:08:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:08:58.548179+0000 mgr.smithi176.ajjlsm (mgr.14696) 2084 : cluster [DBG] pgmap v1788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:08:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:08:58.779605+0000 mon.smithi176 (mon.0) 839 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:08:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:08:58.780954+0000 mon.smithi176 (mon.0) 840 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:08:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:08:58.781723+0000 mon.smithi176 (mon.0) 841 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:08:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:08:58.782405+0000 mgr.smithi176.ajjlsm (mgr.14696) 2085 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:08:59.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:08:59.189752+0000 mon.smithi176 (mon.0) 842 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:08:59.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:08:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:08:59.194534+0000 mon.smithi176 (mon.0) 843 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:09:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:08:58.548179+0000 mgr.smithi176.ajjlsm (mgr.14696) 2084 : cluster [DBG] pgmap v1788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:08:58.779605+0000 mon.smithi176 (mon.0) 839 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:09:00.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:08:58.780954+0000 mon.smithi176 (mon.0) 840 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:09:00.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:08:58.781723+0000 mon.smithi176 (mon.0) 841 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:09:00.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:08:58.782405+0000 mgr.smithi176.ajjlsm (mgr.14696) 2085 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:09:00.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:08:59.189752+0000 mon.smithi176 (mon.0) 842 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:09:00.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:08:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:08:59.194534+0000 mon.smithi176 (mon.0) 843 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:09:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:00.548651+0000 mgr.smithi176.ajjlsm (mgr.14696) 2086 : cluster [DBG] pgmap v1789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:00.548651+0000 mgr.smithi176.ajjlsm (mgr.14696) 2086 : cluster [DBG] pgmap v1789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:02.549544+0000 mgr.smithi176.ajjlsm (mgr.14696) 2087 : cluster [DBG] pgmap v1790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:02.549544+0000 mgr.smithi176.ajjlsm (mgr.14696) 2087 : cluster [DBG] pgmap v1790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:04.550198+0000 mgr.smithi176.ajjlsm (mgr.14696) 2088 : cluster [DBG] pgmap v1791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:04.550198+0000 mgr.smithi176.ajjlsm (mgr.14696) 2088 : cluster [DBG] pgmap v1791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:06.551077+0000 mgr.smithi176.ajjlsm (mgr.14696) 2089 : cluster [DBG] pgmap v1792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:06.551077+0000 mgr.smithi176.ajjlsm (mgr.14696) 2089 : cluster [DBG] pgmap v1792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:08.551492+0000 mgr.smithi176.ajjlsm (mgr.14696) 2090 : cluster [DBG] pgmap v1793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:08.551492+0000 mgr.smithi176.ajjlsm (mgr.14696) 2090 : cluster [DBG] pgmap v1793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:10.551954+0000 mgr.smithi176.ajjlsm (mgr.14696) 2091 : cluster [DBG] pgmap v1794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:10.551954+0000 mgr.smithi176.ajjlsm (mgr.14696) 2091 : cluster [DBG] pgmap v1794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:12.552770+0000 mgr.smithi176.ajjlsm (mgr.14696) 2092 : cluster [DBG] pgmap v1795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:12.552770+0000 mgr.smithi176.ajjlsm (mgr.14696) 2092 : cluster [DBG] pgmap v1795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:14.553361+0000 mgr.smithi176.ajjlsm (mgr.14696) 2093 : cluster [DBG] pgmap v1796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:14.553361+0000 mgr.smithi176.ajjlsm (mgr.14696) 2093 : cluster [DBG] pgmap v1796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:16.554193+0000 mgr.smithi176.ajjlsm (mgr.14696) 2094 : cluster [DBG] pgmap v1797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:16.554193+0000 mgr.smithi176.ajjlsm (mgr.14696) 2094 : cluster [DBG] pgmap v1797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:18.554780+0000 mgr.smithi176.ajjlsm (mgr.14696) 2095 : cluster [DBG] pgmap v1798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:18.554780+0000 mgr.smithi176.ajjlsm (mgr.14696) 2095 : cluster [DBG] pgmap v1798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:20.555366+0000 mgr.smithi176.ajjlsm (mgr.14696) 2096 : cluster [DBG] pgmap v1799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:20.555366+0000 mgr.smithi176.ajjlsm (mgr.14696) 2096 : cluster [DBG] pgmap v1799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:22.556436+0000 mgr.smithi176.ajjlsm (mgr.14696) 2097 : cluster [DBG] pgmap v1800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:22.556436+0000 mgr.smithi176.ajjlsm (mgr.14696) 2097 : cluster [DBG] pgmap v1800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:24.557083+0000 mgr.smithi176.ajjlsm (mgr.14696) 2098 : cluster [DBG] pgmap v1801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:26.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:24.557083+0000 mgr.smithi176.ajjlsm (mgr.14696) 2098 : cluster [DBG] pgmap v1801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:26.275 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:09:26.544 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:09:26.545 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (64m) 6m ago 65m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:09:26.545 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (58m) 6m ago 65m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:09:26.545 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (57m) 6m ago 65m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:09:26.545 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (64m) 6m ago 65m 43.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:09:26.546 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (57m) 6m ago 61m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:09:26.546 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (57m) 6m ago 61m 23.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:09:26.546 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (58m) 6m ago 66m 492M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:09:26.546 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (58m) 6m ago 65m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:09:26.547 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (58m) 6m ago 66m 405M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:09:26.547 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (58m) 6m ago 65m 225M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:09:26.547 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (59m) 6m ago 59m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:09:26.547 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (59m) 6m ago 59m 97.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:09:26.548 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (65m) 6m ago 65m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:09:26.548 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (65m) 6m ago 65m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:09:26.548 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (50m) 6m ago 64m 554M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:09:26.548 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (64m) 6m ago 64m 1342M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:09:26.548 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (64m) 6m ago 64m 900M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:09:26.549 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (63m) 6m ago 63m 1486M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:09:26.549 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (63m) 6m ago 63m 1394M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:09:26.549 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (63m) 6m ago 63m 1594M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:09:26.549 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (63m) 6m ago 63m 1288M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:09:26.550 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (62m) 6m ago 62m 2017M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:09:26.550 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (64m) 6m ago 65m 61.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:09:26.868 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:09:26.869 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:09:26.869 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:09:26.869 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:09:26.869 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:09:26.870 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:09:26.870 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:09:26.870 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:09:26.870 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:09:26.870 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:09:26.871 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:09:26.871 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:09:26.871 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:09:26.871 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:09:26.872 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:09:26.872 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:09:26.872 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:09:26.872 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:09:26.872 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:09:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:09:26.262836+0000 mgr.smithi176.ajjlsm (mgr.14696) 2099 : audit [DBG] from='client.35498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:09:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:09:26.534775+0000 mgr.smithi176.ajjlsm (mgr.14696) 2100 : audit [DBG] from='client.35502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:09:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:26.557728+0000 mgr.smithi176.ajjlsm (mgr.14696) 2101 : cluster [DBG] pgmap v1802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:27.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:09:26.867534+0000 mon.smithi176 (mon.0) 844 : audit [DBG] from='client.? 172.21.15.176:0/858670237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:09:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:09:26.262836+0000 mgr.smithi176.ajjlsm (mgr.14696) 2099 : audit [DBG] from='client.35498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:09:28.088 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:09:26.534775+0000 mgr.smithi176.ajjlsm (mgr.14696) 2100 : audit [DBG] from='client.35502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:09:28.088 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:26.557728+0000 mgr.smithi176.ajjlsm (mgr.14696) 2101 : cluster [DBG] pgmap v1802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:28.088 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:09:26.867534+0000 mon.smithi176 (mon.0) 844 : audit [DBG] from='client.? 172.21.15.176:0/858670237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:09:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:28.558140+0000 mgr.smithi176.ajjlsm (mgr.14696) 2102 : cluster [DBG] pgmap v1803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:28.558140+0000 mgr.smithi176.ajjlsm (mgr.14696) 2102 : cluster [DBG] pgmap v1803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:30.558611+0000 mgr.smithi176.ajjlsm (mgr.14696) 2103 : cluster [DBG] pgmap v1804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:30.558611+0000 mgr.smithi176.ajjlsm (mgr.14696) 2103 : cluster [DBG] pgmap v1804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:32.559544+0000 mgr.smithi176.ajjlsm (mgr.14696) 2104 : cluster [DBG] pgmap v1805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:32.559544+0000 mgr.smithi176.ajjlsm (mgr.14696) 2104 : cluster [DBG] pgmap v1805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:34.560017+0000 mgr.smithi176.ajjlsm (mgr.14696) 2105 : cluster [DBG] pgmap v1806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:34.560017+0000 mgr.smithi176.ajjlsm (mgr.14696) 2105 : cluster [DBG] pgmap v1806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:36.560918+0000 mgr.smithi176.ajjlsm (mgr.14696) 2106 : cluster [DBG] pgmap v1807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:36.560918+0000 mgr.smithi176.ajjlsm (mgr.14696) 2106 : cluster [DBG] pgmap v1807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:38.561375+0000 mgr.smithi176.ajjlsm (mgr.14696) 2107 : cluster [DBG] pgmap v1808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:38.561375+0000 mgr.smithi176.ajjlsm (mgr.14696) 2107 : cluster [DBG] pgmap v1808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:09:40.269293+0000 mon.smithi176 (mon.0) 845 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:09:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:09:40.269607+0000 mon.smithi176 (mon.0) 846 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:09:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:09:40.269293+0000 mon.smithi176 (mon.0) 845 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:09:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:09:40.269607+0000 mon.smithi176 (mon.0) 846 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:09:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:40.561927+0000 mgr.smithi176.ajjlsm (mgr.14696) 2108 : cluster [DBG] pgmap v1809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:40.561927+0000 mgr.smithi176.ajjlsm (mgr.14696) 2108 : cluster [DBG] pgmap v1809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:42.562731+0000 mgr.smithi176.ajjlsm (mgr.14696) 2109 : cluster [DBG] pgmap v1810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:42.562731+0000 mgr.smithi176.ajjlsm (mgr.14696) 2109 : cluster [DBG] pgmap v1810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:44.563217+0000 mgr.smithi176.ajjlsm (mgr.14696) 2110 : cluster [DBG] pgmap v1811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:44.563217+0000 mgr.smithi176.ajjlsm (mgr.14696) 2110 : cluster [DBG] pgmap v1811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:46.563933+0000 mgr.smithi176.ajjlsm (mgr.14696) 2111 : cluster [DBG] pgmap v1812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:46.563933+0000 mgr.smithi176.ajjlsm (mgr.14696) 2111 : cluster [DBG] pgmap v1812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:48.564420+0000 mgr.smithi176.ajjlsm (mgr.14696) 2112 : cluster [DBG] pgmap v1813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:48.564420+0000 mgr.smithi176.ajjlsm (mgr.14696) 2112 : cluster [DBG] pgmap v1813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:50.564896+0000 mgr.smithi176.ajjlsm (mgr.14696) 2113 : cluster [DBG] pgmap v1814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:50.564896+0000 mgr.smithi176.ajjlsm (mgr.14696) 2113 : cluster [DBG] pgmap v1814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:52.565716+0000 mgr.smithi176.ajjlsm (mgr.14696) 2114 : cluster [DBG] pgmap v1815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:54.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:52.565716+0000 mgr.smithi176.ajjlsm (mgr.14696) 2114 : cluster [DBG] pgmap v1815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:54.566241+0000 mgr.smithi176.ajjlsm (mgr.14696) 2115 : cluster [DBG] pgmap v1816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:54.566241+0000 mgr.smithi176.ajjlsm (mgr.14696) 2115 : cluster [DBG] pgmap v1816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:57.170 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:09:57.436 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:09:57.437 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (65m) 7m ago 66m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:09:57.437 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (58m) 7m ago 66m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:09:57.437 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (58m) 7m ago 65m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:09:57.438 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (65m) 7m ago 66m 43.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:09:57.438 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (57m) 7m ago 62m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:09:57.438 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (58m) 7m ago 61m 23.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:09:57.438 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (59m) 7m ago 67m 492M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:09:57.438 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (59m) 7m ago 65m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:09:57.439 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (58m) 7m ago 67m 405M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:09:57.439 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (58m) 7m ago 65m 225M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:09:57.439 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (59m) 7m ago 59m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:09:57.439 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (59m) 7m ago 59m 97.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:09:57.440 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (66m) 7m ago 66m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:09:57.440 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (65m) 7m ago 65m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:09:57.440 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (51m) 7m ago 65m 554M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:09:57.440 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (64m) 7m ago 64m 1342M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:09:57.440 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (64m) 7m ago 64m 900M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:09:57.441 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (64m) 7m ago 64m 1486M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:09:57.441 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (64m) 7m ago 64m 1394M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:09:57.441 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (63m) 7m ago 63m 1594M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:09:57.441 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (63m) 7m ago 63m 1288M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:09:57.442 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (63m) 7m ago 63m 2017M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:09:57.442 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (65m) 7m ago 65m 61.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:09:57.761 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:09:57.761 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:09:57.762 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:09:57.762 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:09:57.763 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:09:57.763 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:09:57.763 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:09:57.764 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:09:57.764 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:09:57.765 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:09:57.765 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:09:57.766 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:09:57.766 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:09:57.766 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:09:57.767 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:09:57.767 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:09:57.768 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:09:57.768 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:09:57.768 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:09:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:56.567069+0000 mgr.smithi176.ajjlsm (mgr.14696) 2116 : cluster [DBG] pgmap v1817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:56.567069+0000 mgr.smithi176.ajjlsm (mgr.14696) 2116 : cluster [DBG] pgmap v1817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:09:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:09:57.157995+0000 mgr.smithi176.ajjlsm (mgr.14696) 2117 : audit [DBG] from='client.35510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:09:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:09:57.426737+0000 mgr.smithi176.ajjlsm (mgr.14696) 2118 : audit [DBG] from='client.35514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:09:58.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:09:57.759916+0000 mon.smithi176 (mon.0) 847 : audit [DBG] from='client.? 172.21.15.176:0/2486485441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:09:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:09:57.157995+0000 mgr.smithi176.ajjlsm (mgr.14696) 2117 : audit [DBG] from='client.35510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:09:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:09:57.426737+0000 mgr.smithi176.ajjlsm (mgr.14696) 2118 : audit [DBG] from='client.35514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:09:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:09:57.759916+0000 mon.smithi176 (mon.0) 847 : audit [DBG] from='client.? 172.21.15.176:0/2486485441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:09:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:09:58.567764+0000 mgr.smithi176.ajjlsm (mgr.14696) 2119 : cluster [DBG] pgmap v1818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:09:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:09:59.197238+0000 mon.smithi176 (mon.0) 848 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:09:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:09:59.198697+0000 mon.smithi176 (mon.0) 849 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:09:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:09:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:09:59.199493+0000 mon.smithi176 (mon.0) 850 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:10:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:09:58.567764+0000 mgr.smithi176.ajjlsm (mgr.14696) 2119 : cluster [DBG] pgmap v1818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:00.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:09:59.197238+0000 mon.smithi176 (mon.0) 848 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:10:00.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:09:59.198697+0000 mon.smithi176 (mon.0) 849 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:10:00.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:09:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:09:59.199493+0000 mon.smithi176 (mon.0) 850 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:10:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:09:59.200211+0000 mgr.smithi176.ajjlsm (mgr.14696) 2120 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:10:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:09:59.605885+0000 mon.smithi176 (mon.0) 851 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:10:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:09:59.610582+0000 mon.smithi176 (mon.0) 852 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:10:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:00.000091+0000 mon.smithi176 (mon.0) 853 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T08:10:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:09:59.200211+0000 mgr.smithi176.ajjlsm (mgr.14696) 2120 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:10:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:09:59.605885+0000 mon.smithi176 (mon.0) 851 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:10:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:09:59.610582+0000 mon.smithi176 (mon.0) 852 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:10:01.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:00.000091+0000 mon.smithi176 (mon.0) 853 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T08:10:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:00.568505+0000 mgr.smithi176.ajjlsm (mgr.14696) 2121 : cluster [DBG] pgmap v1819: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:02.015 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:00.568505+0000 mgr.smithi176.ajjlsm (mgr.14696) 2121 : cluster [DBG] pgmap v1819: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:02.569235+0000 mgr.smithi176.ajjlsm (mgr.14696) 2122 : cluster [DBG] pgmap v1820: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:02.569235+0000 mgr.smithi176.ajjlsm (mgr.14696) 2122 : cluster [DBG] pgmap v1820: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:04.569801+0000 mgr.smithi176.ajjlsm (mgr.14696) 2123 : cluster [DBG] pgmap v1821: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:04.569801+0000 mgr.smithi176.ajjlsm (mgr.14696) 2123 : cluster [DBG] pgmap v1821: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:06.570563+0000 mgr.smithi176.ajjlsm (mgr.14696) 2124 : cluster [DBG] pgmap v1822: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:06.570563+0000 mgr.smithi176.ajjlsm (mgr.14696) 2124 : cluster [DBG] pgmap v1822: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:08.571137+0000 mgr.smithi176.ajjlsm (mgr.14696) 2125 : cluster [DBG] pgmap v1823: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:08.571137+0000 mgr.smithi176.ajjlsm (mgr.14696) 2125 : cluster [DBG] pgmap v1823: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:10.571615+0000 mgr.smithi176.ajjlsm (mgr.14696) 2126 : cluster [DBG] pgmap v1824: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:10.571615+0000 mgr.smithi176.ajjlsm (mgr.14696) 2126 : cluster [DBG] pgmap v1824: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:12.572549+0000 mgr.smithi176.ajjlsm (mgr.14696) 2127 : cluster [DBG] pgmap v1825: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:12.572549+0000 mgr.smithi176.ajjlsm (mgr.14696) 2127 : cluster [DBG] pgmap v1825: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:14.573033+0000 mgr.smithi176.ajjlsm (mgr.14696) 2128 : cluster [DBG] pgmap v1826: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:14.573033+0000 mgr.smithi176.ajjlsm (mgr.14696) 2128 : cluster [DBG] pgmap v1826: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:16.573795+0000 mgr.smithi176.ajjlsm (mgr.14696) 2129 : cluster [DBG] pgmap v1827: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:16.573795+0000 mgr.smithi176.ajjlsm (mgr.14696) 2129 : cluster [DBG] pgmap v1827: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:18.574257+0000 mgr.smithi176.ajjlsm (mgr.14696) 2130 : cluster [DBG] pgmap v1828: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:18.574257+0000 mgr.smithi176.ajjlsm (mgr.14696) 2130 : cluster [DBG] pgmap v1828: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:20.574791+0000 mgr.smithi176.ajjlsm (mgr.14696) 2131 : cluster [DBG] pgmap v1829: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:20.574791+0000 mgr.smithi176.ajjlsm (mgr.14696) 2131 : cluster [DBG] pgmap v1829: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:22.575717+0000 mgr.smithi176.ajjlsm (mgr.14696) 2132 : cluster [DBG] pgmap v1830: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:22.575717+0000 mgr.smithi176.ajjlsm (mgr.14696) 2132 : cluster [DBG] pgmap v1830: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:25.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:24.576305+0000 mgr.smithi176.ajjlsm (mgr.14696) 2133 : cluster [DBG] pgmap v1831: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:24.576305+0000 mgr.smithi176.ajjlsm (mgr.14696) 2133 : cluster [DBG] pgmap v1831: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:26.577202+0000 mgr.smithi176.ajjlsm (mgr.14696) 2134 : cluster [DBG] pgmap v1832: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:26.577202+0000 mgr.smithi176.ajjlsm (mgr.14696) 2134 : cluster [DBG] pgmap v1832: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:28.064 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:10:28.332 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:10:28.333 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (65m) 7m ago 66m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:10:28.333 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (59m) 7m ago 66m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:10:28.333 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (58m) 7m ago 66m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:10:28.334 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (65m) 7m ago 66m 43.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:10:28.334 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (58m) 7m ago 62m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:10:28.334 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (58m) 7m ago 62m 23.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:10:28.334 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (59m) 7m ago 67m 492M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:10:28.335 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (59m) 7m ago 66m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:10:28.335 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (59m) 7m ago 68m 405M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:10:28.335 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (59m) 7m ago 66m 225M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:10:28.336 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (60m) 7m ago 60m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:10:28.336 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (60m) 7m ago 60m 97.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:10:28.336 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (66m) 7m ago 66m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:10:28.336 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (66m) 7m ago 66m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:10:28.337 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (51m) 7m ago 65m 554M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:10:28.337 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (65m) 7m ago 65m 1342M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:10:28.337 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (65m) 7m ago 65m 900M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:10:28.337 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (64m) 7m ago 64m 1486M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:10:28.338 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (64m) 7m ago 64m 1394M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:10:28.338 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (64m) 7m ago 64m 1594M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:10:28.338 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (64m) 7m ago 64m 1288M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:10:28.338 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (63m) 7m ago 63m 2017M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:10:28.339 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (65m) 7m ago 66m 61.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:10:28.654 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:10:28.655 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:10:28.655 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:10:28.655 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:10:28.655 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:10:28.656 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:10:28.656 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:10:28.656 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:10:28.656 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:10:28.657 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:10:28.657 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:10:28.657 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:10:28.657 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:10:28.657 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:10:28.658 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:10:28.658 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:10:28.658 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:10:28.658 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:10:28.659 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:10:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:10:28.051308+0000 mgr.smithi176.ajjlsm (mgr.14696) 2135 : audit [DBG] from='client.35522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:10:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:10:28.322754+0000 mgr.smithi176.ajjlsm (mgr.14696) 2136 : audit [DBG] from='client.35526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:10:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:28.577582+0000 mgr.smithi176.ajjlsm (mgr.14696) 2137 : cluster [DBG] pgmap v1833: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:10:28.653663+0000 mon.smithi176 (mon.0) 854 : audit [DBG] from='client.? 172.21.15.176:0/2999661862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:10:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:10:28.051308+0000 mgr.smithi176.ajjlsm (mgr.14696) 2135 : audit [DBG] from='client.35522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:10:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:10:28.322754+0000 mgr.smithi176.ajjlsm (mgr.14696) 2136 : audit [DBG] from='client.35526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:10:30.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:28.577582+0000 mgr.smithi176.ajjlsm (mgr.14696) 2137 : cluster [DBG] pgmap v1833: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:30.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:10:28.653663+0000 mon.smithi176 (mon.0) 854 : audit [DBG] from='client.? 172.21.15.176:0/2999661862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:10:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:30.578001+0000 mgr.smithi176.ajjlsm (mgr.14696) 2138 : cluster [DBG] pgmap v1834: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:30.578001+0000 mgr.smithi176.ajjlsm (mgr.14696) 2138 : cluster [DBG] pgmap v1834: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:32.578725+0000 mgr.smithi176.ajjlsm (mgr.14696) 2139 : cluster [DBG] pgmap v1835: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:32.578725+0000 mgr.smithi176.ajjlsm (mgr.14696) 2139 : cluster [DBG] pgmap v1835: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:34.579336+0000 mgr.smithi176.ajjlsm (mgr.14696) 2140 : cluster [DBG] pgmap v1836: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:34.579336+0000 mgr.smithi176.ajjlsm (mgr.14696) 2140 : cluster [DBG] pgmap v1836: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:36.580180+0000 mgr.smithi176.ajjlsm (mgr.14696) 2141 : cluster [DBG] pgmap v1837: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:36.580180+0000 mgr.smithi176.ajjlsm (mgr.14696) 2141 : cluster [DBG] pgmap v1837: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:38.580765+0000 mgr.smithi176.ajjlsm (mgr.14696) 2142 : cluster [DBG] pgmap v1838: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:38.580765+0000 mgr.smithi176.ajjlsm (mgr.14696) 2142 : cluster [DBG] pgmap v1838: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:10:40.273672+0000 mon.smithi176 (mon.0) 855 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:10:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:10:40.273927+0000 mon.smithi176 (mon.0) 856 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:10:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:10:40.273672+0000 mon.smithi176 (mon.0) 855 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:10:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:10:40.273927+0000 mon.smithi176 (mon.0) 856 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:10:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:40.581238+0000 mgr.smithi176.ajjlsm (mgr.14696) 2143 : cluster [DBG] pgmap v1839: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:40.581238+0000 mgr.smithi176.ajjlsm (mgr.14696) 2143 : cluster [DBG] pgmap v1839: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:42.582048+0000 mgr.smithi176.ajjlsm (mgr.14696) 2144 : cluster [DBG] pgmap v1840: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:42.582048+0000 mgr.smithi176.ajjlsm (mgr.14696) 2144 : cluster [DBG] pgmap v1840: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:44.582723+0000 mgr.smithi176.ajjlsm (mgr.14696) 2145 : cluster [DBG] pgmap v1841: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:44.582723+0000 mgr.smithi176.ajjlsm (mgr.14696) 2145 : cluster [DBG] pgmap v1841: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:46.583499+0000 mgr.smithi176.ajjlsm (mgr.14696) 2146 : cluster [DBG] pgmap v1842: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:46.583499+0000 mgr.smithi176.ajjlsm (mgr.14696) 2146 : cluster [DBG] pgmap v1842: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:48.584001+0000 mgr.smithi176.ajjlsm (mgr.14696) 2147 : cluster [DBG] pgmap v1843: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:48.584001+0000 mgr.smithi176.ajjlsm (mgr.14696) 2147 : cluster [DBG] pgmap v1843: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:50.584761+0000 mgr.smithi176.ajjlsm (mgr.14696) 2148 : cluster [DBG] pgmap v1844: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:50.584761+0000 mgr.smithi176.ajjlsm (mgr.14696) 2148 : cluster [DBG] pgmap v1844: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:52.585661+0000 mgr.smithi176.ajjlsm (mgr.14696) 2149 : cluster [DBG] pgmap v1845: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:52.585661+0000 mgr.smithi176.ajjlsm (mgr.14696) 2149 : cluster [DBG] pgmap v1845: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:54.586151+0000 mgr.smithi176.ajjlsm (mgr.14696) 2150 : cluster [DBG] pgmap v1846: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:54.586151+0000 mgr.smithi176.ajjlsm (mgr.14696) 2150 : cluster [DBG] pgmap v1846: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:56.587103+0000 mgr.smithi176.ajjlsm (mgr.14696) 2151 : cluster [DBG] pgmap v1847: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:56.587103+0000 mgr.smithi176.ajjlsm (mgr.14696) 2151 : cluster [DBG] pgmap v1847: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:10:58.955 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:10:59.227 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:10:59.228 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (66m) 8m ago 67m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:10:59.228 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (59m) 8m ago 67m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:10:59.228 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (59m) 8m ago 66m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:10:59.229 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (66m) 8m ago 67m 43.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:10:59.229 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (58m) 8m ago 63m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:10:59.229 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (59m) 8m ago 63m 23.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:10:59.229 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (60m) 8m ago 68m 492M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:10:59.230 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (60m) 8m ago 66m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:10:59.230 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (59m) 8m ago 68m 405M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:10:59.230 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (59m) 8m ago 66m 225M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:10:59.230 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (60m) 8m ago 60m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:10:59.230 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (60m) 8m ago 60m 97.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:10:59.231 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (67m) 8m ago 67m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:10:59.231 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (66m) 8m ago 66m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:10:59.231 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (52m) 8m ago 66m 554M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:10:59.231 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (65m) 8m ago 65m 1342M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:10:59.232 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (65m) 8m ago 65m 900M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:10:59.232 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (65m) 8m ago 65m 1486M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:10:59.232 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (65m) 8m ago 65m 1394M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:10:59.232 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (64m) 8m ago 64m 1594M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:10:59.232 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (64m) 8m ago 64m 1288M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:10:59.233 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (64m) 8m ago 64m 2017M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:10:59.233 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (66m) 8m ago 67m 61.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:10:59.550 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:10:59.550 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:10:59.551 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:10:59.551 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:10:59.551 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:10:59.552 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:10:59.552 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:10:59.552 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:10:59.552 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:10:59.553 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:10:59.553 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:10:59.553 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:10:59.553 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:10:59.553 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:10:59.554 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:10:59.554 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:10:59.554 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:10:59.554 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:10:59.554 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:10:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:10:58.587803+0000 mgr.smithi176.ajjlsm (mgr.14696) 2152 : cluster [DBG] pgmap v1848: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:10:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:10:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:10:59.549090+0000 mon.smithi176 (mon.0) 857 : audit [DBG] from='client.? 172.21.15.176:0/89137393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:11:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:10:58.587803+0000 mgr.smithi176.ajjlsm (mgr.14696) 2152 : cluster [DBG] pgmap v1848: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:10:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:10:59.549090+0000 mon.smithi176 (mon.0) 857 : audit [DBG] from='client.? 172.21.15.176:0/89137393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:11:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:10:58.942258+0000 mgr.smithi176.ajjlsm (mgr.14696) 2153 : audit [DBG] from='client.35534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:11:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:10:59.217743+0000 mgr.smithi176.ajjlsm (mgr.14696) 2154 : audit [DBG] from='client.35538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:11:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:10:59.613059+0000 mon.smithi176 (mon.0) 858 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:11:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:10:59.614014+0000 mon.smithi176 (mon.0) 859 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:11:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:10:59.614536+0000 mon.smithi176 (mon.0) 860 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:11:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:10:59.615014+0000 mgr.smithi176.ajjlsm (mgr.14696) 2155 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:11:00.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:11:00.017745+0000 mon.smithi176 (mon.0) 861 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:11:00.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:11:00.022512+0000 mon.smithi176 (mon.0) 862 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:11:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:10:58.942258+0000 mgr.smithi176.ajjlsm (mgr.14696) 2153 : audit [DBG] from='client.35534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:11:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:10:59.217743+0000 mgr.smithi176.ajjlsm (mgr.14696) 2154 : audit [DBG] from='client.35538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:11:01.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:10:59.613059+0000 mon.smithi176 (mon.0) 858 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:11:01.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:10:59.614014+0000 mon.smithi176 (mon.0) 859 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:11:01.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:10:59.614536+0000 mon.smithi176 (mon.0) 860 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:11:01.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:10:59.615014+0000 mgr.smithi176.ajjlsm (mgr.14696) 2155 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:11:01.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:11:00.017745+0000 mon.smithi176 (mon.0) 861 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:11:01.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:11:00.022512+0000 mon.smithi176 (mon.0) 862 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:11:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:00.588218+0000 mgr.smithi176.ajjlsm (mgr.14696) 2156 : cluster [DBG] pgmap v1849: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:00.588218+0000 mgr.smithi176.ajjlsm (mgr.14696) 2156 : cluster [DBG] pgmap v1849: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:02.588962+0000 mgr.smithi176.ajjlsm (mgr.14696) 2157 : cluster [DBG] pgmap v1850: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:02.588962+0000 mgr.smithi176.ajjlsm (mgr.14696) 2157 : cluster [DBG] pgmap v1850: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:04.589510+0000 mgr.smithi176.ajjlsm (mgr.14696) 2158 : cluster [DBG] pgmap v1851: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:04.589510+0000 mgr.smithi176.ajjlsm (mgr.14696) 2158 : cluster [DBG] pgmap v1851: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:06.590426+0000 mgr.smithi176.ajjlsm (mgr.14696) 2159 : cluster [DBG] pgmap v1852: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:06.590426+0000 mgr.smithi176.ajjlsm (mgr.14696) 2159 : cluster [DBG] pgmap v1852: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:08.591100+0000 mgr.smithi176.ajjlsm (mgr.14696) 2160 : cluster [DBG] pgmap v1853: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:08.591100+0000 mgr.smithi176.ajjlsm (mgr.14696) 2160 : cluster [DBG] pgmap v1853: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:10.591625+0000 mgr.smithi176.ajjlsm (mgr.14696) 2161 : cluster [DBG] pgmap v1854: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:10.591625+0000 mgr.smithi176.ajjlsm (mgr.14696) 2161 : cluster [DBG] pgmap v1854: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:13.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:12.592478+0000 mgr.smithi176.ajjlsm (mgr.14696) 2162 : cluster [DBG] pgmap v1855: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:12.592478+0000 mgr.smithi176.ajjlsm (mgr.14696) 2162 : cluster [DBG] pgmap v1855: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:14.593105+0000 mgr.smithi176.ajjlsm (mgr.14696) 2163 : cluster [DBG] pgmap v1856: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:14.593105+0000 mgr.smithi176.ajjlsm (mgr.14696) 2163 : cluster [DBG] pgmap v1856: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:16.593990+0000 mgr.smithi176.ajjlsm (mgr.14696) 2164 : cluster [DBG] pgmap v1857: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:16.593990+0000 mgr.smithi176.ajjlsm (mgr.14696) 2164 : cluster [DBG] pgmap v1857: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:18.594474+0000 mgr.smithi176.ajjlsm (mgr.14696) 2165 : cluster [DBG] pgmap v1858: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:18.594474+0000 mgr.smithi176.ajjlsm (mgr.14696) 2165 : cluster [DBG] pgmap v1858: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:20.595154+0000 mgr.smithi176.ajjlsm (mgr.14696) 2166 : cluster [DBG] pgmap v1859: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:20.595154+0000 mgr.smithi176.ajjlsm (mgr.14696) 2166 : cluster [DBG] pgmap v1859: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:22.596149+0000 mgr.smithi176.ajjlsm (mgr.14696) 2167 : cluster [DBG] pgmap v1860: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:24.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:22.596149+0000 mgr.smithi176.ajjlsm (mgr.14696) 2167 : cluster [DBG] pgmap v1860: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:24.596611+0000 mgr.smithi176.ajjlsm (mgr.14696) 2168 : cluster [DBG] pgmap v1861: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:24.596611+0000 mgr.smithi176.ajjlsm (mgr.14696) 2168 : cluster [DBG] pgmap v1861: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:26.597481+0000 mgr.smithi176.ajjlsm (mgr.14696) 2169 : cluster [DBG] pgmap v1862: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:28.416 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:26.597481+0000 mgr.smithi176.ajjlsm (mgr.14696) 2169 : cluster [DBG] pgmap v1862: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:29.853 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:11:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:28.598169+0000 mgr.smithi176.ajjlsm (mgr.14696) 2170 : cluster [DBG] pgmap v1863: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:28.598169+0000 mgr.smithi176.ajjlsm (mgr.14696) 2170 : cluster [DBG] pgmap v1863: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:30.123 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:11:30.123 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (66m) 8m ago 67m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:11:30.124 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (60m) 8m ago 67m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:11:30.124 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (59m) 8m ago 67m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:11:30.124 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (66m) 8m ago 67m 43.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:11:30.124 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (59m) 8m ago 63m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:11:30.124 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (59m) 8m ago 63m 23.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:11:30.125 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (61m) 8m ago 68m 492M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:11:30.125 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (60m) 8m ago 67m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:11:30.125 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (60m) 8m ago 69m 405M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:11:30.125 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (60m) 8m ago 67m 225M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:11:30.126 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (61m) 8m ago 61m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:11:30.126 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (61m) 8m ago 61m 97.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:11:30.126 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (67m) 8m ago 67m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:11:30.126 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (67m) 8m ago 67m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:11:30.127 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (52m) 8m ago 66m 554M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:11:30.127 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (66m) 8m ago 66m 1342M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:11:30.127 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (66m) 8m ago 66m 900M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:11:30.127 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (65m) 8m ago 65m 1486M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:11:30.127 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (65m) 8m ago 65m 1394M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:11:30.128 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (65m) 8m ago 65m 1594M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:11:30.128 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (65m) 8m ago 65m 1288M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:11:30.128 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (64m) 8m ago 64m 2017M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:11:30.128 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (66m) 8m ago 67m 61.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:11:30.445 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:11:30.446 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:11:30.446 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:11:30.448 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:11:30.448 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:11:30.449 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:11:30.449 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:11:30.449 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:11:30.450 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:11:30.450 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:11:30.451 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:11:30.452 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:11:30.453 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:11:30.453 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:11:30.454 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:11:30.454 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:11:30.455 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:11:30.455 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:11:30.456 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:11:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:11:29.839969+0000 mgr.smithi176.ajjlsm (mgr.14696) 2171 : audit [DBG] from='client.35546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:11:30.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:11:30.444237+0000 mon.smithi176 (mon.0) 863 : audit [DBG] from='client.? 172.21.15.176:0/3162269510' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:11:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:11:29.839969+0000 mgr.smithi176.ajjlsm (mgr.14696) 2171 : audit [DBG] from='client.35546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:11:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:11:30.444237+0000 mon.smithi176 (mon.0) 863 : audit [DBG] from='client.? 172.21.15.176:0/3162269510' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:11:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:11:30.113152+0000 mgr.smithi176.ajjlsm (mgr.14696) 2172 : audit [DBG] from='client.35550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:11:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:30.598625+0000 mgr.smithi176.ajjlsm (mgr.14696) 2173 : cluster [DBG] pgmap v1864: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:11:30.113152+0000 mgr.smithi176.ajjlsm (mgr.14696) 2172 : audit [DBG] from='client.35550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:11:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:30.598625+0000 mgr.smithi176.ajjlsm (mgr.14696) 2173 : cluster [DBG] pgmap v1864: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:32.599595+0000 mgr.smithi176.ajjlsm (mgr.14696) 2174 : cluster [DBG] pgmap v1865: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:32.599595+0000 mgr.smithi176.ajjlsm (mgr.14696) 2174 : cluster [DBG] pgmap v1865: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:34.600161+0000 mgr.smithi176.ajjlsm (mgr.14696) 2175 : cluster [DBG] pgmap v1866: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:34.600161+0000 mgr.smithi176.ajjlsm (mgr.14696) 2175 : cluster [DBG] pgmap v1866: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:36.600915+0000 mgr.smithi176.ajjlsm (mgr.14696) 2176 : cluster [DBG] pgmap v1867: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:36.600915+0000 mgr.smithi176.ajjlsm (mgr.14696) 2176 : cluster [DBG] pgmap v1867: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:38.601463+0000 mgr.smithi176.ajjlsm (mgr.14696) 2177 : cluster [DBG] pgmap v1868: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:38.601463+0000 mgr.smithi176.ajjlsm (mgr.14696) 2177 : cluster [DBG] pgmap v1868: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:11:40.278296+0000 mon.smithi176 (mon.0) 864 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:11:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:11:40.278551+0000 mon.smithi176 (mon.0) 865 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:11:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:11:40.278296+0000 mon.smithi176 (mon.0) 864 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:11:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:11:40.278551+0000 mon.smithi176 (mon.0) 865 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:11:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:40.602047+0000 mgr.smithi176.ajjlsm (mgr.14696) 2178 : cluster [DBG] pgmap v1869: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:40.602047+0000 mgr.smithi176.ajjlsm (mgr.14696) 2178 : cluster [DBG] pgmap v1869: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:42.602806+0000 mgr.smithi176.ajjlsm (mgr.14696) 2179 : cluster [DBG] pgmap v1870: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:42.602806+0000 mgr.smithi176.ajjlsm (mgr.14696) 2179 : cluster [DBG] pgmap v1870: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:44.603355+0000 mgr.smithi176.ajjlsm (mgr.14696) 2180 : cluster [DBG] pgmap v1871: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:44.603355+0000 mgr.smithi176.ajjlsm (mgr.14696) 2180 : cluster [DBG] pgmap v1871: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:46.604133+0000 mgr.smithi176.ajjlsm (mgr.14696) 2181 : cluster [DBG] pgmap v1872: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:46.604133+0000 mgr.smithi176.ajjlsm (mgr.14696) 2181 : cluster [DBG] pgmap v1872: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:48.604798+0000 mgr.smithi176.ajjlsm (mgr.14696) 2182 : cluster [DBG] pgmap v1873: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:48.604798+0000 mgr.smithi176.ajjlsm (mgr.14696) 2182 : cluster [DBG] pgmap v1873: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:50.605338+0000 mgr.smithi176.ajjlsm (mgr.14696) 2183 : cluster [DBG] pgmap v1874: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:50.605338+0000 mgr.smithi176.ajjlsm (mgr.14696) 2183 : cluster [DBG] pgmap v1874: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:52.606207+0000 mgr.smithi176.ajjlsm (mgr.14696) 2184 : cluster [DBG] pgmap v1875: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:52.606207+0000 mgr.smithi176.ajjlsm (mgr.14696) 2184 : cluster [DBG] pgmap v1875: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:54.606735+0000 mgr.smithi176.ajjlsm (mgr.14696) 2185 : cluster [DBG] pgmap v1876: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:54.606735+0000 mgr.smithi176.ajjlsm (mgr.14696) 2185 : cluster [DBG] pgmap v1876: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:11:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:56.607584+0000 mgr.smithi176.ajjlsm (mgr.14696) 2186 : cluster [DBG] pgmap v1877: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:56.607584+0000 mgr.smithi176.ajjlsm (mgr.14696) 2186 : cluster [DBG] pgmap v1877: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:11:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:11:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:11:58.608165+0000 mgr.smithi176.ajjlsm (mgr.14696) 2187 : cluster [DBG] pgmap v1878: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:11:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:11:58.608165+0000 mgr.smithi176.ajjlsm (mgr.14696) 2187 : cluster [DBG] pgmap v1878: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:00.739 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:12:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:12:00.024955+0000 mon.smithi176 (mon.0) 866 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:12:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:12:00.026394+0000 mon.smithi176 (mon.0) 867 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:12:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:12:00.027246+0000 mon.smithi176 (mon.0) 868 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:12:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:12:00.426247+0000 mon.smithi176 (mon.0) 869 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:12:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:12:00.427340+0000 mon.smithi176 (mon.0) 870 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:12:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:12:00.431291+0000 mon.smithi176 (mon.0) 871 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:12:00.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:12:00.436262+0000 mon.smithi176 (mon.0) 872 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:12:01.008 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:12:01.008 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (67m) 9m ago 68m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:12:01.008 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (60m) 9m ago 68m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:12:01.009 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (60m) 9m ago 67m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:12:01.009 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (67m) 9m ago 68m 43.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:12:01.009 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (59m) 9m ago 64m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:12:01.009 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (60m) 9m ago 64m 23.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:12:01.010 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (61m) 9m ago 69m 492M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:12:01.010 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (61m) 9m ago 67m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:12:01.010 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (60m) 9m ago 69m 405M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:12:01.010 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (60m) 9m ago 67m 225M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:12:01.011 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (61m) 9m ago 61m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:12:01.011 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (61m) 9m ago 61m 97.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:12:01.011 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (68m) 9m ago 68m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:12:01.012 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (67m) 9m ago 67m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:12:01.012 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (53m) 9m ago 67m 554M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:12:01.012 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (66m) 9m ago 66m 1342M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:12:01.012 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (66m) 9m ago 66m 900M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:12:01.013 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (66m) 9m ago 66m 1486M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:12:01.013 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (66m) 9m ago 66m 1394M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:12:01.013 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (65m) 9m ago 65m 1594M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:12:01.014 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (65m) 9m ago 65m 1288M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:12:01.015 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (65m) 9m ago 65m 2017M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:12:01.015 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (67m) 9m ago 68m 61.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:12:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:12:00.024955+0000 mon.smithi176 (mon.0) 866 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:12:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:12:00.026394+0000 mon.smithi176 (mon.0) 867 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:12:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:12:00.027246+0000 mon.smithi176 (mon.0) 868 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:12:01.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:12:00.426247+0000 mon.smithi176 (mon.0) 869 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:12:01.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:12:00.427340+0000 mon.smithi176 (mon.0) 870 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:12:01.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:12:00.431291+0000 mon.smithi176 (mon.0) 871 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:12:01.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:12:00.436262+0000 mon.smithi176 (mon.0) 872 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:12:01.328 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:12:01.329 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:12:01.329 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:12:01.330 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:12:01.330 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:12:01.330 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:12:01.331 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:12:01.331 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:12:01.332 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:12:01.332 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:12:01.333 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:12:01.333 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:12:01.333 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:12:01.334 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:12:01.334 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:12:01.335 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:12:01.335 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:12:01.336 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:12:01.336 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:12:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:12:00.028116+0000 mgr.smithi176.ajjlsm (mgr.14696) 2188 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:12:01.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:00.608723+0000 mgr.smithi176.ajjlsm (mgr.14696) 2189 : cluster [DBG] pgmap v1879: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:01.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:12:00.725573+0000 mgr.smithi176.ajjlsm (mgr.14696) 2190 : audit [DBG] from='client.35558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:12:01.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:12:01.327664+0000 mon.smithi176 (mon.0) 873 : audit [DBG] from='client.? 172.21.15.176:0/2216888218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:12:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:12:00.028116+0000 mgr.smithi176.ajjlsm (mgr.14696) 2188 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:12:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:00.608723+0000 mgr.smithi176.ajjlsm (mgr.14696) 2189 : cluster [DBG] pgmap v1879: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:02.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:12:00.725573+0000 mgr.smithi176.ajjlsm (mgr.14696) 2190 : audit [DBG] from='client.35558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:12:02.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:12:01.327664+0000 mon.smithi176 (mon.0) 873 : audit [DBG] from='client.? 172.21.15.176:0/2216888218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:12:02.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:12:00.997149+0000 mgr.smithi176.ajjlsm (mgr.14696) 2191 : audit [DBG] from='client.35562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:12:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:12:00.997149+0000 mgr.smithi176.ajjlsm (mgr.14696) 2191 : audit [DBG] from='client.35562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:12:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:02.609696+0000 mgr.smithi176.ajjlsm (mgr.14696) 2192 : cluster [DBG] pgmap v1880: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:02.609696+0000 mgr.smithi176.ajjlsm (mgr.14696) 2192 : cluster [DBG] pgmap v1880: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:04.610320+0000 mgr.smithi176.ajjlsm (mgr.14696) 2193 : cluster [DBG] pgmap v1881: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:04.610320+0000 mgr.smithi176.ajjlsm (mgr.14696) 2193 : cluster [DBG] pgmap v1881: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:06.611205+0000 mgr.smithi176.ajjlsm (mgr.14696) 2194 : cluster [DBG] pgmap v1882: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:06.611205+0000 mgr.smithi176.ajjlsm (mgr.14696) 2194 : cluster [DBG] pgmap v1882: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:08.611684+0000 mgr.smithi176.ajjlsm (mgr.14696) 2195 : cluster [DBG] pgmap v1883: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:08.611684+0000 mgr.smithi176.ajjlsm (mgr.14696) 2195 : cluster [DBG] pgmap v1883: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:10.612288+0000 mgr.smithi176.ajjlsm (mgr.14696) 2196 : cluster [DBG] pgmap v1884: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:10.612288+0000 mgr.smithi176.ajjlsm (mgr.14696) 2196 : cluster [DBG] pgmap v1884: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:12.613164+0000 mgr.smithi176.ajjlsm (mgr.14696) 2197 : cluster [DBG] pgmap v1885: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:12.613164+0000 mgr.smithi176.ajjlsm (mgr.14696) 2197 : cluster [DBG] pgmap v1885: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:14.613623+0000 mgr.smithi176.ajjlsm (mgr.14696) 2198 : cluster [DBG] pgmap v1886: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:14.613623+0000 mgr.smithi176.ajjlsm (mgr.14696) 2198 : cluster [DBG] pgmap v1886: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:16.614555+0000 mgr.smithi176.ajjlsm (mgr.14696) 2199 : cluster [DBG] pgmap v1887: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:16.614555+0000 mgr.smithi176.ajjlsm (mgr.14696) 2199 : cluster [DBG] pgmap v1887: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:18.614972+0000 mgr.smithi176.ajjlsm (mgr.14696) 2200 : cluster [DBG] pgmap v1888: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:18.614972+0000 mgr.smithi176.ajjlsm (mgr.14696) 2200 : cluster [DBG] pgmap v1888: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:21.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:20.615482+0000 mgr.smithi176.ajjlsm (mgr.14696) 2201 : cluster [DBG] pgmap v1889: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:20.615482+0000 mgr.smithi176.ajjlsm (mgr.14696) 2201 : cluster [DBG] pgmap v1889: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:22.616485+0000 mgr.smithi176.ajjlsm (mgr.14696) 2202 : cluster [DBG] pgmap v1890: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:22.616485+0000 mgr.smithi176.ajjlsm (mgr.14696) 2202 : cluster [DBG] pgmap v1890: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:24.617042+0000 mgr.smithi176.ajjlsm (mgr.14696) 2203 : cluster [DBG] pgmap v1891: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:26.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:24.617042+0000 mgr.smithi176.ajjlsm (mgr.14696) 2203 : cluster [DBG] pgmap v1891: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:26.618026+0000 mgr.smithi176.ajjlsm (mgr.14696) 2204 : cluster [DBG] pgmap v1892: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:26.618026+0000 mgr.smithi176.ajjlsm (mgr.14696) 2204 : cluster [DBG] pgmap v1892: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:28.618641+0000 mgr.smithi176.ajjlsm (mgr.14696) 2205 : cluster [DBG] pgmap v1893: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:28.618641+0000 mgr.smithi176.ajjlsm (mgr.14696) 2205 : cluster [DBG] pgmap v1893: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:31.633 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:12:31.903 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:12:31.903 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (67m) 9m ago 68m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:12:31.903 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (61m) 9m ago 68m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:12:31.904 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (60m) 9m ago 68m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:12:31.904 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (67m) 9m ago 68m 43.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:12:31.904 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (60m) 9m ago 64m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:12:31.904 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (60m) 9m ago 64m 23.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:12:31.905 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (62m) 9m ago 69m 492M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:12:31.905 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (61m) 9m ago 68m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:12:31.905 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (61m) 9m ago 70m 405M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:12:31.905 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (61m) 9m ago 68m 225M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:12:31.905 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (62m) 9m ago 62m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:12:31.906 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (62m) 9m ago 62m 97.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:12:31.906 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (68m) 9m ago 68m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:12:31.906 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (68m) 9m ago 68m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:12:31.906 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (53m) 9m ago 67m 554M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:12:31.907 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (67m) 9m ago 67m 1342M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:12:31.907 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (67m) 9m ago 67m 900M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:12:31.907 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (66m) 9m ago 66m 1486M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:12:31.907 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (66m) 9m ago 66m 1394M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:12:31.908 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (66m) 9m ago 66m 1594M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:12:31.908 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (66m) 9m ago 66m 1288M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:12:31.908 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (65m) 9m ago 65m 2017M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:12:31.909 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (67m) 9m ago 68m 61.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:12:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:30.619290+0000 mgr.smithi176.ajjlsm (mgr.14696) 2206 : cluster [DBG] pgmap v1894: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:30.619290+0000 mgr.smithi176.ajjlsm (mgr.14696) 2206 : cluster [DBG] pgmap v1894: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:32.233 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:12:32.233 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:12:32.233 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:12:32.233 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:12:32.234 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:12:32.234 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:12:32.234 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:12:32.234 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:12:32.235 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:12:32.235 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:12:32.235 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:12:32.235 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:12:32.235 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:12:32.236 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:12:32.237 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:12:32.237 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:12:32.237 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:12:32.238 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:12:32.238 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:12:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:12:31.620175+0000 mgr.smithi176.ajjlsm (mgr.14696) 2207 : audit [DBG] from='client.35570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:12:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:12:31.893113+0000 mgr.smithi176.ajjlsm (mgr.14696) 2208 : audit [DBG] from='client.35574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:12:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:12:32.231869+0000 mon.smithi176 (mon.0) 874 : audit [DBG] from='client.? 172.21.15.176:0/1691206131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:12:33.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:12:31.620175+0000 mgr.smithi176.ajjlsm (mgr.14696) 2207 : audit [DBG] from='client.35570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:12:33.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:12:31.893113+0000 mgr.smithi176.ajjlsm (mgr.14696) 2208 : audit [DBG] from='client.35574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:12:33.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:12:32.231869+0000 mon.smithi176 (mon.0) 874 : audit [DBG] from='client.? 172.21.15.176:0/1691206131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:12:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:32.619948+0000 mgr.smithi176.ajjlsm (mgr.14696) 2209 : cluster [DBG] pgmap v1895: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:32.619948+0000 mgr.smithi176.ajjlsm (mgr.14696) 2209 : cluster [DBG] pgmap v1895: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:34.620646+0000 mgr.smithi176.ajjlsm (mgr.14696) 2210 : cluster [DBG] pgmap v1896: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:36.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:34.620646+0000 mgr.smithi176.ajjlsm (mgr.14696) 2210 : cluster [DBG] pgmap v1896: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:36.621434+0000 mgr.smithi176.ajjlsm (mgr.14696) 2211 : cluster [DBG] pgmap v1897: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:36.621434+0000 mgr.smithi176.ajjlsm (mgr.14696) 2211 : cluster [DBG] pgmap v1897: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:38.621919+0000 mgr.smithi176.ajjlsm (mgr.14696) 2212 : cluster [DBG] pgmap v1898: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:38.621919+0000 mgr.smithi176.ajjlsm (mgr.14696) 2212 : cluster [DBG] pgmap v1898: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:12:40.283346+0000 mon.smithi176 (mon.0) 875 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:12:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:12:40.283664+0000 mon.smithi176 (mon.0) 876 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:12:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:12:40.283346+0000 mon.smithi176 (mon.0) 875 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:12:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:12:40.283664+0000 mon.smithi176 (mon.0) 876 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:12:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:40.622490+0000 mgr.smithi176.ajjlsm (mgr.14696) 2213 : cluster [DBG] pgmap v1899: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:40.622490+0000 mgr.smithi176.ajjlsm (mgr.14696) 2213 : cluster [DBG] pgmap v1899: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:42.623398+0000 mgr.smithi176.ajjlsm (mgr.14696) 2214 : cluster [DBG] pgmap v1900: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:42.623398+0000 mgr.smithi176.ajjlsm (mgr.14696) 2214 : cluster [DBG] pgmap v1900: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:44.623924+0000 mgr.smithi176.ajjlsm (mgr.14696) 2215 : cluster [DBG] pgmap v1901: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:44.623924+0000 mgr.smithi176.ajjlsm (mgr.14696) 2215 : cluster [DBG] pgmap v1901: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:46.624707+0000 mgr.smithi176.ajjlsm (mgr.14696) 2216 : cluster [DBG] pgmap v1902: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:46.624707+0000 mgr.smithi176.ajjlsm (mgr.14696) 2216 : cluster [DBG] pgmap v1902: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:48.625286+0000 mgr.smithi176.ajjlsm (mgr.14696) 2217 : cluster [DBG] pgmap v1903: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:48.625286+0000 mgr.smithi176.ajjlsm (mgr.14696) 2217 : cluster [DBG] pgmap v1903: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:50.625868+0000 mgr.smithi176.ajjlsm (mgr.14696) 2218 : cluster [DBG] pgmap v1904: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:50.625868+0000 mgr.smithi176.ajjlsm (mgr.14696) 2218 : cluster [DBG] pgmap v1904: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:52.626853+0000 mgr.smithi176.ajjlsm (mgr.14696) 2219 : cluster [DBG] pgmap v1905: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:52.626853+0000 mgr.smithi176.ajjlsm (mgr.14696) 2219 : cluster [DBG] pgmap v1905: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:54.627383+0000 mgr.smithi176.ajjlsm (mgr.14696) 2220 : cluster [DBG] pgmap v1906: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:54.627383+0000 mgr.smithi176.ajjlsm (mgr.14696) 2220 : cluster [DBG] pgmap v1906: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:12:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:56.628160+0000 mgr.smithi176.ajjlsm (mgr.14696) 2221 : cluster [DBG] pgmap v1907: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:56.628160+0000 mgr.smithi176.ajjlsm (mgr.14696) 2221 : cluster [DBG] pgmap v1907: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:12:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:12:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:12:58.628609+0000 mgr.smithi176.ajjlsm (mgr.14696) 2222 : cluster [DBG] pgmap v1908: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:12:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:12:58.628609+0000 mgr.smithi176.ajjlsm (mgr.14696) 2222 : cluster [DBG] pgmap v1908: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:13:00.439117+0000 mon.smithi176 (mon.0) 877 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:13:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:13:00.440529+0000 mon.smithi176 (mon.0) 878 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:13:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:13:00.441321+0000 mon.smithi176 (mon.0) 879 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:13:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:13:00.439117+0000 mon.smithi176 (mon.0) 877 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:13:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:13:00.440529+0000 mon.smithi176 (mon.0) 878 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:13:01.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:13:00.441321+0000 mon.smithi176 (mon.0) 879 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:13:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:13:00.442061+0000 mgr.smithi176.ajjlsm (mgr.14696) 2223 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:13:01.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:00.629081+0000 mgr.smithi176.ajjlsm (mgr.14696) 2224 : cluster [DBG] pgmap v1909: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:13:00.442061+0000 mgr.smithi176.ajjlsm (mgr.14696) 2223 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:13:02.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:00.629081+0000 mgr.smithi176.ajjlsm (mgr.14696) 2224 : cluster [DBG] pgmap v1909: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:02.547 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:13:02.847 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:13:02.848 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (68m) 10m ago 69m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:13:02.848 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (61m) 10m ago 69m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:13:02.848 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (61m) 10m ago 68m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:13:02.848 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (68m) 10m ago 69m 43.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:13:02.849 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (60m) 10m ago 65m 43.7M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:13:02.849 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (61m) 10m ago 65m 23.6M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:13:02.849 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (62m) 10m ago 70m 492M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:13:02.849 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (62m) 10m ago 68m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:13:02.850 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (62m) 10m ago 70m 405M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:13:02.850 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (61m) 10m ago 68m 225M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:13:02.850 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (62m) 10m ago 62m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:13:02.850 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (62m) 10m ago 62m 97.3M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:13:02.850 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (69m) 10m ago 69m 18.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:13:02.851 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (68m) 10m ago 68m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:13:02.851 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (54m) 10m ago 68m 554M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:13:02.851 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (67m) 10m ago 67m 1342M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:13:02.851 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (67m) 10m ago 67m 900M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:13:02.852 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (67m) 10m ago 67m 1486M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:13:02.852 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (67m) 10m ago 67m 1394M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:13:02.852 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (66m) 10m ago 66m 1594M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:13:02.852 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (66m) 10m ago 66m 1288M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:13:02.852 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (66m) 10m ago 66m 2017M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:13:02.853 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (68m) 10m ago 69m 61.4M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:13:03.200 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:13:03.200 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:13:03.201 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:13:03.201 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:13:03.201 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:13:03.201 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:13:03.202 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:13:03.202 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:13:03.202 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:13:03.202 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:13:03.202 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:13:03.203 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:13:03.203 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:13:03.203 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:13:03.203 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:13:03.204 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:13:03.204 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:13:03.204 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:13:03.204 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:13:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:13:02.534308+0000 mgr.smithi176.ajjlsm (mgr.14696) 2225 : audit [DBG] from='client.35582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:13:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:02.629743+0000 mgr.smithi176.ajjlsm (mgr.14696) 2226 : cluster [DBG] pgmap v1910: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:13:02.837670+0000 mgr.smithi176.ajjlsm (mgr.14696) 2227 : audit [DBG] from='client.35586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:13:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:13:03.199352+0000 mon.smithi176 (mon.0) 880 : audit [DBG] from='client.? 172.21.15.176:0/1843807168' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:13:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:13:02.534308+0000 mgr.smithi176.ajjlsm (mgr.14696) 2225 : audit [DBG] from='client.35582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:13:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:02.629743+0000 mgr.smithi176.ajjlsm (mgr.14696) 2226 : cluster [DBG] pgmap v1910: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:13:02.837670+0000 mgr.smithi176.ajjlsm (mgr.14696) 2227 : audit [DBG] from='client.35586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:13:04.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:13:03.199352+0000 mon.smithi176 (mon.0) 880 : audit [DBG] from='client.? 172.21.15.176:0/1843807168' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:13:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:04.630256+0000 mgr.smithi176.ajjlsm (mgr.14696) 2228 : cluster [DBG] pgmap v1911: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:13:04.896186+0000 mon.smithi176 (mon.0) 881 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:13:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:04.630256+0000 mgr.smithi176.ajjlsm (mgr.14696) 2228 : cluster [DBG] pgmap v1911: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:06.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:13:04.896186+0000 mon.smithi176 (mon.0) 881 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:13:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:06.630930+0000 mgr.smithi176.ajjlsm (mgr.14696) 2229 : cluster [DBG] pgmap v1912: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:13:07.182412+0000 mon.smithi176 (mon.0) 882 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:13:08.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:13:07.471272+0000 mon.smithi176 (mon.0) 883 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:13:08.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:13:07.476619+0000 mon.smithi176 (mon.0) 884 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:13:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:06.630930+0000 mgr.smithi176.ajjlsm (mgr.14696) 2229 : cluster [DBG] pgmap v1912: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:13:07.182412+0000 mon.smithi176 (mon.0) 882 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:13:08.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:13:07.471272+0000 mon.smithi176 (mon.0) 883 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:13:08.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:13:07.476619+0000 mon.smithi176 (mon.0) 884 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:13:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:08.631573+0000 mgr.smithi176.ajjlsm (mgr.14696) 2230 : cluster [DBG] pgmap v1913: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:08.631573+0000 mgr.smithi176.ajjlsm (mgr.14696) 2230 : cluster [DBG] pgmap v1913: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:10.632165+0000 mgr.smithi176.ajjlsm (mgr.14696) 2231 : cluster [DBG] pgmap v1914: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:12.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:10.632165+0000 mgr.smithi176.ajjlsm (mgr.14696) 2231 : cluster [DBG] pgmap v1914: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:12.633240+0000 mgr.smithi176.ajjlsm (mgr.14696) 2232 : cluster [DBG] pgmap v1915: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:12.633240+0000 mgr.smithi176.ajjlsm (mgr.14696) 2232 : cluster [DBG] pgmap v1915: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:14.633826+0000 mgr.smithi176.ajjlsm (mgr.14696) 2233 : cluster [DBG] pgmap v1916: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:14.633826+0000 mgr.smithi176.ajjlsm (mgr.14696) 2233 : cluster [DBG] pgmap v1916: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:16.634594+0000 mgr.smithi176.ajjlsm (mgr.14696) 2234 : cluster [DBG] pgmap v1917: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:16.634594+0000 mgr.smithi176.ajjlsm (mgr.14696) 2234 : cluster [DBG] pgmap v1917: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:18.635152+0000 mgr.smithi176.ajjlsm (mgr.14696) 2235 : cluster [DBG] pgmap v1918: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:18.635152+0000 mgr.smithi176.ajjlsm (mgr.14696) 2235 : cluster [DBG] pgmap v1918: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:20.635669+0000 mgr.smithi176.ajjlsm (mgr.14696) 2236 : cluster [DBG] pgmap v1919: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:22.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:20.635669+0000 mgr.smithi176.ajjlsm (mgr.14696) 2236 : cluster [DBG] pgmap v1919: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:22.636521+0000 mgr.smithi176.ajjlsm (mgr.14696) 2237 : cluster [DBG] pgmap v1920: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:22.636521+0000 mgr.smithi176.ajjlsm (mgr.14696) 2237 : cluster [DBG] pgmap v1920: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:24.637015+0000 mgr.smithi176.ajjlsm (mgr.14696) 2238 : cluster [DBG] pgmap v1921: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:24.637015+0000 mgr.smithi176.ajjlsm (mgr.14696) 2238 : cluster [DBG] pgmap v1921: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:26.637846+0000 mgr.smithi176.ajjlsm (mgr.14696) 2239 : cluster [DBG] pgmap v1922: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:26.637846+0000 mgr.smithi176.ajjlsm (mgr.14696) 2239 : cluster [DBG] pgmap v1922: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:28.638276+0000 mgr.smithi176.ajjlsm (mgr.14696) 2240 : cluster [DBG] pgmap v1923: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:28.638276+0000 mgr.smithi176.ajjlsm (mgr.14696) 2240 : cluster [DBG] pgmap v1923: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:30.638780+0000 mgr.smithi176.ajjlsm (mgr.14696) 2241 : cluster [DBG] pgmap v1924: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:30.638780+0000 mgr.smithi176.ajjlsm (mgr.14696) 2241 : cluster [DBG] pgmap v1924: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:33.509 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:13:33.778 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:13:33.778 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (69m) 26s ago 69m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:13:33.779 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (62m) 26s ago 69m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:13:33.779 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (61m) 28s ago 69m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:13:33.779 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (68m) 26s ago 69m 43.5M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:13:33.779 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (61m) 26s ago 65m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:13:33.780 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (61m) 28s ago 65m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:13:33.780 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (63m) 26s ago 71m 500M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:13:33.780 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (62m) 28s ago 69m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:13:33.780 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (62m) 26s ago 71m 477M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:13:33.781 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (62m) 28s ago 69m 269M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:13:33.781 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (63m) 26s ago 63m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:13:33.781 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (63m) 28s ago 63m 97.4M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:13:33.781 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (69m) 26s ago 69m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:13:33.781 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (69m) 28s ago 69m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:13:33.782 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (54m) 26s ago 68m 582M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:13:33.782 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (68m) 26s ago 68m 1376M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:13:33.782 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (68m) 26s ago 68m 923M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:13:33.783 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (67m) 26s ago 67m 1521M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:13:33.783 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (67m) 28s ago 67m 1427M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:13:33.783 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (67m) 28s ago 67m 1623M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:13:33.783 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (67m) 28s ago 67m 1314M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:13:33.784 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (66m) 28s ago 66m 2050M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:13:33.784 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (68m) 26s ago 69m 63.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:13:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:32.639679+0000 mgr.smithi176.ajjlsm (mgr.14696) 2242 : cluster [DBG] pgmap v1925: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:32.639679+0000 mgr.smithi176.ajjlsm (mgr.14696) 2242 : cluster [DBG] pgmap v1925: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:34.098 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:13:34.099 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:13:34.099 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:13:34.099 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:13:34.100 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:13:34.100 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:13:34.100 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:13:34.100 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:13:34.101 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:13:34.101 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:13:34.101 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:13:34.101 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:13:34.102 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:13:34.102 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:13:34.102 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:13:34.102 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:13:34.103 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:13:34.103 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:13:34.103 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:13:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:13:33.496136+0000 mgr.smithi176.ajjlsm (mgr.14696) 2243 : audit [DBG] from='client.35594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:13:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:13:33.768328+0000 mgr.smithi176.ajjlsm (mgr.14696) 2244 : audit [DBG] from='client.35598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:13:34.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:13:34.097366+0000 mon.smithi176 (mon.0) 885 : audit [DBG] from='client.? 172.21.15.176:0/180820449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:13:35.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:13:33.496136+0000 mgr.smithi176.ajjlsm (mgr.14696) 2243 : audit [DBG] from='client.35594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:13:35.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:13:33.768328+0000 mgr.smithi176.ajjlsm (mgr.14696) 2244 : audit [DBG] from='client.35598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:13:35.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:13:34.097366+0000 mon.smithi176 (mon.0) 885 : audit [DBG] from='client.? 172.21.15.176:0/180820449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:13:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:34.640338+0000 mgr.smithi176.ajjlsm (mgr.14696) 2245 : cluster [DBG] pgmap v1926: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:34.640338+0000 mgr.smithi176.ajjlsm (mgr.14696) 2245 : cluster [DBG] pgmap v1926: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:36.641085+0000 mgr.smithi176.ajjlsm (mgr.14696) 2246 : cluster [DBG] pgmap v1927: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:36.641085+0000 mgr.smithi176.ajjlsm (mgr.14696) 2246 : cluster [DBG] pgmap v1927: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:38.641622+0000 mgr.smithi176.ajjlsm (mgr.14696) 2247 : cluster [DBG] pgmap v1928: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:40.056 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:38.641622+0000 mgr.smithi176.ajjlsm (mgr.14696) 2247 : cluster [DBG] pgmap v1928: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:13:40.287796+0000 mon.smithi176 (mon.0) 886 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:13:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:13:40.288046+0000 mon.smithi176 (mon.0) 887 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:13:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:13:40.287796+0000 mon.smithi176 (mon.0) 886 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:13:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:13:40.288046+0000 mon.smithi176 (mon.0) 887 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:13:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:40.642097+0000 mgr.smithi176.ajjlsm (mgr.14696) 2248 : cluster [DBG] pgmap v1929: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:40.642097+0000 mgr.smithi176.ajjlsm (mgr.14696) 2248 : cluster [DBG] pgmap v1929: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:42.642821+0000 mgr.smithi176.ajjlsm (mgr.14696) 2249 : cluster [DBG] pgmap v1930: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:42.642821+0000 mgr.smithi176.ajjlsm (mgr.14696) 2249 : cluster [DBG] pgmap v1930: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:44.643434+0000 mgr.smithi176.ajjlsm (mgr.14696) 2250 : cluster [DBG] pgmap v1931: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:44.643434+0000 mgr.smithi176.ajjlsm (mgr.14696) 2250 : cluster [DBG] pgmap v1931: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:46.644228+0000 mgr.smithi176.ajjlsm (mgr.14696) 2251 : cluster [DBG] pgmap v1932: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:46.644228+0000 mgr.smithi176.ajjlsm (mgr.14696) 2251 : cluster [DBG] pgmap v1932: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:48.644713+0000 mgr.smithi176.ajjlsm (mgr.14696) 2252 : cluster [DBG] pgmap v1933: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:48.644713+0000 mgr.smithi176.ajjlsm (mgr.14696) 2252 : cluster [DBG] pgmap v1933: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:50.645296+0000 mgr.smithi176.ajjlsm (mgr.14696) 2253 : cluster [DBG] pgmap v1934: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:50.645296+0000 mgr.smithi176.ajjlsm (mgr.14696) 2253 : cluster [DBG] pgmap v1934: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:52.646068+0000 mgr.smithi176.ajjlsm (mgr.14696) 2254 : cluster [DBG] pgmap v1935: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:52.646068+0000 mgr.smithi176.ajjlsm (mgr.14696) 2254 : cluster [DBG] pgmap v1935: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:54.646538+0000 mgr.smithi176.ajjlsm (mgr.14696) 2255 : cluster [DBG] pgmap v1936: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:56.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:54.646538+0000 mgr.smithi176.ajjlsm (mgr.14696) 2255 : cluster [DBG] pgmap v1936: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:13:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:56.647439+0000 mgr.smithi176.ajjlsm (mgr.14696) 2256 : cluster [DBG] pgmap v1937: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:56.647439+0000 mgr.smithi176.ajjlsm (mgr.14696) 2256 : cluster [DBG] pgmap v1937: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:13:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:13:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:13:58.647910+0000 mgr.smithi176.ajjlsm (mgr.14696) 2257 : cluster [DBG] pgmap v1938: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:13:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:13:58.647910+0000 mgr.smithi176.ajjlsm (mgr.14696) 2257 : cluster [DBG] pgmap v1938: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:00.648416+0000 mgr.smithi176.ajjlsm (mgr.14696) 2258 : cluster [DBG] pgmap v1939: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:00.648416+0000 mgr.smithi176.ajjlsm (mgr.14696) 2258 : cluster [DBG] pgmap v1939: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:02.649307+0000 mgr.smithi176.ajjlsm (mgr.14696) 2259 : cluster [DBG] pgmap v1940: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:02.649307+0000 mgr.smithi176.ajjlsm (mgr.14696) 2259 : cluster [DBG] pgmap v1940: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:04.401 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:14:04.669 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:14:04.669 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (69m) 57s ago 70m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:14:04.669 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (62m) 57s ago 70m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:14:04.670 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (62m) 59s ago 69m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:14:04.670 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (69m) 57s ago 70m 43.5M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:14:04.670 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (61m) 57s ago 66m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:14:04.670 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (62m) 59s ago 66m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:14:04.670 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (63m) 57s ago 71m 500M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:14:04.671 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (63m) 59s ago 69m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:14:04.671 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (63m) 57s ago 71m 477M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:14:04.671 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (62m) 59s ago 69m 269M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:14:04.671 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (63m) 57s ago 63m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:14:04.672 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (63m) 59s ago 63m 97.4M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:14:04.672 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (70m) 57s ago 70m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:14:04.672 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (69m) 59s ago 69m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:14:04.672 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (55m) 57s ago 69m 582M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:14:04.673 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (69m) 57s ago 69m 1376M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:14:04.673 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (68m) 57s ago 68m 923M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:14:04.673 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (68m) 57s ago 68m 1521M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:14:04.673 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (68m) 59s ago 68m 1427M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:14:04.673 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (67m) 59s ago 67m 1623M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:14:04.674 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (67m) 59s ago 67m 1314M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:14:04.674 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (67m) 59s ago 67m 2050M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:14:04.674 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (69m) 57s ago 70m 63.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:14:04.993 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:14:04.993 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:14:04.994 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:14:04.994 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:14:04.994 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:14:04.994 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:14:04.995 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:14:04.995 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:14:04.995 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:14:04.995 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:14:04.996 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:14:04.996 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:14:04.996 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:14:04.996 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:14:04.997 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:14:04.997 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:14:04.997 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:14:04.997 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:14:04.998 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:14:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:14:04.387716+0000 mgr.smithi176.ajjlsm (mgr.14696) 2260 : audit [DBG] from='client.35606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:14:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:04.649735+0000 mgr.smithi176.ajjlsm (mgr.14696) 2261 : cluster [DBG] pgmap v1941: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:14:04.658951+0000 mgr.smithi176.ajjlsm (mgr.14696) 2262 : audit [DBG] from='client.35610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:14:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:14:04.992286+0000 mon.smithi176 (mon.0) 888 : audit [DBG] from='client.? 172.21.15.176:0/3431551960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:14:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:14:04.387716+0000 mgr.smithi176.ajjlsm (mgr.14696) 2260 : audit [DBG] from='client.35606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:14:06.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:04.649735+0000 mgr.smithi176.ajjlsm (mgr.14696) 2261 : cluster [DBG] pgmap v1941: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:06.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:14:04.658951+0000 mgr.smithi176.ajjlsm (mgr.14696) 2262 : audit [DBG] from='client.35610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:14:06.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:14:04.992286+0000 mon.smithi176 (mon.0) 888 : audit [DBG] from='client.? 172.21.15.176:0/3431551960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:14:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:06.650699+0000 mgr.smithi176.ajjlsm (mgr.14696) 2263 : cluster [DBG] pgmap v1942: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:14:07.479251+0000 mon.smithi176 (mon.0) 889 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:14:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:14:07.480648+0000 mon.smithi176 (mon.0) 890 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:14:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:14:07.481474+0000 mon.smithi176 (mon.0) 891 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:14:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:06.650699+0000 mgr.smithi176.ajjlsm (mgr.14696) 2263 : cluster [DBG] pgmap v1942: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:14:07.479251+0000 mon.smithi176 (mon.0) 889 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:14:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:14:07.480648+0000 mon.smithi176 (mon.0) 890 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:14:08.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:14:07.481474+0000 mon.smithi176 (mon.0) 891 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:14:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:14:07.482210+0000 mgr.smithi176.ajjlsm (mgr.14696) 2264 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:14:09.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:14:07.885238+0000 mon.smithi176 (mon.0) 892 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:14:09.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:14:07.890083+0000 mon.smithi176 (mon.0) 893 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:14:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:14:07.482210+0000 mgr.smithi176.ajjlsm (mgr.14696) 2264 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:14:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:14:07.885238+0000 mon.smithi176 (mon.0) 892 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:14:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:14:07.890083+0000 mon.smithi176 (mon.0) 893 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:14:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:08.651296+0000 mgr.smithi176.ajjlsm (mgr.14696) 2265 : cluster [DBG] pgmap v1943: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:08.651296+0000 mgr.smithi176.ajjlsm (mgr.14696) 2265 : cluster [DBG] pgmap v1943: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:10.651946+0000 mgr.smithi176.ajjlsm (mgr.14696) 2266 : cluster [DBG] pgmap v1944: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:10.651946+0000 mgr.smithi176.ajjlsm (mgr.14696) 2266 : cluster [DBG] pgmap v1944: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:12.652785+0000 mgr.smithi176.ajjlsm (mgr.14696) 2267 : cluster [DBG] pgmap v1945: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:12.652785+0000 mgr.smithi176.ajjlsm (mgr.14696) 2267 : cluster [DBG] pgmap v1945: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:14.653279+0000 mgr.smithi176.ajjlsm (mgr.14696) 2268 : cluster [DBG] pgmap v1946: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:14.653279+0000 mgr.smithi176.ajjlsm (mgr.14696) 2268 : cluster [DBG] pgmap v1946: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:16.653999+0000 mgr.smithi176.ajjlsm (mgr.14696) 2269 : cluster [DBG] pgmap v1947: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:16.653999+0000 mgr.smithi176.ajjlsm (mgr.14696) 2269 : cluster [DBG] pgmap v1947: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:18.654480+0000 mgr.smithi176.ajjlsm (mgr.14696) 2270 : cluster [DBG] pgmap v1948: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:18.654480+0000 mgr.smithi176.ajjlsm (mgr.14696) 2270 : cluster [DBG] pgmap v1948: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:20.654970+0000 mgr.smithi176.ajjlsm (mgr.14696) 2271 : cluster [DBG] pgmap v1949: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:20.654970+0000 mgr.smithi176.ajjlsm (mgr.14696) 2271 : cluster [DBG] pgmap v1949: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:22.655663+0000 mgr.smithi176.ajjlsm (mgr.14696) 2272 : cluster [DBG] pgmap v1950: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:22.655663+0000 mgr.smithi176.ajjlsm (mgr.14696) 2272 : cluster [DBG] pgmap v1950: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:24.656285+0000 mgr.smithi176.ajjlsm (mgr.14696) 2273 : cluster [DBG] pgmap v1951: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:24.656285+0000 mgr.smithi176.ajjlsm (mgr.14696) 2273 : cluster [DBG] pgmap v1951: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:26.657343+0000 mgr.smithi176.ajjlsm (mgr.14696) 2274 : cluster [DBG] pgmap v1952: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:26.657343+0000 mgr.smithi176.ajjlsm (mgr.14696) 2274 : cluster [DBG] pgmap v1952: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:28.657933+0000 mgr.smithi176.ajjlsm (mgr.14696) 2275 : cluster [DBG] pgmap v1953: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:28.657933+0000 mgr.smithi176.ajjlsm (mgr.14696) 2275 : cluster [DBG] pgmap v1953: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:30.658521+0000 mgr.smithi176.ajjlsm (mgr.14696) 2276 : cluster [DBG] pgmap v1954: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:30.658521+0000 mgr.smithi176.ajjlsm (mgr.14696) 2276 : cluster [DBG] pgmap v1954: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:32.659284+0000 mgr.smithi176.ajjlsm (mgr.14696) 2277 : cluster [DBG] pgmap v1955: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:32.659284+0000 mgr.smithi176.ajjlsm (mgr.14696) 2277 : cluster [DBG] pgmap v1955: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:35.294 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:14:35.561 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:14:35.562 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (70m) 88s ago 70m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:14:35.562 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (63m) 88s ago 70m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:14:35.562 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (63m) 90s ago 70m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:14:35.563 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (69m) 88s ago 70m 43.5M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:14:35.563 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (62m) 88s ago 66m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:14:35.563 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (62m) 90s ago 66m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:14:35.563 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (64m) 88s ago 72m 500M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:14:35.564 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (63m) 90s ago 70m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:14:35.564 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (63m) 88s ago 72m 477M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:14:35.564 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (63m) 90s ago 70m 269M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:14:35.564 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (64m) 88s ago 64m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:14:35.564 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (64m) 90s ago 64m 97.4M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:14:35.565 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (70m) 88s ago 70m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:14:35.565 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (70m) 90s ago 70m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:14:35.565 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (55m) 88s ago 69m 582M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:14:35.565 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (69m) 88s ago 69m 1376M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:14:35.566 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (69m) 88s ago 69m 923M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:14:35.566 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (69m) 88s ago 68m 1521M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:14:35.570 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (68m) 90s ago 68m 1427M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:14:35.570 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (68m) 90s ago 68m 1623M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:14:35.571 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (68m) 90s ago 68m 1314M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:14:35.571 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (67m) 90s ago 67m 2050M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:14:35.571 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (69m) 88s ago 70m 63.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:14:35.889 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:14:35.889 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:14:35.890 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:14:35.890 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:14:35.891 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:14:35.891 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:14:35.892 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:14:35.892 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:14:35.892 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:14:35.893 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:14:35.893 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:14:35.894 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:14:35.894 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:14:35.895 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:14:35.895 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:14:35.895 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:14:35.896 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:14:35.896 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:14:35.897 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:14:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:34.659766+0000 mgr.smithi176.ajjlsm (mgr.14696) 2278 : cluster [DBG] pgmap v1956: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:34.659766+0000 mgr.smithi176.ajjlsm (mgr.14696) 2278 : cluster [DBG] pgmap v1956: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:14:35.281380+0000 mgr.smithi176.ajjlsm (mgr.14696) 2279 : audit [DBG] from='client.35618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:14:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:14:35.551284+0000 mgr.smithi176.ajjlsm (mgr.14696) 2280 : audit [DBG] from='client.35622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:14:37.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:14:35.887968+0000 mon.smithi176 (mon.0) 894 : audit [DBG] from='client.? 172.21.15.176:0/4226788197' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:14:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:14:35.281380+0000 mgr.smithi176.ajjlsm (mgr.14696) 2279 : audit [DBG] from='client.35618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:14:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:14:35.551284+0000 mgr.smithi176.ajjlsm (mgr.14696) 2280 : audit [DBG] from='client.35622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:14:37.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:14:35.887968+0000 mon.smithi176 (mon.0) 894 : audit [DBG] from='client.? 172.21.15.176:0/4226788197' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:14:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:36.660449+0000 mgr.smithi176.ajjlsm (mgr.14696) 2281 : cluster [DBG] pgmap v1957: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:36.660449+0000 mgr.smithi176.ajjlsm (mgr.14696) 2281 : cluster [DBG] pgmap v1957: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:38.660930+0000 mgr.smithi176.ajjlsm (mgr.14696) 2282 : cluster [DBG] pgmap v1958: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:38.660930+0000 mgr.smithi176.ajjlsm (mgr.14696) 2282 : cluster [DBG] pgmap v1958: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:14:40.292602+0000 mon.smithi176 (mon.0) 895 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:14:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:14:40.292854+0000 mon.smithi176 (mon.0) 896 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:14:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:14:40.292602+0000 mon.smithi176 (mon.0) 895 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:14:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:14:40.292854+0000 mon.smithi176 (mon.0) 896 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:14:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:40.661410+0000 mgr.smithi176.ajjlsm (mgr.14696) 2283 : cluster [DBG] pgmap v1959: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:40.661410+0000 mgr.smithi176.ajjlsm (mgr.14696) 2283 : cluster [DBG] pgmap v1959: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:42.662159+0000 mgr.smithi176.ajjlsm (mgr.14696) 2284 : cluster [DBG] pgmap v1960: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:42.662159+0000 mgr.smithi176.ajjlsm (mgr.14696) 2284 : cluster [DBG] pgmap v1960: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:44.662710+0000 mgr.smithi176.ajjlsm (mgr.14696) 2285 : cluster [DBG] pgmap v1961: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:44.662710+0000 mgr.smithi176.ajjlsm (mgr.14696) 2285 : cluster [DBG] pgmap v1961: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:46.663536+0000 mgr.smithi176.ajjlsm (mgr.14696) 2286 : cluster [DBG] pgmap v1962: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:46.663536+0000 mgr.smithi176.ajjlsm (mgr.14696) 2286 : cluster [DBG] pgmap v1962: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:48.664022+0000 mgr.smithi176.ajjlsm (mgr.14696) 2287 : cluster [DBG] pgmap v1963: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:50.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:48.664022+0000 mgr.smithi176.ajjlsm (mgr.14696) 2287 : cluster [DBG] pgmap v1963: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:50.664540+0000 mgr.smithi176.ajjlsm (mgr.14696) 2288 : cluster [DBG] pgmap v1964: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:50.664540+0000 mgr.smithi176.ajjlsm (mgr.14696) 2288 : cluster [DBG] pgmap v1964: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:52.665221+0000 mgr.smithi176.ajjlsm (mgr.14696) 2289 : cluster [DBG] pgmap v1965: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:52.665221+0000 mgr.smithi176.ajjlsm (mgr.14696) 2289 : cluster [DBG] pgmap v1965: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:54.665681+0000 mgr.smithi176.ajjlsm (mgr.14696) 2290 : cluster [DBG] pgmap v1966: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:54.665681+0000 mgr.smithi176.ajjlsm (mgr.14696) 2290 : cluster [DBG] pgmap v1966: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:14:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:56.666598+0000 mgr.smithi176.ajjlsm (mgr.14696) 2291 : cluster [DBG] pgmap v1967: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:56.666598+0000 mgr.smithi176.ajjlsm (mgr.14696) 2291 : cluster [DBG] pgmap v1967: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:14:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:14:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:14:58.667090+0000 mgr.smithi176.ajjlsm (mgr.14696) 2292 : cluster [DBG] pgmap v1968: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:00.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:14:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:14:58.667090+0000 mgr.smithi176.ajjlsm (mgr.14696) 2292 : cluster [DBG] pgmap v1968: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:00.667547+0000 mgr.smithi176.ajjlsm (mgr.14696) 2293 : cluster [DBG] pgmap v1969: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:00.667547+0000 mgr.smithi176.ajjlsm (mgr.14696) 2293 : cluster [DBG] pgmap v1969: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:02.668422+0000 mgr.smithi176.ajjlsm (mgr.14696) 2294 : cluster [DBG] pgmap v1970: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:02.668422+0000 mgr.smithi176.ajjlsm (mgr.14696) 2294 : cluster [DBG] pgmap v1970: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:04.669074+0000 mgr.smithi176.ajjlsm (mgr.14696) 2295 : cluster [DBG] pgmap v1971: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:06.194 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:15:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:04.669074+0000 mgr.smithi176.ajjlsm (mgr.14696) 2295 : cluster [DBG] pgmap v1971: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:06.461 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:15:06.461 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (70m) 119s ago 71m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:15:06.461 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (63m) 119s ago 71m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:15:06.462 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (63m) 2m ago 71m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:15:06.462 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (70m) 119s ago 71m 43.5M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:15:06.462 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (62m) 119s ago 67m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:15:06.462 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (63m) 2m ago 67m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:15:06.463 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (64m) 119s ago 72m 500M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:15:06.463 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (64m) 2m ago 70m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:15:06.463 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (64m) 119s ago 72m 477M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:15:06.463 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (63m) 2m ago 70m 269M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:15:06.463 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (64m) 119s ago 64m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:15:06.464 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (64m) 2m ago 64m 97.4M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:15:06.464 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (71m) 119s ago 71m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:15:06.464 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (70m) 2m ago 70m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:15:06.465 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (56m) 119s ago 70m 582M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:15:06.465 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (70m) 119s ago 70m 1376M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:15:06.465 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (69m) 119s ago 69m 923M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:15:06.465 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (69m) 119s ago 69m 1521M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:15:06.466 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (69m) 2m ago 69m 1427M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:15:06.466 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (69m) 2m ago 69m 1623M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:15:06.466 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (68m) 2m ago 68m 1314M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:15:06.466 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (68m) 2m ago 68m 2050M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:15:06.467 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (70m) 119s ago 71m 63.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:15:06.786 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:15:06.786 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:15:06.787 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:15:06.787 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:15:06.787 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:15:06.788 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:15:06.788 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:15:06.788 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:15:06.788 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:15:06.788 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:15:06.789 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:15:06.789 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:15:06.789 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:15:06.789 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:15:06.789 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:15:06.790 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:15:06.790 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:15:06.790 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:15:06.790 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:15:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:15:06.181097+0000 mgr.smithi176.ajjlsm (mgr.14696) 2296 : audit [DBG] from='client.35630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:15:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:15:06.450822+0000 mgr.smithi176.ajjlsm (mgr.14696) 2297 : audit [DBG] from='client.35634 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:15:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:06.669792+0000 mgr.smithi176.ajjlsm (mgr.14696) 2298 : cluster [DBG] pgmap v1972: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:15:06.785116+0000 mon.smithi176 (mon.0) 897 : audit [DBG] from='client.? 172.21.15.176:0/1311609346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:15:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:15:06.181097+0000 mgr.smithi176.ajjlsm (mgr.14696) 2296 : audit [DBG] from='client.35630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:15:08.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:15:06.450822+0000 mgr.smithi176.ajjlsm (mgr.14696) 2297 : audit [DBG] from='client.35634 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:15:08.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:06.669792+0000 mgr.smithi176.ajjlsm (mgr.14696) 2298 : cluster [DBG] pgmap v1972: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:08.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:15:06.785116+0000 mon.smithi176 (mon.0) 897 : audit [DBG] from='client.? 172.21.15.176:0/1311609346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:15:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:15:07.892986+0000 mon.smithi176 (mon.0) 898 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:15:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:15:07.894360+0000 mon.smithi176 (mon.0) 899 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:15:09.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:15:07.895147+0000 mon.smithi176 (mon.0) 900 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:15:09.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:15:07.895838+0000 mgr.smithi176.ajjlsm (mgr.14696) 2299 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:15:09.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:15:08.152329+0000 mon.smithi176 (mon.0) 901 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:15:09.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:15:08.541223+0000 mon.smithi176 (mon.0) 902 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:15:09.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:15:08.546332+0000 mon.smithi176 (mon.0) 903 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:15:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:15:07.892986+0000 mon.smithi176 (mon.0) 898 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:15:09.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:15:07.894360+0000 mon.smithi176 (mon.0) 899 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:15:09.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:15:07.895147+0000 mon.smithi176 (mon.0) 900 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:15:09.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:15:07.895838+0000 mgr.smithi176.ajjlsm (mgr.14696) 2299 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:15:09.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:15:08.152329+0000 mon.smithi176 (mon.0) 901 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:15:09.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:15:08.541223+0000 mon.smithi176 (mon.0) 902 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:15:09.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:15:08.546332+0000 mon.smithi176 (mon.0) 903 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:15:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:08.670228+0000 mgr.smithi176.ajjlsm (mgr.14696) 2300 : cluster [DBG] pgmap v1973: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:08.670228+0000 mgr.smithi176.ajjlsm (mgr.14696) 2300 : cluster [DBG] pgmap v1973: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:10.670814+0000 mgr.smithi176.ajjlsm (mgr.14696) 2301 : cluster [DBG] pgmap v1974: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:10.670814+0000 mgr.smithi176.ajjlsm (mgr.14696) 2301 : cluster [DBG] pgmap v1974: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:12.671786+0000 mgr.smithi176.ajjlsm (mgr.14696) 2302 : cluster [DBG] pgmap v1975: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:12.671786+0000 mgr.smithi176.ajjlsm (mgr.14696) 2302 : cluster [DBG] pgmap v1975: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:14.672284+0000 mgr.smithi176.ajjlsm (mgr.14696) 2303 : cluster [DBG] pgmap v1976: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:14.672284+0000 mgr.smithi176.ajjlsm (mgr.14696) 2303 : cluster [DBG] pgmap v1976: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:16.673214+0000 mgr.smithi176.ajjlsm (mgr.14696) 2304 : cluster [DBG] pgmap v1977: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:18.599 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:16.673214+0000 mgr.smithi176.ajjlsm (mgr.14696) 2304 : cluster [DBG] pgmap v1977: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:18.673637+0000 mgr.smithi176.ajjlsm (mgr.14696) 2305 : cluster [DBG] pgmap v1978: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:18.673637+0000 mgr.smithi176.ajjlsm (mgr.14696) 2305 : cluster [DBG] pgmap v1978: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:20.674352+0000 mgr.smithi176.ajjlsm (mgr.14696) 2306 : cluster [DBG] pgmap v1979: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:20.674352+0000 mgr.smithi176.ajjlsm (mgr.14696) 2306 : cluster [DBG] pgmap v1979: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:22.675197+0000 mgr.smithi176.ajjlsm (mgr.14696) 2307 : cluster [DBG] pgmap v1980: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:22.675197+0000 mgr.smithi176.ajjlsm (mgr.14696) 2307 : cluster [DBG] pgmap v1980: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:24.675654+0000 mgr.smithi176.ajjlsm (mgr.14696) 2308 : cluster [DBG] pgmap v1981: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:24.675654+0000 mgr.smithi176.ajjlsm (mgr.14696) 2308 : cluster [DBG] pgmap v1981: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:26.676378+0000 mgr.smithi176.ajjlsm (mgr.14696) 2309 : cluster [DBG] pgmap v1982: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:26.676378+0000 mgr.smithi176.ajjlsm (mgr.14696) 2309 : cluster [DBG] pgmap v1982: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:28.676992+0000 mgr.smithi176.ajjlsm (mgr.14696) 2310 : cluster [DBG] pgmap v1983: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:28.676992+0000 mgr.smithi176.ajjlsm (mgr.14696) 2310 : cluster [DBG] pgmap v1983: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:32.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:30.677582+0000 mgr.smithi176.ajjlsm (mgr.14696) 2311 : cluster [DBG] pgmap v1984: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:30.677582+0000 mgr.smithi176.ajjlsm (mgr.14696) 2311 : cluster [DBG] pgmap v1984: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:32.678531+0000 mgr.smithi176.ajjlsm (mgr.14696) 2312 : cluster [DBG] pgmap v1985: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:32.678531+0000 mgr.smithi176.ajjlsm (mgr.14696) 2312 : cluster [DBG] pgmap v1985: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:34.679081+0000 mgr.smithi176.ajjlsm (mgr.14696) 2313 : cluster [DBG] pgmap v1986: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:34.679081+0000 mgr.smithi176.ajjlsm (mgr.14696) 2313 : cluster [DBG] pgmap v1986: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:37.090 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:15:37.355 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:15:37.356 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (71m) 2m ago 72m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:15:37.356 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (64m) 2m ago 71m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:15:37.356 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (64m) 2m ago 71m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:15:37.357 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (70m) 2m ago 71m 43.5M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:15:37.357 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (63m) 2m ago 67m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:15:37.357 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (63m) 2m ago 67m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:15:37.357 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (65m) 2m ago 73m 500M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:15:37.358 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (64m) 2m ago 71m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:15:37.358 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (64m) 2m ago 73m 477M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:15:37.358 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (64m) 2m ago 71m 269M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:15:37.358 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (65m) 2m ago 65m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:15:37.358 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (65m) 2m ago 65m 97.4M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:15:37.359 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (71m) 2m ago 71m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:15:37.359 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (71m) 2m ago 71m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:15:37.359 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (56m) 2m ago 70m 582M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:15:37.359 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (70m) 2m ago 70m 1376M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:15:37.360 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (70m) 2m ago 70m 923M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:15:37.360 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (70m) 2m ago 70m 1521M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:15:37.360 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (69m) 2m ago 69m 1427M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:15:37.360 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (69m) 2m ago 69m 1623M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:15:37.360 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (69m) 2m ago 69m 1314M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:15:37.361 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (69m) 2m ago 68m 2050M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:15:37.361 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (70m) 2m ago 71m 63.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:15:37.675 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:15:37.676 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:15:37.676 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:15:37.676 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:15:37.677 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:15:37.677 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:15:37.677 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:15:37.677 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:15:37.678 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:15:37.678 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:15:37.678 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:15:37.678 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:15:37.679 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:15:37.679 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:15:37.679 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:15:37.679 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:15:37.679 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:15:37.680 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:15:37.680 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:15:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:36.679824+0000 mgr.smithi176.ajjlsm (mgr.14696) 2314 : cluster [DBG] pgmap v1987: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:15:37.674460+0000 mon.smithi176 (mon.0) 904 : audit [DBG] from='client.? 172.21.15.176:0/182201415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:15:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:36.679824+0000 mgr.smithi176.ajjlsm (mgr.14696) 2314 : cluster [DBG] pgmap v1987: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:15:37.674460+0000 mon.smithi176 (mon.0) 904 : audit [DBG] from='client.? 172.21.15.176:0/182201415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:15:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:15:37.076899+0000 mgr.smithi176.ajjlsm (mgr.14696) 2315 : audit [DBG] from='client.35642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:15:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:15:37.345566+0000 mgr.smithi176.ajjlsm (mgr.14696) 2316 : audit [DBG] from='client.35646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:15:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:15:37.076899+0000 mgr.smithi176.ajjlsm (mgr.14696) 2315 : audit [DBG] from='client.35642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:15:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:15:37.345566+0000 mgr.smithi176.ajjlsm (mgr.14696) 2316 : audit [DBG] from='client.35646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:15:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:38.680310+0000 mgr.smithi176.ajjlsm (mgr.14696) 2317 : cluster [DBG] pgmap v1988: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:38.680310+0000 mgr.smithi176.ajjlsm (mgr.14696) 2317 : cluster [DBG] pgmap v1988: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:15:40.296824+0000 mon.smithi176 (mon.0) 905 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:15:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:15:40.297107+0000 mon.smithi176 (mon.0) 906 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:15:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:15:40.296824+0000 mon.smithi176 (mon.0) 905 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:15:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:15:40.297107+0000 mon.smithi176 (mon.0) 906 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:15:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:40.680944+0000 mgr.smithi176.ajjlsm (mgr.14696) 2318 : cluster [DBG] pgmap v1989: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:40.680944+0000 mgr.smithi176.ajjlsm (mgr.14696) 2318 : cluster [DBG] pgmap v1989: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:42.681937+0000 mgr.smithi176.ajjlsm (mgr.14696) 2319 : cluster [DBG] pgmap v1990: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:42.681937+0000 mgr.smithi176.ajjlsm (mgr.14696) 2319 : cluster [DBG] pgmap v1990: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:44.682629+0000 mgr.smithi176.ajjlsm (mgr.14696) 2320 : cluster [DBG] pgmap v1991: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:44.682629+0000 mgr.smithi176.ajjlsm (mgr.14696) 2320 : cluster [DBG] pgmap v1991: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:46.683451+0000 mgr.smithi176.ajjlsm (mgr.14696) 2321 : cluster [DBG] pgmap v1992: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:46.683451+0000 mgr.smithi176.ajjlsm (mgr.14696) 2321 : cluster [DBG] pgmap v1992: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:48.683936+0000 mgr.smithi176.ajjlsm (mgr.14696) 2322 : cluster [DBG] pgmap v1993: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:48.683936+0000 mgr.smithi176.ajjlsm (mgr.14696) 2322 : cluster [DBG] pgmap v1993: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:50.684482+0000 mgr.smithi176.ajjlsm (mgr.14696) 2323 : cluster [DBG] pgmap v1994: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:50.684482+0000 mgr.smithi176.ajjlsm (mgr.14696) 2323 : cluster [DBG] pgmap v1994: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:52.685527+0000 mgr.smithi176.ajjlsm (mgr.14696) 2324 : cluster [DBG] pgmap v1995: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:52.685527+0000 mgr.smithi176.ajjlsm (mgr.14696) 2324 : cluster [DBG] pgmap v1995: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:54.686194+0000 mgr.smithi176.ajjlsm (mgr.14696) 2325 : cluster [DBG] pgmap v1996: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:54.686194+0000 mgr.smithi176.ajjlsm (mgr.14696) 2325 : cluster [DBG] pgmap v1996: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:15:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:56.687140+0000 mgr.smithi176.ajjlsm (mgr.14696) 2326 : cluster [DBG] pgmap v1997: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:56.687140+0000 mgr.smithi176.ajjlsm (mgr.14696) 2326 : cluster [DBG] pgmap v1997: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:15:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:15:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:15:58.687673+0000 mgr.smithi176.ajjlsm (mgr.14696) 2327 : cluster [DBG] pgmap v1998: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:15:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:15:58.687673+0000 mgr.smithi176.ajjlsm (mgr.14696) 2327 : cluster [DBG] pgmap v1998: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:00.688198+0000 mgr.smithi176.ajjlsm (mgr.14696) 2328 : cluster [DBG] pgmap v1999: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:00.688198+0000 mgr.smithi176.ajjlsm (mgr.14696) 2328 : cluster [DBG] pgmap v1999: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:02.689170+0000 mgr.smithi176.ajjlsm (mgr.14696) 2329 : cluster [DBG] pgmap v2000: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:02.689170+0000 mgr.smithi176.ajjlsm (mgr.14696) 2329 : cluster [DBG] pgmap v2000: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:04.689796+0000 mgr.smithi176.ajjlsm (mgr.14696) 2330 : cluster [DBG] pgmap v2001: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:04.689796+0000 mgr.smithi176.ajjlsm (mgr.14696) 2330 : cluster [DBG] pgmap v2001: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:06.690574+0000 mgr.smithi176.ajjlsm (mgr.14696) 2331 : cluster [DBG] pgmap v2002: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:07.980 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:16:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:06.690574+0000 mgr.smithi176.ajjlsm (mgr.14696) 2331 : cluster [DBG] pgmap v2002: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:08.254 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:16:08.254 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (71m) 3m ago 72m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:16:08.254 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (64m) 3m ago 72m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:16:08.255 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (64m) 3m ago 72m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:16:08.255 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (71m) 3m ago 72m 43.5M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:16:08.255 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (63m) 3m ago 68m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:16:08.255 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (64m) 3m ago 68m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:16:08.255 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (65m) 3m ago 73m 500M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:16:08.256 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (65m) 3m ago 71m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:16:08.256 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (65m) 3m ago 73m 477M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:16:08.256 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (64m) 3m ago 71m 269M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:16:08.256 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (65m) 3m ago 65m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:16:08.256 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (65m) 3m ago 65m 97.4M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:16:08.257 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (72m) 3m ago 72m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:16:08.257 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (71m) 3m ago 71m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:16:08.257 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (57m) 3m ago 71m 582M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:16:08.257 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (71m) 3m ago 71m 1376M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:16:08.257 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (70m) 3m ago 70m 923M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:16:08.258 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (70m) 3m ago 70m 1521M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:16:08.258 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (70m) 3m ago 70m 1427M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:16:08.258 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (70m) 3m ago 70m 1623M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:16:08.258 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (69m) 3m ago 69m 1314M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:16:08.259 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (69m) 3m ago 69m 2050M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:16:08.259 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (71m) 3m ago 72m 63.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:16:08.578 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:16:08.578 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:16:08.579 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:16:08.579 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:16:08.579 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:16:08.579 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:16:08.580 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:16:08.580 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:16:08.580 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:16:08.580 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:16:08.581 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:16:08.581 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:16:08.581 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:16:08.581 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:16:08.581 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:16:08.582 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:16:08.582 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:16:08.582 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:16:08.582 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:16:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:16:08.548710+0000 mon.smithi176 (mon.0) 907 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:16:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:16:08.549781+0000 mon.smithi176 (mon.0) 908 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:16:09.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:16:08.550383+0000 mon.smithi176 (mon.0) 909 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:16:09.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:16:08.577199+0000 mon.smithi176 (mon.0) 910 : audit [DBG] from='client.? 172.21.15.176:0/3828113016' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:16:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:16:08.548710+0000 mon.smithi176 (mon.0) 907 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:16:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:16:08.549781+0000 mon.smithi176 (mon.0) 908 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:16:09.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:16:08.550383+0000 mon.smithi176 (mon.0) 909 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:16:09.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:16:08.577199+0000 mon.smithi176 (mon.0) 910 : audit [DBG] from='client.? 172.21.15.176:0/3828113016' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:16:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:16:07.966316+0000 mgr.smithi176.ajjlsm (mgr.14696) 2332 : audit [DBG] from='client.35654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:16:10.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:16:08.243959+0000 mgr.smithi176.ajjlsm (mgr.14696) 2333 : audit [DBG] from='client.35658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:16:10.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:16:08.550937+0000 mgr.smithi176.ajjlsm (mgr.14696) 2334 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:16:10.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:08.691015+0000 mgr.smithi176.ajjlsm (mgr.14696) 2335 : cluster [DBG] pgmap v2003: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:10.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:16:08.902918+0000 mon.smithi176 (mon.0) 911 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:16:10.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:16:09.291735+0000 mon.smithi176 (mon.0) 912 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:16:10.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:16:09.298947+0000 mon.smithi176 (mon.0) 913 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:16:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:16:07.966316+0000 mgr.smithi176.ajjlsm (mgr.14696) 2332 : audit [DBG] from='client.35654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:16:10.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:16:08.243959+0000 mgr.smithi176.ajjlsm (mgr.14696) 2333 : audit [DBG] from='client.35658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:16:10.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:16:08.550937+0000 mgr.smithi176.ajjlsm (mgr.14696) 2334 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:16:10.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:08.691015+0000 mgr.smithi176.ajjlsm (mgr.14696) 2335 : cluster [DBG] pgmap v2003: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:10.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:16:08.902918+0000 mon.smithi176 (mon.0) 911 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:16:10.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:16:09.291735+0000 mon.smithi176 (mon.0) 912 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:16:10.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:16:09.298947+0000 mon.smithi176 (mon.0) 913 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:16:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:10.691659+0000 mgr.smithi176.ajjlsm (mgr.14696) 2336 : cluster [DBG] pgmap v2004: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:10.691659+0000 mgr.smithi176.ajjlsm (mgr.14696) 2336 : cluster [DBG] pgmap v2004: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:12.692427+0000 mgr.smithi176.ajjlsm (mgr.14696) 2337 : cluster [DBG] pgmap v2005: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:12.692427+0000 mgr.smithi176.ajjlsm (mgr.14696) 2337 : cluster [DBG] pgmap v2005: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:14.693053+0000 mgr.smithi176.ajjlsm (mgr.14696) 2338 : cluster [DBG] pgmap v2006: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:14.693053+0000 mgr.smithi176.ajjlsm (mgr.14696) 2338 : cluster [DBG] pgmap v2006: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:16.693793+0000 mgr.smithi176.ajjlsm (mgr.14696) 2339 : cluster [DBG] pgmap v2007: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:16.693793+0000 mgr.smithi176.ajjlsm (mgr.14696) 2339 : cluster [DBG] pgmap v2007: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:18.694379+0000 mgr.smithi176.ajjlsm (mgr.14696) 2340 : cluster [DBG] pgmap v2008: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:18.694379+0000 mgr.smithi176.ajjlsm (mgr.14696) 2340 : cluster [DBG] pgmap v2008: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:20.694926+0000 mgr.smithi176.ajjlsm (mgr.14696) 2341 : cluster [DBG] pgmap v2009: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:20.694926+0000 mgr.smithi176.ajjlsm (mgr.14696) 2341 : cluster [DBG] pgmap v2009: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:22.695863+0000 mgr.smithi176.ajjlsm (mgr.14696) 2342 : cluster [DBG] pgmap v2010: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:22.695863+0000 mgr.smithi176.ajjlsm (mgr.14696) 2342 : cluster [DBG] pgmap v2010: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:24.696477+0000 mgr.smithi176.ajjlsm (mgr.14696) 2343 : cluster [DBG] pgmap v2011: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:24.696477+0000 mgr.smithi176.ajjlsm (mgr.14696) 2343 : cluster [DBG] pgmap v2011: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:26.697214+0000 mgr.smithi176.ajjlsm (mgr.14696) 2344 : cluster [DBG] pgmap v2012: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:26.697214+0000 mgr.smithi176.ajjlsm (mgr.14696) 2344 : cluster [DBG] pgmap v2012: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:28.697783+0000 mgr.smithi176.ajjlsm (mgr.14696) 2345 : cluster [DBG] pgmap v2013: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:28.697783+0000 mgr.smithi176.ajjlsm (mgr.14696) 2345 : cluster [DBG] pgmap v2013: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:30.698309+0000 mgr.smithi176.ajjlsm (mgr.14696) 2346 : cluster [DBG] pgmap v2014: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:30.698309+0000 mgr.smithi176.ajjlsm (mgr.14696) 2346 : cluster [DBG] pgmap v2014: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:32.699065+0000 mgr.smithi176.ajjlsm (mgr.14696) 2347 : cluster [DBG] pgmap v2015: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:32.699065+0000 mgr.smithi176.ajjlsm (mgr.14696) 2347 : cluster [DBG] pgmap v2015: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:34.699555+0000 mgr.smithi176.ajjlsm (mgr.14696) 2348 : cluster [DBG] pgmap v2016: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:34.699555+0000 mgr.smithi176.ajjlsm (mgr.14696) 2348 : cluster [DBG] pgmap v2016: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:36.700507+0000 mgr.smithi176.ajjlsm (mgr.14696) 2349 : cluster [DBG] pgmap v2017: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:36.700507+0000 mgr.smithi176.ajjlsm (mgr.14696) 2349 : cluster [DBG] pgmap v2017: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:38.880 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:16:39.148 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:16:39.148 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (72m) 3m ago 73m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:16:39.148 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (65m) 3m ago 73m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:16:39.149 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (65m) 3m ago 72m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:16:39.149 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (71m) 3m ago 72m 43.5M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:16:39.149 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (64m) 3m ago 68m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:16:39.149 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (64m) 3m ago 68m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:16:39.150 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (66m) 3m ago 74m 500M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:16:39.150 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (65m) 3m ago 72m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:16:39.150 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (65m) 3m ago 74m 477M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:16:39.150 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (65m) 3m ago 72m 269M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:16:39.151 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (66m) 3m ago 66m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:16:39.151 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (66m) 3m ago 66m 97.4M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:16:39.151 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (72m) 3m ago 72m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:16:39.151 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (72m) 3m ago 72m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:16:39.152 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (57m) 3m ago 71m 582M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:16:39.152 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (71m) 3m ago 71m 1376M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:16:39.152 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (71m) 3m ago 71m 923M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:16:39.152 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (71m) 3m ago 71m 1521M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:16:39.152 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (70m) 3m ago 70m 1427M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:16:39.153 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (70m) 3m ago 70m 1623M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:16:39.153 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (70m) 3m ago 70m 1314M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:16:39.153 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (70m) 3m ago 70m 2050M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:16:39.154 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (71m) 3m ago 72m 63.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:16:39.472 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:16:39.473 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:16:39.473 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:16:39.473 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:16:39.473 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:16:39.474 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:16:39.474 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:16:39.474 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:16:39.474 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:16:39.474 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:16:39.475 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:16:39.475 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:16:39.475 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:16:39.475 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:16:39.476 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:16:39.476 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:16:39.476 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:16:39.476 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:16:39.476 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:16:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:38.701034+0000 mgr.smithi176.ajjlsm (mgr.14696) 2350 : cluster [DBG] pgmap v2018: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:39.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:16:38.867690+0000 mgr.smithi176.ajjlsm (mgr.14696) 2351 : audit [DBG] from='client.35666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:16:39.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:16:39.471199+0000 mon.smithi176 (mon.0) 914 : audit [DBG] from='client.? 172.21.15.176:0/371227845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:16:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:38.701034+0000 mgr.smithi176.ajjlsm (mgr.14696) 2350 : cluster [DBG] pgmap v2018: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:16:38.867690+0000 mgr.smithi176.ajjlsm (mgr.14696) 2351 : audit [DBG] from='client.35666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:16:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:16:39.471199+0000 mon.smithi176 (mon.0) 914 : audit [DBG] from='client.? 172.21.15.176:0/371227845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:16:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:16:39.138120+0000 mgr.smithi176.ajjlsm (mgr.14696) 2352 : audit [DBG] from='client.35670 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:16:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:16:40.301208+0000 mon.smithi176 (mon.0) 915 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:16:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:16:40.301472+0000 mon.smithi176 (mon.0) 916 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:16:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:16:39.138120+0000 mgr.smithi176.ajjlsm (mgr.14696) 2352 : audit [DBG] from='client.35670 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:16:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:16:40.301208+0000 mon.smithi176 (mon.0) 915 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:16:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:16:40.301472+0000 mon.smithi176 (mon.0) 916 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:16:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:40.701575+0000 mgr.smithi176.ajjlsm (mgr.14696) 2353 : cluster [DBG] pgmap v2019: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:40.701575+0000 mgr.smithi176.ajjlsm (mgr.14696) 2353 : cluster [DBG] pgmap v2019: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:42.702340+0000 mgr.smithi176.ajjlsm (mgr.14696) 2354 : cluster [DBG] pgmap v2020: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:42.702340+0000 mgr.smithi176.ajjlsm (mgr.14696) 2354 : cluster [DBG] pgmap v2020: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:44.702902+0000 mgr.smithi176.ajjlsm (mgr.14696) 2355 : cluster [DBG] pgmap v2021: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:44.702902+0000 mgr.smithi176.ajjlsm (mgr.14696) 2355 : cluster [DBG] pgmap v2021: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:46.703919+0000 mgr.smithi176.ajjlsm (mgr.14696) 2356 : cluster [DBG] pgmap v2022: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:46.703919+0000 mgr.smithi176.ajjlsm (mgr.14696) 2356 : cluster [DBG] pgmap v2022: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:48.704569+0000 mgr.smithi176.ajjlsm (mgr.14696) 2357 : cluster [DBG] pgmap v2023: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:48.704569+0000 mgr.smithi176.ajjlsm (mgr.14696) 2357 : cluster [DBG] pgmap v2023: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:50.705060+0000 mgr.smithi176.ajjlsm (mgr.14696) 2358 : cluster [DBG] pgmap v2024: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:50.705060+0000 mgr.smithi176.ajjlsm (mgr.14696) 2358 : cluster [DBG] pgmap v2024: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:52.705890+0000 mgr.smithi176.ajjlsm (mgr.14696) 2359 : cluster [DBG] pgmap v2025: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:52.705890+0000 mgr.smithi176.ajjlsm (mgr.14696) 2359 : cluster [DBG] pgmap v2025: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:54.706389+0000 mgr.smithi176.ajjlsm (mgr.14696) 2360 : cluster [DBG] pgmap v2026: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:54.706389+0000 mgr.smithi176.ajjlsm (mgr.14696) 2360 : cluster [DBG] pgmap v2026: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:16:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:56.707234+0000 mgr.smithi176.ajjlsm (mgr.14696) 2361 : cluster [DBG] pgmap v2027: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:56.707234+0000 mgr.smithi176.ajjlsm (mgr.14696) 2361 : cluster [DBG] pgmap v2027: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:16:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:16:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:16:58.707794+0000 mgr.smithi176.ajjlsm (mgr.14696) 2362 : cluster [DBG] pgmap v2028: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:16:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:16:58.707794+0000 mgr.smithi176.ajjlsm (mgr.14696) 2362 : cluster [DBG] pgmap v2028: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:00.708289+0000 mgr.smithi176.ajjlsm (mgr.14696) 2363 : cluster [DBG] pgmap v2029: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:00.708289+0000 mgr.smithi176.ajjlsm (mgr.14696) 2363 : cluster [DBG] pgmap v2029: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:02.709058+0000 mgr.smithi176.ajjlsm (mgr.14696) 2364 : cluster [DBG] pgmap v2030: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:17:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:02.709058+0000 mgr.smithi176.ajjlsm (mgr.14696) 2364 : cluster [DBG] pgmap v2030: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:17:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:04.709704+0000 mgr.smithi176.ajjlsm (mgr.14696) 2365 : cluster [DBG] pgmap v2031: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:04.709704+0000 mgr.smithi176.ajjlsm (mgr.14696) 2365 : cluster [DBG] pgmap v2031: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:06.710468+0000 mgr.smithi176.ajjlsm (mgr.14696) 2366 : cluster [DBG] pgmap v2032: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:17:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:06.710468+0000 mgr.smithi176.ajjlsm (mgr.14696) 2366 : cluster [DBG] pgmap v2032: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:17:09.802 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:17:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:08.710987+0000 mgr.smithi176.ajjlsm (mgr.14696) 2367 : cluster [DBG] pgmap v2033: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:17:09.301485+0000 mon.smithi176 (mon.0) 917 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:17:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:17:09.302953+0000 mon.smithi176 (mon.0) 918 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:17:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:17:09.303811+0000 mon.smithi176 (mon.0) 919 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:17:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:08.710987+0000 mgr.smithi176.ajjlsm (mgr.14696) 2367 : cluster [DBG] pgmap v2033: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:10.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:17:09.301485+0000 mon.smithi176 (mon.0) 917 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:17:10.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:17:09.302953+0000 mon.smithi176 (mon.0) 918 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:17:10.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:17:09.303811+0000 mon.smithi176 (mon.0) 919 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:17:10.070 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:17:10.071 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (72m) 4m ago 73m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:17:10.071 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (65m) 4m ago 73m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:17:10.071 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (65m) 4m ago 73m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:17:10.071 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (72m) 4m ago 73m 43.5M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:17:10.072 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (64m) 4m ago 69m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:17:10.072 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (65m) 4m ago 69m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:17:10.072 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (66m) 4m ago 74m 500M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:17:10.072 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (66m) 4m ago 73m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:17:10.073 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (66m) 4m ago 74m 477M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:17:10.073 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (65m) 4m ago 72m 269M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:17:10.073 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (66m) 4m ago 66m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:17:10.073 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (66m) 4m ago 66m 97.4M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:17:10.073 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (73m) 4m ago 73m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:17:10.074 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (72m) 4m ago 72m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:17:10.074 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (58m) 4m ago 72m 582M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:17:10.074 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (72m) 4m ago 72m 1376M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:17:10.074 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (71m) 4m ago 71m 923M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:17:10.075 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (71m) 4m ago 71m 1521M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:17:10.075 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (71m) 4m ago 71m 1427M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:17:10.075 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (71m) 4m ago 71m 1623M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:17:10.075 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (70m) 4m ago 70m 1314M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:17:10.076 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (70m) 4m ago 70m 2050M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:17:10.076 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (72m) 4m ago 73m 63.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:17:10.390 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:17:10.390 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:17:10.391 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:17:10.391 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:17:10.391 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:17:10.391 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:17:10.392 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:17:10.392 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:17:10.392 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:17:10.392 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:17:10.392 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:17:10.393 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:17:10.393 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:17:10.393 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:17:10.393 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:17:10.393 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:17:10.394 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:17:10.394 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:17:10.394 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:17:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:17:09.304547+0000 mgr.smithi176.ajjlsm (mgr.14696) 2368 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:17:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:17:09.741479+0000 mon.smithi176 (mon.0) 920 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:17:11.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:17:09.747893+0000 mon.smithi176 (mon.0) 921 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:17:11.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:17:09.788743+0000 mgr.smithi176.ajjlsm (mgr.14696) 2369 : audit [DBG] from='client.35678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:17:11.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:17:10.389235+0000 mon.smithi176 (mon.0) 922 : audit [DBG] from='client.? 172.21.15.176:0/652990845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:17:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:17:09.304547+0000 mgr.smithi176.ajjlsm (mgr.14696) 2368 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:17:11.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:17:09.741479+0000 mon.smithi176 (mon.0) 920 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:17:11.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:17:09.747893+0000 mon.smithi176 (mon.0) 921 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:17:11.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:17:09.788743+0000 mgr.smithi176.ajjlsm (mgr.14696) 2369 : audit [DBG] from='client.35678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:17:11.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:17:10.389235+0000 mon.smithi176 (mon.0) 922 : audit [DBG] from='client.? 172.21.15.176:0/652990845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:17:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:17:10.060444+0000 mgr.smithi176.ajjlsm (mgr.14696) 2370 : audit [DBG] from='client.35682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:17:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:10.711375+0000 mgr.smithi176.ajjlsm (mgr.14696) 2371 : cluster [DBG] pgmap v2034: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:17:10.060444+0000 mgr.smithi176.ajjlsm (mgr.14696) 2370 : audit [DBG] from='client.35682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:17:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:10.711375+0000 mgr.smithi176.ajjlsm (mgr.14696) 2371 : cluster [DBG] pgmap v2034: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:12.712213+0000 mgr.smithi176.ajjlsm (mgr.14696) 2372 : cluster [DBG] pgmap v2035: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:17:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:12.712213+0000 mgr.smithi176.ajjlsm (mgr.14696) 2372 : cluster [DBG] pgmap v2035: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:17:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:14.712927+0000 mgr.smithi176.ajjlsm (mgr.14696) 2373 : cluster [DBG] pgmap v2036: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:14.712927+0000 mgr.smithi176.ajjlsm (mgr.14696) 2373 : cluster [DBG] pgmap v2036: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:16.713792+0000 mgr.smithi176.ajjlsm (mgr.14696) 2374 : cluster [DBG] pgmap v2037: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:17:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:16.713792+0000 mgr.smithi176.ajjlsm (mgr.14696) 2374 : cluster [DBG] pgmap v2037: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:17:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:18.669081+0000 mon.smithi176 (mon.0) 923 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2022-03-27T08:17:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:18.714500+0000 mgr.smithi176.ajjlsm (mgr.14696) 2375 : cluster [DBG] pgmap v2039: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-27T08:17:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:18.669081+0000 mon.smithi176 (mon.0) 923 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2022-03-27T08:17:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:18.714500+0000 mgr.smithi176.ajjlsm (mgr.14696) 2375 : cluster [DBG] pgmap v2039: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-27T08:17:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:20.715046+0000 mgr.smithi176.ajjlsm (mgr.14696) 2376 : cluster [DBG] pgmap v2040: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-27T08:17:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:20.715046+0000 mgr.smithi176.ajjlsm (mgr.14696) 2376 : cluster [DBG] pgmap v2040: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-27T08:17:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:22.715819+0000 mgr.smithi176.ajjlsm (mgr.14696) 2377 : cluster [DBG] pgmap v2041: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-27T08:17:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:22.715819+0000 mgr.smithi176.ajjlsm (mgr.14696) 2377 : cluster [DBG] pgmap v2041: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-27T08:17:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:24.716422+0000 mgr.smithi176.ajjlsm (mgr.14696) 2378 : cluster [DBG] pgmap v2042: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-27T08:17:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:24.716422+0000 mgr.smithi176.ajjlsm (mgr.14696) 2378 : cluster [DBG] pgmap v2042: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-27T08:17:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:26.717248+0000 mgr.smithi176.ajjlsm (mgr.14696) 2379 : cluster [DBG] pgmap v2043: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-27T08:17:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:26.717248+0000 mgr.smithi176.ajjlsm (mgr.14696) 2379 : cluster [DBG] pgmap v2043: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-27T08:17:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:28.717782+0000 mgr.smithi176.ajjlsm (mgr.14696) 2380 : cluster [DBG] pgmap v2044: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 203 B/s rd, 0 op/s 2022-03-27T08:17:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:28.717782+0000 mgr.smithi176.ajjlsm (mgr.14696) 2380 : cluster [DBG] pgmap v2044: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 203 B/s rd, 0 op/s 2022-03-27T08:17:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:30.718265+0000 mgr.smithi176.ajjlsm (mgr.14696) 2381 : cluster [DBG] pgmap v2045: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:30.718265+0000 mgr.smithi176.ajjlsm (mgr.14696) 2381 : cluster [DBG] pgmap v2045: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:32.719007+0000 mgr.smithi176.ajjlsm (mgr.14696) 2382 : cluster [DBG] pgmap v2046: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:17:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:32.719007+0000 mgr.smithi176.ajjlsm (mgr.14696) 2382 : cluster [DBG] pgmap v2046: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:17:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:34.719658+0000 mgr.smithi176.ajjlsm (mgr.14696) 2383 : cluster [DBG] pgmap v2047: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:34.719658+0000 mgr.smithi176.ajjlsm (mgr.14696) 2383 : cluster [DBG] pgmap v2047: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:36.720387+0000 mgr.smithi176.ajjlsm (mgr.14696) 2384 : cluster [DBG] pgmap v2048: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:17:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:36.720387+0000 mgr.smithi176.ajjlsm (mgr.14696) 2384 : cluster [DBG] pgmap v2048: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:17:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:38.720936+0000 mgr.smithi176.ajjlsm (mgr.14696) 2385 : cluster [DBG] pgmap v2049: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:38.720936+0000 mgr.smithi176.ajjlsm (mgr.14696) 2385 : cluster [DBG] pgmap v2049: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:40.695 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:17:40.962 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:17:40.962 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (73m) 4m ago 74m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:17:40.962 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (66m) 4m ago 74m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:17:40.963 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (66m) 4m ago 73m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:17:40.963 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (73m) 4m ago 73m 43.5M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:17:40.963 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (65m) 4m ago 69m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:17:40.963 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (65m) 4m ago 69m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:17:40.964 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (67m) 4m ago 75m 500M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:17:40.964 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (66m) 4m ago 73m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:17:40.964 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (66m) 4m ago 75m 477M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:17:40.964 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (66m) 4m ago 73m 269M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:17:40.965 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (67m) 4m ago 67m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:17:40.965 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (67m) 4m ago 67m 97.4M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:17:40.965 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (73m) 4m ago 73m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:17:40.965 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (73m) 4m ago 73m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:17:40.965 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (59m) 4m ago 72m 582M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:17:40.966 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (72m) 4m ago 72m 1376M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:17:40.966 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (72m) 4m ago 72m 923M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:17:40.966 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (72m) 4m ago 72m 1521M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:17:40.966 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (71m) 4m ago 71m 1427M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:17:40.967 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (71m) 4m ago 71m 1623M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:17:40.967 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (71m) 4m ago 71m 1314M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:17:40.967 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (71m) 4m ago 71m 2050M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:17:40.967 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (72m) 4m ago 73m 63.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:17:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:17:40.305656+0000 mon.smithi176 (mon.0) 924 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:17:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:17:40.305896+0000 mon.smithi176 (mon.0) 925 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:17:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:17:40.305656+0000 mon.smithi176 (mon.0) 924 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:17:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:17:40.305896+0000 mon.smithi176 (mon.0) 925 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:17:41.286 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:17:41.286 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:17:41.287 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:17:41.287 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:17:41.288 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:17:41.288 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:17:41.289 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:17:41.290 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:17:41.290 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:17:41.291 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:17:41.291 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:17:41.292 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:17:41.292 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:17:41.292 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:17:41.293 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:17:41.293 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:17:41.294 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:17:41.294 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:17:41.295 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:17:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:17:40.682607+0000 mgr.smithi176.ajjlsm (mgr.14696) 2386 : audit [DBG] from='client.35690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:17:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:40.721359+0000 mgr.smithi176.ajjlsm (mgr.14696) 2387 : cluster [DBG] pgmap v2050: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:17:40.952004+0000 mgr.smithi176.ajjlsm (mgr.14696) 2388 : audit [DBG] from='client.35694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:17:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:17:41.284523+0000 mon.smithi176 (mon.0) 926 : audit [DBG] from='client.? 172.21.15.176:0/3696041176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:17:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:17:40.682607+0000 mgr.smithi176.ajjlsm (mgr.14696) 2386 : audit [DBG] from='client.35690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:17:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:40.721359+0000 mgr.smithi176.ajjlsm (mgr.14696) 2387 : cluster [DBG] pgmap v2050: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:42.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:17:40.952004+0000 mgr.smithi176.ajjlsm (mgr.14696) 2388 : audit [DBG] from='client.35694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:17:42.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:17:41.284523+0000 mon.smithi176 (mon.0) 926 : audit [DBG] from='client.? 172.21.15.176:0/3696041176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:17:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:42.722382+0000 mgr.smithi176.ajjlsm (mgr.14696) 2389 : cluster [DBG] pgmap v2051: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:17:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:42.722382+0000 mgr.smithi176.ajjlsm (mgr.14696) 2389 : cluster [DBG] pgmap v2051: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:17:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:44.722856+0000 mgr.smithi176.ajjlsm (mgr.14696) 2390 : cluster [DBG] pgmap v2052: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:44.722856+0000 mgr.smithi176.ajjlsm (mgr.14696) 2390 : cluster [DBG] pgmap v2052: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:46.723798+0000 mgr.smithi176.ajjlsm (mgr.14696) 2391 : cluster [DBG] pgmap v2053: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:17:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:46.723798+0000 mgr.smithi176.ajjlsm (mgr.14696) 2391 : cluster [DBG] pgmap v2053: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:17:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:48.724312+0000 mgr.smithi176.ajjlsm (mgr.14696) 2392 : cluster [DBG] pgmap v2054: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:48.724312+0000 mgr.smithi176.ajjlsm (mgr.14696) 2392 : cluster [DBG] pgmap v2054: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:50.724795+0000 mgr.smithi176.ajjlsm (mgr.14696) 2393 : cluster [DBG] pgmap v2055: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:50.724795+0000 mgr.smithi176.ajjlsm (mgr.14696) 2393 : cluster [DBG] pgmap v2055: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:52.725629+0000 mgr.smithi176.ajjlsm (mgr.14696) 2394 : cluster [DBG] pgmap v2056: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:17:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:52.725629+0000 mgr.smithi176.ajjlsm (mgr.14696) 2394 : cluster [DBG] pgmap v2056: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:17:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:54.726259+0000 mgr.smithi176.ajjlsm (mgr.14696) 2395 : cluster [DBG] pgmap v2057: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:54.726259+0000 mgr.smithi176.ajjlsm (mgr.14696) 2395 : cluster [DBG] pgmap v2057: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:17:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:56.726983+0000 mgr.smithi176.ajjlsm (mgr.14696) 2396 : cluster [DBG] pgmap v2058: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:17:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:56.726983+0000 mgr.smithi176.ajjlsm (mgr.14696) 2396 : cluster [DBG] pgmap v2058: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:17:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:17:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:17:58.727596+0000 mgr.smithi176.ajjlsm (mgr.14696) 2397 : cluster [DBG] pgmap v2059: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:17:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:17:58.727596+0000 mgr.smithi176.ajjlsm (mgr.14696) 2397 : cluster [DBG] pgmap v2059: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:00.728169+0000 mgr.smithi176.ajjlsm (mgr.14696) 2398 : cluster [DBG] pgmap v2060: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:00.728169+0000 mgr.smithi176.ajjlsm (mgr.14696) 2398 : cluster [DBG] pgmap v2060: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:02.729079+0000 mgr.smithi176.ajjlsm (mgr.14696) 2399 : cluster [DBG] pgmap v2061: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:02.729079+0000 mgr.smithi176.ajjlsm (mgr.14696) 2399 : cluster [DBG] pgmap v2061: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:04.729716+0000 mgr.smithi176.ajjlsm (mgr.14696) 2400 : cluster [DBG] pgmap v2062: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:04.729716+0000 mgr.smithi176.ajjlsm (mgr.14696) 2400 : cluster [DBG] pgmap v2062: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:06.730463+0000 mgr.smithi176.ajjlsm (mgr.14696) 2401 : cluster [DBG] pgmap v2063: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:06.730463+0000 mgr.smithi176.ajjlsm (mgr.14696) 2401 : cluster [DBG] pgmap v2063: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:08.731006+0000 mgr.smithi176.ajjlsm (mgr.14696) 2402 : cluster [DBG] pgmap v2064: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:08.731006+0000 mgr.smithi176.ajjlsm (mgr.14696) 2402 : cluster [DBG] pgmap v2064: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:18:09.750552+0000 mon.smithi176 (mon.0) 927 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:18:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:18:09.751990+0000 mon.smithi176 (mon.0) 928 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:18:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:18:09.752845+0000 mon.smithi176 (mon.0) 929 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:18:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:18:09.753650+0000 mgr.smithi176.ajjlsm (mgr.14696) 2403 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:18:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:18:10.154820+0000 mon.smithi176 (mon.0) 930 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:18:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:18:10.159401+0000 mon.smithi176 (mon.0) 931 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:18:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:18:09.750552+0000 mon.smithi176 (mon.0) 927 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:18:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:18:09.751990+0000 mon.smithi176 (mon.0) 928 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:18:11.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:18:09.752845+0000 mon.smithi176 (mon.0) 929 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:18:11.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:18:09.753650+0000 mgr.smithi176.ajjlsm (mgr.14696) 2403 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:18:11.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:18:10.154820+0000 mon.smithi176 (mon.0) 930 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:18:11.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:18:10.159401+0000 mon.smithi176 (mon.0) 931 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:18:11.588 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:18:11.859 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:18:11.860 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (73m) 5m ago 74m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:18:11.860 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (66m) 5m ago 74m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:18:11.860 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (66m) 5m ago 74m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:18:11.860 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (73m) 5m ago 74m 43.5M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:18:11.861 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (66m) 5m ago 70m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:18:11.861 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (66m) 5m ago 70m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:18:11.861 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (67m) 5m ago 75m 500M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:18:11.861 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (67m) 5m ago 74m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:18:11.861 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (67m) 5m ago 75m 477M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:18:11.862 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (66m) 5m ago 74m 269M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:18:11.862 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (67m) 5m ago 67m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:18:11.862 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (67m) 5m ago 67m 97.4M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:18:11.862 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (74m) 5m ago 74m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:18:11.863 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (73m) 5m ago 73m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:18:11.863 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (59m) 5m ago 73m 582M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:18:11.863 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (73m) 5m ago 73m 1376M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:18:11.863 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (72m) 5m ago 72m 923M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:18:11.863 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (72m) 5m ago 72m 1521M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:18:11.864 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (72m) 5m ago 72m 1427M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:18:11.864 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (72m) 5m ago 72m 1623M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:18:11.864 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (71m) 5m ago 71m 1314M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:18:11.864 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (71m) 5m ago 71m 2050M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:18:11.864 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (73m) 5m ago 74m 63.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:18:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:10.731697+0000 mgr.smithi176.ajjlsm (mgr.14696) 2404 : cluster [DBG] pgmap v2065: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:10.731697+0000 mgr.smithi176.ajjlsm (mgr.14696) 2404 : cluster [DBG] pgmap v2065: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:12.180 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:18:12.180 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:18:12.181 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:18:12.181 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:18:12.181 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:18:12.181 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:18:12.181 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:18:12.182 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:18:12.182 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:18:12.182 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:18:12.182 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:18:12.183 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:18:12.183 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:18:12.183 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:18:12.183 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:18:12.183 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:18:12.184 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:18:12.184 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:18:12.184 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:18:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:18:11.574913+0000 mgr.smithi176.ajjlsm (mgr.14696) 2405 : audit [DBG] from='client.35702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:18:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:18:11.849362+0000 mgr.smithi176.ajjlsm (mgr.14696) 2406 : audit [DBG] from='client.35706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:18:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:18:12.179057+0000 mon.smithi176 (mon.0) 932 : audit [DBG] from='client.? 172.21.15.176:0/2650394447' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:18:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:18:11.574913+0000 mgr.smithi176.ajjlsm (mgr.14696) 2405 : audit [DBG] from='client.35702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:18:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:18:11.849362+0000 mgr.smithi176.ajjlsm (mgr.14696) 2406 : audit [DBG] from='client.35706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:18:13.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:18:12.179057+0000 mon.smithi176 (mon.0) 932 : audit [DBG] from='client.? 172.21.15.176:0/2650394447' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:18:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:12.732500+0000 mgr.smithi176.ajjlsm (mgr.14696) 2407 : cluster [DBG] pgmap v2066: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:12.732500+0000 mgr.smithi176.ajjlsm (mgr.14696) 2407 : cluster [DBG] pgmap v2066: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:14.733006+0000 mgr.smithi176.ajjlsm (mgr.14696) 2408 : cluster [DBG] pgmap v2067: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:14.733006+0000 mgr.smithi176.ajjlsm (mgr.14696) 2408 : cluster [DBG] pgmap v2067: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:16.734028+0000 mgr.smithi176.ajjlsm (mgr.14696) 2409 : cluster [DBG] pgmap v2068: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:16.734028+0000 mgr.smithi176.ajjlsm (mgr.14696) 2409 : cluster [DBG] pgmap v2068: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:18.734537+0000 mgr.smithi176.ajjlsm (mgr.14696) 2410 : cluster [DBG] pgmap v2069: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:18.734537+0000 mgr.smithi176.ajjlsm (mgr.14696) 2410 : cluster [DBG] pgmap v2069: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:20.735045+0000 mgr.smithi176.ajjlsm (mgr.14696) 2411 : cluster [DBG] pgmap v2070: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:20.735045+0000 mgr.smithi176.ajjlsm (mgr.14696) 2411 : cluster [DBG] pgmap v2070: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:22.735752+0000 mgr.smithi176.ajjlsm (mgr.14696) 2412 : cluster [DBG] pgmap v2071: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:22.735752+0000 mgr.smithi176.ajjlsm (mgr.14696) 2412 : cluster [DBG] pgmap v2071: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:24.736227+0000 mgr.smithi176.ajjlsm (mgr.14696) 2413 : cluster [DBG] pgmap v2072: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:24.736227+0000 mgr.smithi176.ajjlsm (mgr.14696) 2413 : cluster [DBG] pgmap v2072: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:26.736881+0000 mgr.smithi176.ajjlsm (mgr.14696) 2414 : cluster [DBG] pgmap v2073: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:26.736881+0000 mgr.smithi176.ajjlsm (mgr.14696) 2414 : cluster [DBG] pgmap v2073: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:28.737417+0000 mgr.smithi176.ajjlsm (mgr.14696) 2415 : cluster [DBG] pgmap v2074: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:28.737417+0000 mgr.smithi176.ajjlsm (mgr.14696) 2415 : cluster [DBG] pgmap v2074: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:30.738080+0000 mgr.smithi176.ajjlsm (mgr.14696) 2416 : cluster [DBG] pgmap v2075: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:30.738080+0000 mgr.smithi176.ajjlsm (mgr.14696) 2416 : cluster [DBG] pgmap v2075: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:32.739111+0000 mgr.smithi176.ajjlsm (mgr.14696) 2417 : cluster [DBG] pgmap v2076: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:32.739111+0000 mgr.smithi176.ajjlsm (mgr.14696) 2417 : cluster [DBG] pgmap v2076: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:34.739609+0000 mgr.smithi176.ajjlsm (mgr.14696) 2418 : cluster [DBG] pgmap v2077: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:34.739609+0000 mgr.smithi176.ajjlsm (mgr.14696) 2418 : cluster [DBG] pgmap v2077: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:36.740364+0000 mgr.smithi176.ajjlsm (mgr.14696) 2419 : cluster [DBG] pgmap v2078: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:36.740364+0000 mgr.smithi176.ajjlsm (mgr.14696) 2419 : cluster [DBG] pgmap v2078: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:38.741015+0000 mgr.smithi176.ajjlsm (mgr.14696) 2420 : cluster [DBG] pgmap v2079: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:38.741015+0000 mgr.smithi176.ajjlsm (mgr.14696) 2420 : cluster [DBG] pgmap v2079: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:18:40.309804+0000 mon.smithi176 (mon.0) 933 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:18:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:18:40.311149+0000 mon.smithi176 (mon.0) 934 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:18:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:18:40.309804+0000 mon.smithi176 (mon.0) 933 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:18:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:18:40.311149+0000 mon.smithi176 (mon.0) 934 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:18:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:40.741753+0000 mgr.smithi176.ajjlsm (mgr.14696) 2421 : cluster [DBG] pgmap v2080: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:40.741753+0000 mgr.smithi176.ajjlsm (mgr.14696) 2421 : cluster [DBG] pgmap v2080: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:42.483 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:18:42.750 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:18:42.750 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (74m) 5m ago 75m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:18:42.750 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (67m) 5m ago 75m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:18:42.750 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (67m) 5m ago 74m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:18:42.751 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (74m) 5m ago 74m 43.5M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:18:42.751 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (66m) 5m ago 70m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:18:42.751 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (66m) 5m ago 70m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:18:42.751 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (68m) 5m ago 76m 500M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:18:42.752 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (67m) 5m ago 74m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:18:42.752 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (67m) 5m ago 76m 477M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:18:42.752 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (67m) 5m ago 74m 269M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:18:42.752 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (68m) 5m ago 68m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:18:42.753 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (68m) 5m ago 68m 97.4M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:18:42.753 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (74m) 5m ago 74m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:18:42.753 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (74m) 5m ago 74m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:18:42.753 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (60m) 5m ago 73m 582M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:18:42.754 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (73m) 5m ago 73m 1376M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:18:42.754 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (73m) 5m ago 73m 923M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:18:42.754 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (73m) 5m ago 73m 1521M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:18:42.754 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (72m) 5m ago 72m 1427M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:18:42.755 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (72m) 5m ago 72m 1623M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:18:42.755 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (72m) 5m ago 72m 1314M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:18:42.755 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (72m) 5m ago 72m 2050M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:18:42.755 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (73m) 5m ago 74m 63.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:18:43.075 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:18:43.076 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:18:43.076 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:18:43.076 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:18:43.077 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:18:43.077 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:18:43.077 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:18:43.077 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:18:43.078 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:18:43.078 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:18:43.078 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:18:43.078 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:18:43.079 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:18:43.079 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:18:43.080 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:18:43.080 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:18:43.080 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:18:43.080 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:18:43.080 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:18:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:18:42.470268+0000 mgr.smithi176.ajjlsm (mgr.14696) 2422 : audit [DBG] from='client.35714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:18:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:18:42.739512+0000 mgr.smithi176.ajjlsm (mgr.14696) 2423 : audit [DBG] from='client.35718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:18:44.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:42.742393+0000 mgr.smithi176.ajjlsm (mgr.14696) 2424 : cluster [DBG] pgmap v2081: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:44.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:18:43.074577+0000 mon.smithi176 (mon.0) 935 : audit [DBG] from='client.? 172.21.15.176:0/3902646855' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:18:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:18:42.470268+0000 mgr.smithi176.ajjlsm (mgr.14696) 2422 : audit [DBG] from='client.35714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:18:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:18:42.739512+0000 mgr.smithi176.ajjlsm (mgr.14696) 2423 : audit [DBG] from='client.35718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:18:44.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:42.742393+0000 mgr.smithi176.ajjlsm (mgr.14696) 2424 : cluster [DBG] pgmap v2081: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:44.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:18:43.074577+0000 mon.smithi176 (mon.0) 935 : audit [DBG] from='client.? 172.21.15.176:0/3902646855' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:18:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:44.742891+0000 mgr.smithi176.ajjlsm (mgr.14696) 2425 : cluster [DBG] pgmap v2082: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:44.742891+0000 mgr.smithi176.ajjlsm (mgr.14696) 2425 : cluster [DBG] pgmap v2082: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:46.743714+0000 mgr.smithi176.ajjlsm (mgr.14696) 2426 : cluster [DBG] pgmap v2083: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:46.743714+0000 mgr.smithi176.ajjlsm (mgr.14696) 2426 : cluster [DBG] pgmap v2083: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:48.744188+0000 mgr.smithi176.ajjlsm (mgr.14696) 2427 : cluster [DBG] pgmap v2084: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:48.744188+0000 mgr.smithi176.ajjlsm (mgr.14696) 2427 : cluster [DBG] pgmap v2084: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:50.744733+0000 mgr.smithi176.ajjlsm (mgr.14696) 2428 : cluster [DBG] pgmap v2085: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:50.744733+0000 mgr.smithi176.ajjlsm (mgr.14696) 2428 : cluster [DBG] pgmap v2085: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:52.745752+0000 mgr.smithi176.ajjlsm (mgr.14696) 2429 : cluster [DBG] pgmap v2086: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:52.745752+0000 mgr.smithi176.ajjlsm (mgr.14696) 2429 : cluster [DBG] pgmap v2086: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:54.746451+0000 mgr.smithi176.ajjlsm (mgr.14696) 2430 : cluster [DBG] pgmap v2087: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:54.746451+0000 mgr.smithi176.ajjlsm (mgr.14696) 2430 : cluster [DBG] pgmap v2087: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:18:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:56.747417+0000 mgr.smithi176.ajjlsm (mgr.14696) 2431 : cluster [DBG] pgmap v2088: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:56.747417+0000 mgr.smithi176.ajjlsm (mgr.14696) 2431 : cluster [DBG] pgmap v2088: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:18:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:18:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:18:58.748077+0000 mgr.smithi176.ajjlsm (mgr.14696) 2432 : cluster [DBG] pgmap v2089: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:18:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:18:58.748077+0000 mgr.smithi176.ajjlsm (mgr.14696) 2432 : cluster [DBG] pgmap v2089: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:00.748631+0000 mgr.smithi176.ajjlsm (mgr.14696) 2433 : cluster [DBG] pgmap v2090: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:00.748631+0000 mgr.smithi176.ajjlsm (mgr.14696) 2433 : cluster [DBG] pgmap v2090: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:02.749483+0000 mgr.smithi176.ajjlsm (mgr.14696) 2434 : cluster [DBG] pgmap v2091: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:02.749483+0000 mgr.smithi176.ajjlsm (mgr.14696) 2434 : cluster [DBG] pgmap v2091: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:04.750103+0000 mgr.smithi176.ajjlsm (mgr.14696) 2435 : cluster [DBG] pgmap v2092: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:04.750103+0000 mgr.smithi176.ajjlsm (mgr.14696) 2435 : cluster [DBG] pgmap v2092: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:06.751078+0000 mgr.smithi176.ajjlsm (mgr.14696) 2436 : cluster [DBG] pgmap v2093: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:06.751078+0000 mgr.smithi176.ajjlsm (mgr.14696) 2436 : cluster [DBG] pgmap v2093: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:08.751788+0000 mgr.smithi176.ajjlsm (mgr.14696) 2437 : cluster [DBG] pgmap v2094: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:08.751788+0000 mgr.smithi176.ajjlsm (mgr.14696) 2437 : cluster [DBG] pgmap v2094: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:19:10.162455+0000 mon.smithi176 (mon.0) 936 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:19:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:19:10.163824+0000 mon.smithi176 (mon.0) 937 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:19:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:19:10.164697+0000 mon.smithi176 (mon.0) 938 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:19:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:19:10.566326+0000 mon.smithi176 (mon.0) 939 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:19:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:19:10.571027+0000 mon.smithi176 (mon.0) 940 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:19:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:19:10.162455+0000 mon.smithi176 (mon.0) 936 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:19:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:19:10.163824+0000 mon.smithi176 (mon.0) 937 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:19:11.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:19:10.164697+0000 mon.smithi176 (mon.0) 938 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:19:11.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:19:10.566326+0000 mon.smithi176 (mon.0) 939 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:19:11.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:19:10.571027+0000 mon.smithi176 (mon.0) 940 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:19:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:19:10.165445+0000 mgr.smithi176.ajjlsm (mgr.14696) 2438 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:19:11.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:10.752180+0000 mgr.smithi176.ajjlsm (mgr.14696) 2439 : cluster [DBG] pgmap v2095: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:19:10.165445+0000 mgr.smithi176.ajjlsm (mgr.14696) 2438 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:19:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:10.752180+0000 mgr.smithi176.ajjlsm (mgr.14696) 2439 : cluster [DBG] pgmap v2095: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:13.379 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:19:13.647 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:19:13.648 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (74m) 6m ago 75m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:19:13.648 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (67m) 6m ago 75m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:19:13.648 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (67m) 6m ago 75m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:19:13.649 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (74m) 6m ago 75m 43.5M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:19:13.649 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (67m) 6m ago 71m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:19:13.649 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (67m) 6m ago 71m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:19:13.649 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (68m) 6m ago 76m 500M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:19:13.650 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (68m) 6m ago 75m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:19:13.650 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (68m) 6m ago 76m 477M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:19:13.650 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (67m) 6m ago 75m 269M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:19:13.650 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (68m) 6m ago 68m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:19:13.651 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (68m) 6m ago 68m 97.4M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:19:13.651 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (75m) 6m ago 75m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:19:13.651 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (74m) 6m ago 74m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:19:13.651 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (60m) 6m ago 74m 582M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:19:13.652 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (74m) 6m ago 74m 1376M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:19:13.652 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (73m) 6m ago 73m 923M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:19:13.652 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (73m) 6m ago 73m 1521M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:19:13.652 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (73m) 6m ago 73m 1427M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:19:13.652 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (73m) 6m ago 73m 1623M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:19:13.653 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (72m) 6m ago 72m 1314M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:19:13.653 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (72m) 6m ago 72m 2050M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:19:13.653 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (74m) 6m ago 75m 63.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:19:13.976 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:19:13.976 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:19:13.976 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:19:13.976 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:19:13.977 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:19:13.977 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:19:13.977 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:19:13.977 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:19:13.978 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:19:13.978 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:19:13.978 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:19:13.978 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:19:13.979 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:19:13.979 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:19:13.979 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:19:13.979 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:19:13.980 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:19:13.980 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:19:13.980 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:19:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:12.753069+0000 mgr.smithi176.ajjlsm (mgr.14696) 2440 : cluster [DBG] pgmap v2096: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:12.753069+0000 mgr.smithi176.ajjlsm (mgr.14696) 2440 : cluster [DBG] pgmap v2096: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:19:13.365747+0000 mgr.smithi176.ajjlsm (mgr.14696) 2441 : audit [DBG] from='client.35726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:19:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:19:13.637720+0000 mgr.smithi176.ajjlsm (mgr.14696) 2442 : audit [DBG] from='client.35730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:19:15.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:19:13.974585+0000 mon.smithi176 (mon.0) 941 : audit [DBG] from='client.? 172.21.15.176:0/3448010692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:19:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:19:13.365747+0000 mgr.smithi176.ajjlsm (mgr.14696) 2441 : audit [DBG] from='client.35726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:19:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:19:13.637720+0000 mgr.smithi176.ajjlsm (mgr.14696) 2442 : audit [DBG] from='client.35730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:19:15.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:19:13.974585+0000 mon.smithi176 (mon.0) 941 : audit [DBG] from='client.? 172.21.15.176:0/3448010692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:19:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:14.753567+0000 mgr.smithi176.ajjlsm (mgr.14696) 2443 : cluster [DBG] pgmap v2097: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:14.753567+0000 mgr.smithi176.ajjlsm (mgr.14696) 2443 : cluster [DBG] pgmap v2097: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:16.754540+0000 mgr.smithi176.ajjlsm (mgr.14696) 2444 : cluster [DBG] pgmap v2098: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:16.754540+0000 mgr.smithi176.ajjlsm (mgr.14696) 2444 : cluster [DBG] pgmap v2098: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:18.755273+0000 mgr.smithi176.ajjlsm (mgr.14696) 2445 : cluster [DBG] pgmap v2099: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:18.755273+0000 mgr.smithi176.ajjlsm (mgr.14696) 2445 : cluster [DBG] pgmap v2099: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:20.755924+0000 mgr.smithi176.ajjlsm (mgr.14696) 2446 : cluster [DBG] pgmap v2100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:20.755924+0000 mgr.smithi176.ajjlsm (mgr.14696) 2446 : cluster [DBG] pgmap v2100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:22.756829+0000 mgr.smithi176.ajjlsm (mgr.14696) 2447 : cluster [DBG] pgmap v2101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:22.756829+0000 mgr.smithi176.ajjlsm (mgr.14696) 2447 : cluster [DBG] pgmap v2101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:24.757337+0000 mgr.smithi176.ajjlsm (mgr.14696) 2448 : cluster [DBG] pgmap v2102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:24.757337+0000 mgr.smithi176.ajjlsm (mgr.14696) 2448 : cluster [DBG] pgmap v2102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:26.758323+0000 mgr.smithi176.ajjlsm (mgr.14696) 2449 : cluster [DBG] pgmap v2103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:26.758323+0000 mgr.smithi176.ajjlsm (mgr.14696) 2449 : cluster [DBG] pgmap v2103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:28.759075+0000 mgr.smithi176.ajjlsm (mgr.14696) 2450 : cluster [DBG] pgmap v2104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:28.759075+0000 mgr.smithi176.ajjlsm (mgr.14696) 2450 : cluster [DBG] pgmap v2104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:30.759627+0000 mgr.smithi176.ajjlsm (mgr.14696) 2451 : cluster [DBG] pgmap v2105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:30.759627+0000 mgr.smithi176.ajjlsm (mgr.14696) 2451 : cluster [DBG] pgmap v2105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:32.760534+0000 mgr.smithi176.ajjlsm (mgr.14696) 2452 : cluster [DBG] pgmap v2106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:32.760534+0000 mgr.smithi176.ajjlsm (mgr.14696) 2452 : cluster [DBG] pgmap v2106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:34.761009+0000 mgr.smithi176.ajjlsm (mgr.14696) 2453 : cluster [DBG] pgmap v2107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:34.761009+0000 mgr.smithi176.ajjlsm (mgr.14696) 2453 : cluster [DBG] pgmap v2107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:36.761816+0000 mgr.smithi176.ajjlsm (mgr.14696) 2454 : cluster [DBG] pgmap v2108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:36.761816+0000 mgr.smithi176.ajjlsm (mgr.14696) 2454 : cluster [DBG] pgmap v2108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:38.762425+0000 mgr.smithi176.ajjlsm (mgr.14696) 2455 : cluster [DBG] pgmap v2109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:38.762425+0000 mgr.smithi176.ajjlsm (mgr.14696) 2455 : cluster [DBG] pgmap v2109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:19:40.315173+0000 mon.smithi176 (mon.0) 942 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:19:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:19:40.315448+0000 mon.smithi176 (mon.0) 943 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:19:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:19:40.315173+0000 mon.smithi176 (mon.0) 942 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:19:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:19:40.315448+0000 mon.smithi176 (mon.0) 943 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:19:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:40.762962+0000 mgr.smithi176.ajjlsm (mgr.14696) 2456 : cluster [DBG] pgmap v2110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:40.762962+0000 mgr.smithi176.ajjlsm (mgr.14696) 2456 : cluster [DBG] pgmap v2110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:42.763884+0000 mgr.smithi176.ajjlsm (mgr.14696) 2457 : cluster [DBG] pgmap v2111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:44.283 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:19:44.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:42.763884+0000 mgr.smithi176.ajjlsm (mgr.14696) 2457 : cluster [DBG] pgmap v2111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:44.553 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:19:44.554 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (75m) 6m ago 76m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:19:44.554 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (68m) 6m ago 76m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:19:44.554 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (68m) 6m ago 75m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:19:44.554 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (75m) 6m ago 75m 43.5M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:19:44.555 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (67m) 6m ago 71m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:19:44.555 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (68m) 6m ago 71m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:19:44.555 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (69m) 6m ago 77m 500M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:19:44.555 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (68m) 6m ago 75m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:19:44.556 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (68m) 6m ago 77m 477M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:19:44.556 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (68m) 6m ago 75m 269M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:19:44.556 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (69m) 6m ago 69m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:19:44.556 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (69m) 6m ago 69m 97.4M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:19:44.557 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (75m) 6m ago 75m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:19:44.557 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (75m) 6m ago 75m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:19:44.557 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (61m) 6m ago 74m 582M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:19:44.557 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (74m) 6m ago 74m 1376M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:19:44.558 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (74m) 6m ago 74m 923M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:19:44.558 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (74m) 6m ago 74m 1521M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:19:44.558 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (73m) 6m ago 73m 1427M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:19:44.559 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (73m) 6m ago 73m 1623M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:19:44.559 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (73m) 6m ago 73m 1314M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:19:44.559 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (73m) 6m ago 73m 2050M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:19:44.559 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (75m) 6m ago 75m 63.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:19:44.875 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:19:44.876 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:19:44.876 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:19:44.876 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:19:44.876 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:19:44.877 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:19:44.877 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:19:44.877 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:19:44.878 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:19:44.878 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:19:44.878 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:19:44.879 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:19:44.879 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:19:44.879 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:19:44.880 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:19:44.880 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:19:44.880 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:19:44.880 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:19:44.881 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:19:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:19:44.269958+0000 mgr.smithi176.ajjlsm (mgr.14696) 2458 : audit [DBG] from='client.35738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:19:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:19:44.543376+0000 mgr.smithi176.ajjlsm (mgr.14696) 2459 : audit [DBG] from='client.35742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:19:46.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:44.764440+0000 mgr.smithi176.ajjlsm (mgr.14696) 2460 : cluster [DBG] pgmap v2112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:46.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:19:44.874711+0000 mon.smithi176 (mon.0) 944 : audit [DBG] from='client.? 172.21.15.176:0/234850055' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:19:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:19:44.269958+0000 mgr.smithi176.ajjlsm (mgr.14696) 2458 : audit [DBG] from='client.35738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:19:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:19:44.543376+0000 mgr.smithi176.ajjlsm (mgr.14696) 2459 : audit [DBG] from='client.35742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:19:46.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:44.764440+0000 mgr.smithi176.ajjlsm (mgr.14696) 2460 : cluster [DBG] pgmap v2112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:46.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:19:44.874711+0000 mon.smithi176 (mon.0) 944 : audit [DBG] from='client.? 172.21.15.176:0/234850055' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:19:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:46.765454+0000 mgr.smithi176.ajjlsm (mgr.14696) 2461 : cluster [DBG] pgmap v2113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:46.765454+0000 mgr.smithi176.ajjlsm (mgr.14696) 2461 : cluster [DBG] pgmap v2113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:48.766114+0000 mgr.smithi176.ajjlsm (mgr.14696) 2462 : cluster [DBG] pgmap v2114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:48.766114+0000 mgr.smithi176.ajjlsm (mgr.14696) 2462 : cluster [DBG] pgmap v2114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:50.766719+0000 mgr.smithi176.ajjlsm (mgr.14696) 2463 : cluster [DBG] pgmap v2115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:50.766719+0000 mgr.smithi176.ajjlsm (mgr.14696) 2463 : cluster [DBG] pgmap v2115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:52.767571+0000 mgr.smithi176.ajjlsm (mgr.14696) 2464 : cluster [DBG] pgmap v2116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:52.767571+0000 mgr.smithi176.ajjlsm (mgr.14696) 2464 : cluster [DBG] pgmap v2116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:54.768305+0000 mgr.smithi176.ajjlsm (mgr.14696) 2465 : cluster [DBG] pgmap v2117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:54.768305+0000 mgr.smithi176.ajjlsm (mgr.14696) 2465 : cluster [DBG] pgmap v2117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:19:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:56.769117+0000 mgr.smithi176.ajjlsm (mgr.14696) 2466 : cluster [DBG] pgmap v2118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:56.769117+0000 mgr.smithi176.ajjlsm (mgr.14696) 2466 : cluster [DBG] pgmap v2118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:19:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:19:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:19:58.769642+0000 mgr.smithi176.ajjlsm (mgr.14696) 2467 : cluster [DBG] pgmap v2119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:19:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:19:58.769642+0000 mgr.smithi176.ajjlsm (mgr.14696) 2467 : cluster [DBG] pgmap v2119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:00.000158+0000 mon.smithi176 (mon.0) 945 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T08:20:01.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:00.000158+0000 mon.smithi176 (mon.0) 945 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T08:20:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:00.770404+0000 mgr.smithi176.ajjlsm (mgr.14696) 2468 : cluster [DBG] pgmap v2120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:00.770404+0000 mgr.smithi176.ajjlsm (mgr.14696) 2468 : cluster [DBG] pgmap v2120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:02.771211+0000 mgr.smithi176.ajjlsm (mgr.14696) 2469 : cluster [DBG] pgmap v2121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:02.771211+0000 mgr.smithi176.ajjlsm (mgr.14696) 2469 : cluster [DBG] pgmap v2121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:04.771788+0000 mgr.smithi176.ajjlsm (mgr.14696) 2470 : cluster [DBG] pgmap v2122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:04.771788+0000 mgr.smithi176.ajjlsm (mgr.14696) 2470 : cluster [DBG] pgmap v2122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:06.772595+0000 mgr.smithi176.ajjlsm (mgr.14696) 2471 : cluster [DBG] pgmap v2123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:06.772595+0000 mgr.smithi176.ajjlsm (mgr.14696) 2471 : cluster [DBG] pgmap v2123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:08.773210+0000 mgr.smithi176.ajjlsm (mgr.14696) 2472 : cluster [DBG] pgmap v2124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:08.773210+0000 mgr.smithi176.ajjlsm (mgr.14696) 2472 : cluster [DBG] pgmap v2124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:20:10.573522+0000 mon.smithi176 (mon.0) 946 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:20:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:20:10.574992+0000 mon.smithi176 (mon.0) 947 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:20:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:20:10.575857+0000 mon.smithi176 (mon.0) 948 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:20:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:20:10.573522+0000 mon.smithi176 (mon.0) 946 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:20:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:20:10.574992+0000 mon.smithi176 (mon.0) 947 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:20:11.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:20:10.575857+0000 mon.smithi176 (mon.0) 948 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:20:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:20:10.576622+0000 mgr.smithi176.ajjlsm (mgr.14696) 2473 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:20:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:10.773620+0000 mgr.smithi176.ajjlsm (mgr.14696) 2474 : cluster [DBG] pgmap v2125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:20:10.979643+0000 mon.smithi176 (mon.0) 949 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:20:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:20:10.984366+0000 mon.smithi176 (mon.0) 950 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:20:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:20:10.576622+0000 mgr.smithi176.ajjlsm (mgr.14696) 2473 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:20:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:10.773620+0000 mgr.smithi176.ajjlsm (mgr.14696) 2474 : cluster [DBG] pgmap v2125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:20:10.979643+0000 mon.smithi176 (mon.0) 949 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:20:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:20:10.984366+0000 mon.smithi176 (mon.0) 950 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:20:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:12.774383+0000 mgr.smithi176.ajjlsm (mgr.14696) 2475 : cluster [DBG] pgmap v2126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:12.774383+0000 mgr.smithi176.ajjlsm (mgr.14696) 2475 : cluster [DBG] pgmap v2126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:15.181 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:20:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:14.774890+0000 mgr.smithi176.ajjlsm (mgr.14696) 2476 : cluster [DBG] pgmap v2127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:15.452 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:20:15.452 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (75m) 7m ago 76m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:20:15.453 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (68m) 7m ago 76m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:20:15.453 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (68m) 7m ago 76m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:20:15.453 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (75m) 7m ago 76m 43.5M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:20:15.453 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (68m) 7m ago 72m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:20:15.454 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (68m) 7m ago 72m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:20:15.454 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (69m) 7m ago 77m 500M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:20:15.454 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (69m) 7m ago 76m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:20:15.454 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (69m) 7m ago 77m 477M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:20:15.455 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (69m) 7m ago 76m 269M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:20:15.455 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (70m) 7m ago 70m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:20:15.455 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (69m) 7m ago 69m 97.4M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:20:15.455 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (76m) 7m ago 76m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:20:15.456 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (75m) 7m ago 75m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:20:15.456 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (61m) 7m ago 75m 582M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:20:15.456 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (75m) 7m ago 75m 1376M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:20:15.456 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (74m) 7m ago 74m 923M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:20:15.456 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (74m) 7m ago 74m 1521M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:20:15.457 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (74m) 7m ago 74m 1427M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:20:15.457 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (74m) 7m ago 74m 1623M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:20:15.457 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (73m) 7m ago 73m 1314M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:20:15.457 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (73m) 7m ago 73m 2050M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:20:15.458 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (75m) 7m ago 76m 63.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:20:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:14.774890+0000 mgr.smithi176.ajjlsm (mgr.14696) 2476 : cluster [DBG] pgmap v2127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:15.774 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:20:15.776 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:20:15.776 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:20:15.776 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:20:15.776 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:20:15.777 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:20:15.777 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:20:15.777 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:20:15.777 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:20:15.778 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:20:15.778 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:20:15.778 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:20:15.779 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:20:15.779 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:20:15.779 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:20:15.779 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:20:15.779 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:20:15.780 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:20:15.780 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:20:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:20:15.168651+0000 mgr.smithi176.ajjlsm (mgr.14696) 2477 : audit [DBG] from='client.35750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:20:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:20:15.442466+0000 mgr.smithi176.ajjlsm (mgr.14696) 2478 : audit [DBG] from='client.35754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:20:16.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:20:15.772148+0000 mon.smithi176 (mon.0) 951 : audit [DBG] from='client.? 172.21.15.176:0/2082605575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:20:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:20:15.168651+0000 mgr.smithi176.ajjlsm (mgr.14696) 2477 : audit [DBG] from='client.35750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:20:16.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:20:15.442466+0000 mgr.smithi176.ajjlsm (mgr.14696) 2478 : audit [DBG] from='client.35754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:20:16.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:20:15.772148+0000 mon.smithi176 (mon.0) 951 : audit [DBG] from='client.? 172.21.15.176:0/2082605575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:20:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:16.775701+0000 mgr.smithi176.ajjlsm (mgr.14696) 2479 : cluster [DBG] pgmap v2128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:16.775701+0000 mgr.smithi176.ajjlsm (mgr.14696) 2479 : cluster [DBG] pgmap v2128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:18.776220+0000 mgr.smithi176.ajjlsm (mgr.14696) 2480 : cluster [DBG] pgmap v2129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:18.776220+0000 mgr.smithi176.ajjlsm (mgr.14696) 2480 : cluster [DBG] pgmap v2129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:20.776895+0000 mgr.smithi176.ajjlsm (mgr.14696) 2481 : cluster [DBG] pgmap v2130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:20.776895+0000 mgr.smithi176.ajjlsm (mgr.14696) 2481 : cluster [DBG] pgmap v2130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:22.777815+0000 mgr.smithi176.ajjlsm (mgr.14696) 2482 : cluster [DBG] pgmap v2131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:22.777815+0000 mgr.smithi176.ajjlsm (mgr.14696) 2482 : cluster [DBG] pgmap v2131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:24.778350+0000 mgr.smithi176.ajjlsm (mgr.14696) 2483 : cluster [DBG] pgmap v2132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:24.778350+0000 mgr.smithi176.ajjlsm (mgr.14696) 2483 : cluster [DBG] pgmap v2132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:26.779084+0000 mgr.smithi176.ajjlsm (mgr.14696) 2484 : cluster [DBG] pgmap v2133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:26.779084+0000 mgr.smithi176.ajjlsm (mgr.14696) 2484 : cluster [DBG] pgmap v2133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:28.779750+0000 mgr.smithi176.ajjlsm (mgr.14696) 2485 : cluster [DBG] pgmap v2134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:28.779750+0000 mgr.smithi176.ajjlsm (mgr.14696) 2485 : cluster [DBG] pgmap v2134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:30.780290+0000 mgr.smithi176.ajjlsm (mgr.14696) 2486 : cluster [DBG] pgmap v2135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:30.780290+0000 mgr.smithi176.ajjlsm (mgr.14696) 2486 : cluster [DBG] pgmap v2135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:32.781267+0000 mgr.smithi176.ajjlsm (mgr.14696) 2487 : cluster [DBG] pgmap v2136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:32.781267+0000 mgr.smithi176.ajjlsm (mgr.14696) 2487 : cluster [DBG] pgmap v2136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:34.781680+0000 mgr.smithi176.ajjlsm (mgr.14696) 2488 : cluster [DBG] pgmap v2137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:34.781680+0000 mgr.smithi176.ajjlsm (mgr.14696) 2488 : cluster [DBG] pgmap v2137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:36.782564+0000 mgr.smithi176.ajjlsm (mgr.14696) 2489 : cluster [DBG] pgmap v2138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:36.782564+0000 mgr.smithi176.ajjlsm (mgr.14696) 2489 : cluster [DBG] pgmap v2138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:38.783071+0000 mgr.smithi176.ajjlsm (mgr.14696) 2490 : cluster [DBG] pgmap v2139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:38.783071+0000 mgr.smithi176.ajjlsm (mgr.14696) 2490 : cluster [DBG] pgmap v2139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:20:40.319889+0000 mon.smithi176 (mon.0) 952 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:20:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:20:40.320155+0000 mon.smithi176 (mon.0) 953 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:20:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:20:40.319889+0000 mon.smithi176 (mon.0) 952 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:20:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:20:40.320155+0000 mon.smithi176 (mon.0) 953 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:20:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:40.783630+0000 mgr.smithi176.ajjlsm (mgr.14696) 2491 : cluster [DBG] pgmap v2140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:40.783630+0000 mgr.smithi176.ajjlsm (mgr.14696) 2491 : cluster [DBG] pgmap v2140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:42.784589+0000 mgr.smithi176.ajjlsm (mgr.14696) 2492 : cluster [DBG] pgmap v2141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:42.784589+0000 mgr.smithi176.ajjlsm (mgr.14696) 2492 : cluster [DBG] pgmap v2141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:46.077 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:20:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:44.785155+0000 mgr.smithi176.ajjlsm (mgr.14696) 2493 : cluster [DBG] pgmap v2142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:44.785155+0000 mgr.smithi176.ajjlsm (mgr.14696) 2493 : cluster [DBG] pgmap v2142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:46.346 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:20:46.346 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (76m) 7m ago 77m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:20:46.346 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (69m) 7m ago 77m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:20:46.346 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (69m) 7m ago 76m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:20:46.347 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (76m) 7m ago 76m 43.5M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:20:46.347 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (68m) 7m ago 72m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:20:46.347 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (69m) 7m ago 72m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:20:46.347 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (70m) 7m ago 78m 500M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:20:46.348 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (69m) 7m ago 76m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:20:46.348 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (69m) 7m ago 78m 477M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:20:46.348 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (69m) 7m ago 76m 269M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:20:46.348 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (70m) 7m ago 70m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:20:46.349 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (70m) 7m ago 70m 97.4M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:20:46.349 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (76m) 7m ago 76m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:20:46.349 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (76m) 7m ago 76m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:20:46.349 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (62m) 7m ago 75m 582M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:20:46.350 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (75m) 7m ago 75m 1376M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:20:46.350 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (75m) 7m ago 75m 923M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:20:46.350 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (75m) 7m ago 75m 1521M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:20:46.350 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (74m) 7m ago 74m 1427M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:20:46.351 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (74m) 7m ago 74m 1623M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:20:46.351 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (74m) 7m ago 74m 1314M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:20:46.351 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (74m) 7m ago 74m 2050M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:20:46.351 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (76m) 7m ago 76m 63.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:20:46.669 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:20:46.670 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:20:46.670 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:20:46.670 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:20:46.671 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:20:46.671 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:20:46.671 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:20:46.671 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:20:46.672 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:20:46.672 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:20:46.672 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:20:46.672 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:20:46.673 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:20:46.673 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:20:46.673 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:20:46.673 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:20:46.674 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:20:46.674 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:20:46.674 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:20:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:20:46.668572+0000 mon.smithi176 (mon.0) 954 : audit [DBG] from='client.? 172.21.15.176:0/987914603' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:20:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:20:46.668572+0000 mon.smithi176 (mon.0) 954 : audit [DBG] from='client.? 172.21.15.176:0/987914603' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:20:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:20:46.064449+0000 mgr.smithi176.ajjlsm (mgr.14696) 2494 : audit [DBG] from='client.35762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:20:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:20:46.335556+0000 mgr.smithi176.ajjlsm (mgr.14696) 2495 : audit [DBG] from='client.35766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:20:47.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:46.786076+0000 mgr.smithi176.ajjlsm (mgr.14696) 2496 : cluster [DBG] pgmap v2143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:20:46.064449+0000 mgr.smithi176.ajjlsm (mgr.14696) 2494 : audit [DBG] from='client.35762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:20:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:20:46.335556+0000 mgr.smithi176.ajjlsm (mgr.14696) 2495 : audit [DBG] from='client.35766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:20:48.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:46.786076+0000 mgr.smithi176.ajjlsm (mgr.14696) 2496 : cluster [DBG] pgmap v2143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:48.786566+0000 mgr.smithi176.ajjlsm (mgr.14696) 2497 : cluster [DBG] pgmap v2144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:48.786566+0000 mgr.smithi176.ajjlsm (mgr.14696) 2497 : cluster [DBG] pgmap v2144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:50.787092+0000 mgr.smithi176.ajjlsm (mgr.14696) 2498 : cluster [DBG] pgmap v2145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:52.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:50.787092+0000 mgr.smithi176.ajjlsm (mgr.14696) 2498 : cluster [DBG] pgmap v2145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:52.787878+0000 mgr.smithi176.ajjlsm (mgr.14696) 2499 : cluster [DBG] pgmap v2146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:52.787878+0000 mgr.smithi176.ajjlsm (mgr.14696) 2499 : cluster [DBG] pgmap v2146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:54.788329+0000 mgr.smithi176.ajjlsm (mgr.14696) 2500 : cluster [DBG] pgmap v2147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:54.788329+0000 mgr.smithi176.ajjlsm (mgr.14696) 2500 : cluster [DBG] pgmap v2147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:20:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:56.789098+0000 mgr.smithi176.ajjlsm (mgr.14696) 2501 : cluster [DBG] pgmap v2148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:20:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:56.789098+0000 mgr.smithi176.ajjlsm (mgr.14696) 2501 : cluster [DBG] pgmap v2148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:20:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:20:58.789565+0000 mgr.smithi176.ajjlsm (mgr.14696) 2502 : cluster [DBG] pgmap v2149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:20:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:20:58.789565+0000 mgr.smithi176.ajjlsm (mgr.14696) 2502 : cluster [DBG] pgmap v2149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:00.790183+0000 mgr.smithi176.ajjlsm (mgr.14696) 2503 : cluster [DBG] pgmap v2150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:00.790183+0000 mgr.smithi176.ajjlsm (mgr.14696) 2503 : cluster [DBG] pgmap v2150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:02.791085+0000 mgr.smithi176.ajjlsm (mgr.14696) 2504 : cluster [DBG] pgmap v2151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:02.791085+0000 mgr.smithi176.ajjlsm (mgr.14696) 2504 : cluster [DBG] pgmap v2151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:04.791548+0000 mgr.smithi176.ajjlsm (mgr.14696) 2505 : cluster [DBG] pgmap v2152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:04.791548+0000 mgr.smithi176.ajjlsm (mgr.14696) 2505 : cluster [DBG] pgmap v2152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:06.792332+0000 mgr.smithi176.ajjlsm (mgr.14696) 2506 : cluster [DBG] pgmap v2153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:06.792332+0000 mgr.smithi176.ajjlsm (mgr.14696) 2506 : cluster [DBG] pgmap v2153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:08.792746+0000 mgr.smithi176.ajjlsm (mgr.14696) 2507 : cluster [DBG] pgmap v2154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:08.792746+0000 mgr.smithi176.ajjlsm (mgr.14696) 2507 : cluster [DBG] pgmap v2154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:10.793183+0000 mgr.smithi176.ajjlsm (mgr.14696) 2508 : cluster [DBG] pgmap v2155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:21:10.987349+0000 mon.smithi176 (mon.0) 955 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:21:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:21:10.988750+0000 mon.smithi176 (mon.0) 956 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:21:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:21:10.989542+0000 mon.smithi176 (mon.0) 957 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:21:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:21:10.990247+0000 mgr.smithi176.ajjlsm (mgr.14696) 2509 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:21:12.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:21:11.395852+0000 mon.smithi176 (mon.0) 958 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:21:12.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:21:11.402689+0000 mon.smithi176 (mon.0) 959 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:21:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:10.793183+0000 mgr.smithi176.ajjlsm (mgr.14696) 2508 : cluster [DBG] pgmap v2155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:21:10.987349+0000 mon.smithi176 (mon.0) 955 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:21:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:21:10.988750+0000 mon.smithi176 (mon.0) 956 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:21:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:21:10.989542+0000 mon.smithi176 (mon.0) 957 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:21:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:21:10.990247+0000 mgr.smithi176.ajjlsm (mgr.14696) 2509 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:21:12.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:21:11.395852+0000 mon.smithi176 (mon.0) 958 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:21:12.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:21:11.402689+0000 mon.smithi176 (mon.0) 959 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:21:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:12.793988+0000 mgr.smithi176.ajjlsm (mgr.14696) 2510 : cluster [DBG] pgmap v2156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:12.793988+0000 mgr.smithi176.ajjlsm (mgr.14696) 2510 : cluster [DBG] pgmap v2156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:14.794546+0000 mgr.smithi176.ajjlsm (mgr.14696) 2511 : cluster [DBG] pgmap v2157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:14.794546+0000 mgr.smithi176.ajjlsm (mgr.14696) 2511 : cluster [DBG] pgmap v2157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:16.973 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:21:17.247 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:21:17.247 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (76m) 8m ago 77m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:21:17.248 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (69m) 8m ago 77m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:21:17.248 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (69m) 8m ago 77m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:21:17.248 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (76m) 8m ago 77m 43.5M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:21:17.249 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (69m) 8m ago 73m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:21:17.249 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (69m) 8m ago 73m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:21:17.249 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (70m) 8m ago 78m 500M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:21:17.249 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (70m) 8m ago 77m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:21:17.250 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (70m) 8m ago 78m 477M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:21:17.250 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (70m) 8m ago 77m 269M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:21:17.250 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (71m) 8m ago 71m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:21:17.250 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (70m) 8m ago 70m 97.4M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:21:17.251 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (77m) 8m ago 77m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:21:17.251 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (76m) 8m ago 76m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:21:17.251 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (62m) 8m ago 76m 582M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:21:17.251 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (76m) 8m ago 76m 1376M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:21:17.251 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (75m) 8m ago 75m 923M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:21:17.252 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (75m) 8m ago 75m 1521M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:21:17.252 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (75m) 8m ago 75m 1427M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:21:17.252 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (75m) 8m ago 75m 1623M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:21:17.252 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (74m) 8m ago 74m 1314M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:21:17.253 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (74m) 8m ago 74m 2050M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:21:17.253 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (76m) 8m ago 77m 63.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:21:17.568 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:21:17.568 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:21:17.569 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:21:17.569 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:21:17.569 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:21:17.570 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:21:17.570 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:21:17.571 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:21:17.571 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:21:17.571 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:21:17.572 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:21:17.572 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:21:17.572 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:21:17.572 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:21:17.573 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:21:17.573 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:21:17.573 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:21:17.573 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:21:17.573 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:21:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:16.795231+0000 mgr.smithi176.ajjlsm (mgr.14696) 2512 : cluster [DBG] pgmap v2158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:21:16.960117+0000 mgr.smithi176.ajjlsm (mgr.14696) 2513 : audit [DBG] from='client.35774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:21:18.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:21:17.567291+0000 mon.smithi176 (mon.0) 960 : audit [DBG] from='client.? 172.21.15.176:0/1116188363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:21:18.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:16.795231+0000 mgr.smithi176.ajjlsm (mgr.14696) 2512 : cluster [DBG] pgmap v2158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:18.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:21:16.960117+0000 mgr.smithi176.ajjlsm (mgr.14696) 2513 : audit [DBG] from='client.35774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:21:18.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:21:17.567291+0000 mon.smithi176 (mon.0) 960 : audit [DBG] from='client.? 172.21.15.176:0/1116188363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:21:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:21:17.236542+0000 mgr.smithi176.ajjlsm (mgr.14696) 2514 : audit [DBG] from='client.35778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:21:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:21:17.236542+0000 mgr.smithi176.ajjlsm (mgr.14696) 2514 : audit [DBG] from='client.35778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:21:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:18.795842+0000 mgr.smithi176.ajjlsm (mgr.14696) 2515 : cluster [DBG] pgmap v2159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:18.795842+0000 mgr.smithi176.ajjlsm (mgr.14696) 2515 : cluster [DBG] pgmap v2159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:20.796502+0000 mgr.smithi176.ajjlsm (mgr.14696) 2516 : cluster [DBG] pgmap v2160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:20.796502+0000 mgr.smithi176.ajjlsm (mgr.14696) 2516 : cluster [DBG] pgmap v2160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:22.797376+0000 mgr.smithi176.ajjlsm (mgr.14696) 2517 : cluster [DBG] pgmap v2161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:22.797376+0000 mgr.smithi176.ajjlsm (mgr.14696) 2517 : cluster [DBG] pgmap v2161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:24.797967+0000 mgr.smithi176.ajjlsm (mgr.14696) 2518 : cluster [DBG] pgmap v2162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:24.797967+0000 mgr.smithi176.ajjlsm (mgr.14696) 2518 : cluster [DBG] pgmap v2162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:26.798809+0000 mgr.smithi176.ajjlsm (mgr.14696) 2519 : cluster [DBG] pgmap v2163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:26.798809+0000 mgr.smithi176.ajjlsm (mgr.14696) 2519 : cluster [DBG] pgmap v2163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:28.799238+0000 mgr.smithi176.ajjlsm (mgr.14696) 2520 : cluster [DBG] pgmap v2164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:30.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:28.799238+0000 mgr.smithi176.ajjlsm (mgr.14696) 2520 : cluster [DBG] pgmap v2164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:30.799703+0000 mgr.smithi176.ajjlsm (mgr.14696) 2521 : cluster [DBG] pgmap v2165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:30.799703+0000 mgr.smithi176.ajjlsm (mgr.14696) 2521 : cluster [DBG] pgmap v2165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:34.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:32.800476+0000 mgr.smithi176.ajjlsm (mgr.14696) 2522 : cluster [DBG] pgmap v2166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:32.800476+0000 mgr.smithi176.ajjlsm (mgr.14696) 2522 : cluster [DBG] pgmap v2166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:34.800916+0000 mgr.smithi176.ajjlsm (mgr.14696) 2523 : cluster [DBG] pgmap v2167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:34.800916+0000 mgr.smithi176.ajjlsm (mgr.14696) 2523 : cluster [DBG] pgmap v2167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:36.801866+0000 mgr.smithi176.ajjlsm (mgr.14696) 2524 : cluster [DBG] pgmap v2168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:36.801866+0000 mgr.smithi176.ajjlsm (mgr.14696) 2524 : cluster [DBG] pgmap v2168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:38.802397+0000 mgr.smithi176.ajjlsm (mgr.14696) 2525 : cluster [DBG] pgmap v2169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:38.802397+0000 mgr.smithi176.ajjlsm (mgr.14696) 2525 : cluster [DBG] pgmap v2169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:21:40.324376+0000 mon.smithi176 (mon.0) 961 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:21:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:21:40.324635+0000 mon.smithi176 (mon.0) 962 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:21:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:21:40.324376+0000 mon.smithi176 (mon.0) 961 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:21:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:21:40.324635+0000 mon.smithi176 (mon.0) 962 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:21:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:40.802897+0000 mgr.smithi176.ajjlsm (mgr.14696) 2526 : cluster [DBG] pgmap v2170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:40.802897+0000 mgr.smithi176.ajjlsm (mgr.14696) 2526 : cluster [DBG] pgmap v2170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:42.803734+0000 mgr.smithi176.ajjlsm (mgr.14696) 2527 : cluster [DBG] pgmap v2171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:42.803734+0000 mgr.smithi176.ajjlsm (mgr.14696) 2527 : cluster [DBG] pgmap v2171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:44.804431+0000 mgr.smithi176.ajjlsm (mgr.14696) 2528 : cluster [DBG] pgmap v2172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:44.804431+0000 mgr.smithi176.ajjlsm (mgr.14696) 2528 : cluster [DBG] pgmap v2172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:47.869 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:21:48.140 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:21:48.141 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (77m) 8m ago 78m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:21:48.141 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (70m) 8m ago 78m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:21:48.141 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (70m) 8m ago 77m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:21:48.141 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (77m) 8m ago 77m 43.5M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:21:48.142 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (69m) 8m ago 73m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:21:48.142 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (70m) 8m ago 73m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:21:48.142 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (71m) 8m ago 79m 500M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:21:48.142 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (70m) 8m ago 77m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:21:48.143 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (70m) 8m ago 79m 477M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:21:48.143 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (70m) 8m ago 77m 269M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:21:48.143 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (71m) 8m ago 71m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:21:48.143 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (71m) 8m ago 71m 97.4M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:21:48.144 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (77m) 8m ago 77m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:21:48.144 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (77m) 8m ago 77m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:21:48.144 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (63m) 8m ago 77m 582M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:21:48.144 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (76m) 8m ago 76m 1376M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:21:48.145 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (76m) 8m ago 76m 923M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:21:48.145 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (76m) 8m ago 76m 1521M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:21:48.145 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (75m) 8m ago 75m 1427M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:21:48.145 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (75m) 8m ago 75m 1623M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:21:48.146 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (75m) 8m ago 75m 1314M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:21:48.146 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (75m) 8m ago 75m 2050M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:21:48.146 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (77m) 8m ago 77m 63.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:21:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:46.805175+0000 mgr.smithi176.ajjlsm (mgr.14696) 2529 : cluster [DBG] pgmap v2173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:46.805175+0000 mgr.smithi176.ajjlsm (mgr.14696) 2529 : cluster [DBG] pgmap v2173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:48.467 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:21:48.467 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:21:48.467 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:21:48.468 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:21:48.468 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:21:48.468 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:21:48.468 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:21:48.469 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:21:48.469 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:21:48.469 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:21:48.469 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:21:48.469 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:21:48.470 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:21:48.470 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:21:48.470 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:21:48.470 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:21:48.471 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:21:48.471 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:21:48.471 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:21:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:21:47.855552+0000 mgr.smithi176.ajjlsm (mgr.14696) 2530 : audit [DBG] from='client.35786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:21:49.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:21:48.466019+0000 mon.smithi176 (mon.0) 963 : audit [DBG] from='client.? 172.21.15.176:0/457973767' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:21:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:21:47.855552+0000 mgr.smithi176.ajjlsm (mgr.14696) 2530 : audit [DBG] from='client.35786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:21:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:21:48.466019+0000 mon.smithi176 (mon.0) 963 : audit [DBG] from='client.? 172.21.15.176:0/457973767' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:21:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:21:48.130679+0000 mgr.smithi176.ajjlsm (mgr.14696) 2531 : audit [DBG] from='client.35790 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:21:50.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:48.805575+0000 mgr.smithi176.ajjlsm (mgr.14696) 2532 : cluster [DBG] pgmap v2174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:21:48.130679+0000 mgr.smithi176.ajjlsm (mgr.14696) 2531 : audit [DBG] from='client.35790 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:21:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:48.805575+0000 mgr.smithi176.ajjlsm (mgr.14696) 2532 : cluster [DBG] pgmap v2174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:50.806227+0000 mgr.smithi176.ajjlsm (mgr.14696) 2533 : cluster [DBG] pgmap v2175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:50.806227+0000 mgr.smithi176.ajjlsm (mgr.14696) 2533 : cluster [DBG] pgmap v2175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:52.807183+0000 mgr.smithi176.ajjlsm (mgr.14696) 2534 : cluster [DBG] pgmap v2176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:52.807183+0000 mgr.smithi176.ajjlsm (mgr.14696) 2534 : cluster [DBG] pgmap v2176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:54.807721+0000 mgr.smithi176.ajjlsm (mgr.14696) 2535 : cluster [DBG] pgmap v2177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:54.807721+0000 mgr.smithi176.ajjlsm (mgr.14696) 2535 : cluster [DBG] pgmap v2177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:21:58.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:56.808489+0000 mgr.smithi176.ajjlsm (mgr.14696) 2536 : cluster [DBG] pgmap v2178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:21:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:56.808489+0000 mgr.smithi176.ajjlsm (mgr.14696) 2536 : cluster [DBG] pgmap v2178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:21:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:21:58.809001+0000 mgr.smithi176.ajjlsm (mgr.14696) 2537 : cluster [DBG] pgmap v2179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:21:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:21:58.809001+0000 mgr.smithi176.ajjlsm (mgr.14696) 2537 : cluster [DBG] pgmap v2179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:00.809651+0000 mgr.smithi176.ajjlsm (mgr.14696) 2538 : cluster [DBG] pgmap v2180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:00.809651+0000 mgr.smithi176.ajjlsm (mgr.14696) 2538 : cluster [DBG] pgmap v2180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:02.810472+0000 mgr.smithi176.ajjlsm (mgr.14696) 2539 : cluster [DBG] pgmap v2181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:02.810472+0000 mgr.smithi176.ajjlsm (mgr.14696) 2539 : cluster [DBG] pgmap v2181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:04.810945+0000 mgr.smithi176.ajjlsm (mgr.14696) 2540 : cluster [DBG] pgmap v2182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:04.810945+0000 mgr.smithi176.ajjlsm (mgr.14696) 2540 : cluster [DBG] pgmap v2182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:06.811856+0000 mgr.smithi176.ajjlsm (mgr.14696) 2541 : cluster [DBG] pgmap v2183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:06.811856+0000 mgr.smithi176.ajjlsm (mgr.14696) 2541 : cluster [DBG] pgmap v2183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:10.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:08.812358+0000 mgr.smithi176.ajjlsm (mgr.14696) 2542 : cluster [DBG] pgmap v2184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:08.812358+0000 mgr.smithi176.ajjlsm (mgr.14696) 2542 : cluster [DBG] pgmap v2184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:10.812948+0000 mgr.smithi176.ajjlsm (mgr.14696) 2543 : cluster [DBG] pgmap v2185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:22:11.405234+0000 mon.smithi176 (mon.0) 964 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:22:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:22:11.406725+0000 mon.smithi176 (mon.0) 965 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:22:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:22:11.407650+0000 mon.smithi176 (mon.0) 966 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:22:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:22:11.795002+0000 mon.smithi176 (mon.0) 967 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:22:12.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:22:11.804802+0000 mon.smithi176 (mon.0) 968 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:22:12.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:22:11.808386+0000 mon.smithi176 (mon.0) 969 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:22:12.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:22:11.812823+0000 mon.smithi176 (mon.0) 970 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:22:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:10.812948+0000 mgr.smithi176.ajjlsm (mgr.14696) 2543 : cluster [DBG] pgmap v2185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:22:11.405234+0000 mon.smithi176 (mon.0) 964 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:22:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:22:11.406725+0000 mon.smithi176 (mon.0) 965 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:22:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:22:11.407650+0000 mon.smithi176 (mon.0) 966 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:22:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:22:11.795002+0000 mon.smithi176 (mon.0) 967 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:22:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:22:11.804802+0000 mon.smithi176 (mon.0) 968 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:22:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:22:11.808386+0000 mon.smithi176 (mon.0) 969 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:22:12.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:22:11.812823+0000 mon.smithi176 (mon.0) 970 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:22:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:22:11.408440+0000 mgr.smithi176.ajjlsm (mgr.14696) 2544 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:22:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:22:11.408440+0000 mgr.smithi176.ajjlsm (mgr.14696) 2544 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:22:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:12.813802+0000 mgr.smithi176.ajjlsm (mgr.14696) 2545 : cluster [DBG] pgmap v2186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:12.813802+0000 mgr.smithi176.ajjlsm (mgr.14696) 2545 : cluster [DBG] pgmap v2186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:14.814361+0000 mgr.smithi176.ajjlsm (mgr.14696) 2546 : cluster [DBG] pgmap v2187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:14.814361+0000 mgr.smithi176.ajjlsm (mgr.14696) 2546 : cluster [DBG] pgmap v2187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:16.815414+0000 mgr.smithi176.ajjlsm (mgr.14696) 2547 : cluster [DBG] pgmap v2188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:16.815414+0000 mgr.smithi176.ajjlsm (mgr.14696) 2547 : cluster [DBG] pgmap v2188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:18.769 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:22:19.037 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:22:19.038 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (77m) 9m ago 78m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:22:19.038 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (70m) 9m ago 78m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:22:19.038 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (70m) 9m ago 78m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:22:19.039 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (77m) 9m ago 78m 43.5M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:22:19.039 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (70m) 9m ago 74m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:22:19.039 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (70m) 9m ago 74m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:22:19.039 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (71m) 9m ago 79m 500M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:22:19.040 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (71m) 9m ago 78m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:22:19.040 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (71m) 9m ago 79m 477M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:22:19.040 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (71m) 9m ago 78m 269M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:22:19.040 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (72m) 9m ago 72m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:22:19.040 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (71m) 9m ago 71m 97.4M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:22:19.041 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (78m) 9m ago 78m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:22:19.041 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (77m) 9m ago 77m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:22:19.041 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (63m) 9m ago 77m 582M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:22:19.041 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (77m) 9m ago 77m 1376M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:22:19.042 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (77m) 9m ago 77m 923M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:22:19.042 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (76m) 9m ago 76m 1521M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:22:19.042 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (76m) 9m ago 76m 1427M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:22:19.042 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (76m) 9m ago 76m 1623M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:22:19.043 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (75m) 9m ago 75m 1314M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:22:19.043 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (75m) 9m ago 75m 2050M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:22:19.043 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (77m) 9m ago 78m 63.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:22:19.359 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:22:19.359 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:22:19.360 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:22:19.360 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:22:19.360 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:22:19.361 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:22:19.361 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:22:19.361 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:22:19.361 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:22:19.361 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:22:19.362 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:22:19.362 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:22:19.362 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:22:19.362 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:22:19.363 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:22:19.363 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:22:19.363 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:22:19.363 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:22:19.364 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:22:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:22:18.755652+0000 mgr.smithi176.ajjlsm (mgr.14696) 2548 : audit [DBG] from='client.35798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:22:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:18.815838+0000 mgr.smithi176.ajjlsm (mgr.14696) 2549 : cluster [DBG] pgmap v2189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:20.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:22:19.358231+0000 mon.smithi176 (mon.0) 971 : audit [DBG] from='client.? 172.21.15.176:0/655859803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:22:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:22:18.755652+0000 mgr.smithi176.ajjlsm (mgr.14696) 2548 : audit [DBG] from='client.35798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:22:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:18.815838+0000 mgr.smithi176.ajjlsm (mgr.14696) 2549 : cluster [DBG] pgmap v2189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:20.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:22:19.358231+0000 mon.smithi176 (mon.0) 971 : audit [DBG] from='client.? 172.21.15.176:0/655859803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:22:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:22:19.027370+0000 mgr.smithi176.ajjlsm (mgr.14696) 2550 : audit [DBG] from='client.35802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:22:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:22:19.027370+0000 mgr.smithi176.ajjlsm (mgr.14696) 2550 : audit [DBG] from='client.35802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:22:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:20.816369+0000 mgr.smithi176.ajjlsm (mgr.14696) 2551 : cluster [DBG] pgmap v2190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:20.816369+0000 mgr.smithi176.ajjlsm (mgr.14696) 2551 : cluster [DBG] pgmap v2190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:22.817290+0000 mgr.smithi176.ajjlsm (mgr.14696) 2552 : cluster [DBG] pgmap v2191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:22.817290+0000 mgr.smithi176.ajjlsm (mgr.14696) 2552 : cluster [DBG] pgmap v2191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:24.817785+0000 mgr.smithi176.ajjlsm (mgr.14696) 2553 : cluster [DBG] pgmap v2192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:24.817785+0000 mgr.smithi176.ajjlsm (mgr.14696) 2553 : cluster [DBG] pgmap v2192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:26.818543+0000 mgr.smithi176.ajjlsm (mgr.14696) 2554 : cluster [DBG] pgmap v2193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:26.818543+0000 mgr.smithi176.ajjlsm (mgr.14696) 2554 : cluster [DBG] pgmap v2193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:28.819031+0000 mgr.smithi176.ajjlsm (mgr.14696) 2555 : cluster [DBG] pgmap v2194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:28.819031+0000 mgr.smithi176.ajjlsm (mgr.14696) 2555 : cluster [DBG] pgmap v2194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:30.819609+0000 mgr.smithi176.ajjlsm (mgr.14696) 2556 : cluster [DBG] pgmap v2195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:30.819609+0000 mgr.smithi176.ajjlsm (mgr.14696) 2556 : cluster [DBG] pgmap v2195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:32.820426+0000 mgr.smithi176.ajjlsm (mgr.14696) 2557 : cluster [DBG] pgmap v2196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:32.820426+0000 mgr.smithi176.ajjlsm (mgr.14696) 2557 : cluster [DBG] pgmap v2196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:34.821099+0000 mgr.smithi176.ajjlsm (mgr.14696) 2558 : cluster [DBG] pgmap v2197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:34.821099+0000 mgr.smithi176.ajjlsm (mgr.14696) 2558 : cluster [DBG] pgmap v2197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:36.821813+0000 mgr.smithi176.ajjlsm (mgr.14696) 2559 : cluster [DBG] pgmap v2198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:36.821813+0000 mgr.smithi176.ajjlsm (mgr.14696) 2559 : cluster [DBG] pgmap v2198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:38.822242+0000 mgr.smithi176.ajjlsm (mgr.14696) 2560 : cluster [DBG] pgmap v2199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:38.822242+0000 mgr.smithi176.ajjlsm (mgr.14696) 2560 : cluster [DBG] pgmap v2199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:22:40.328778+0000 mon.smithi176 (mon.0) 972 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:22:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:22:40.329018+0000 mon.smithi176 (mon.0) 973 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:22:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:22:40.328778+0000 mon.smithi176 (mon.0) 972 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:22:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:22:40.329018+0000 mon.smithi176 (mon.0) 973 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:22:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:40.822821+0000 mgr.smithi176.ajjlsm (mgr.14696) 2561 : cluster [DBG] pgmap v2200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:40.822821+0000 mgr.smithi176.ajjlsm (mgr.14696) 2561 : cluster [DBG] pgmap v2200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:42.823679+0000 mgr.smithi176.ajjlsm (mgr.14696) 2562 : cluster [DBG] pgmap v2201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:42.823679+0000 mgr.smithi176.ajjlsm (mgr.14696) 2562 : cluster [DBG] pgmap v2201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:44.824225+0000 mgr.smithi176.ajjlsm (mgr.14696) 2563 : cluster [DBG] pgmap v2202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:44.824225+0000 mgr.smithi176.ajjlsm (mgr.14696) 2563 : cluster [DBG] pgmap v2202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:46.824974+0000 mgr.smithi176.ajjlsm (mgr.14696) 2564 : cluster [DBG] pgmap v2203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:46.824974+0000 mgr.smithi176.ajjlsm (mgr.14696) 2564 : cluster [DBG] pgmap v2203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:49.661 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:22:49.929 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:22:49.929 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (78m) 9m ago 79m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:22:49.929 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (71m) 9m ago 79m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:22:49.929 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (71m) 9m ago 78m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:22:49.930 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (78m) 9m ago 79m 43.5M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:22:49.930 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (70m) 9m ago 74m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:22:49.930 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (71m) 9m ago 74m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:22:49.930 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (72m) 9m ago 80m 500M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:22:49.931 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (71m) 9m ago 78m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:22:49.931 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (71m) 9m ago 80m 477M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:22:49.931 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (71m) 9m ago 78m 269M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:22:49.931 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (72m) 9m ago 72m 164M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:22:49.932 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (72m) 9m ago 72m 97.4M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:22:49.932 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (78m) 9m ago 78m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:22:49.932 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (78m) 9m ago 78m 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:22:49.932 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (64m) 9m ago 78m 582M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:22:49.933 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (77m) 9m ago 77m 1376M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:22:49.933 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (77m) 9m ago 77m 923M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:22:49.933 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (77m) 9m ago 77m 1521M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:22:49.933 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (76m) 9m ago 76m 1427M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:22:49.934 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (76m) 9m ago 76m 1623M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:22:49.934 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (76m) 9m ago 76m 1314M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:22:49.934 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (76m) 9m ago 76m 2050M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:22:49.934 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (78m) 9m ago 78m 63.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:22:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:48.825569+0000 mgr.smithi176.ajjlsm (mgr.14696) 2565 : cluster [DBG] pgmap v2204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:48.825569+0000 mgr.smithi176.ajjlsm (mgr.14696) 2565 : cluster [DBG] pgmap v2204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:50.252 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:22:50.252 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:22:50.252 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:22:50.253 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:22:50.253 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:22:50.253 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:22:50.253 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:22:50.254 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:22:50.254 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:22:50.254 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:22:50.254 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:22:50.255 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:22:50.255 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:22:50.255 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:22:50.255 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:22:50.255 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:22:50.256 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:22:50.256 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:22:50.256 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:22:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:22:49.648295+0000 mgr.smithi176.ajjlsm (mgr.14696) 2566 : audit [DBG] from='client.35810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:22:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:22:49.918972+0000 mgr.smithi176.ajjlsm (mgr.14696) 2567 : audit [DBG] from='client.35814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:22:51.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:22:50.251203+0000 mon.smithi176 (mon.0) 974 : audit [DBG] from='client.? 172.21.15.176:0/2741799664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:22:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:22:49.648295+0000 mgr.smithi176.ajjlsm (mgr.14696) 2566 : audit [DBG] from='client.35810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:22:51.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:22:49.918972+0000 mgr.smithi176.ajjlsm (mgr.14696) 2567 : audit [DBG] from='client.35814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:22:51.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:22:50.251203+0000 mon.smithi176 (mon.0) 974 : audit [DBG] from='client.? 172.21.15.176:0/2741799664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:22:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:50.826051+0000 mgr.smithi176.ajjlsm (mgr.14696) 2568 : cluster [DBG] pgmap v2205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:50.826051+0000 mgr.smithi176.ajjlsm (mgr.14696) 2568 : cluster [DBG] pgmap v2205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:52.827012+0000 mgr.smithi176.ajjlsm (mgr.14696) 2569 : cluster [DBG] pgmap v2206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:52.827012+0000 mgr.smithi176.ajjlsm (mgr.14696) 2569 : cluster [DBG] pgmap v2206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:54.827562+0000 mgr.smithi176.ajjlsm (mgr.14696) 2570 : cluster [DBG] pgmap v2207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:54.827562+0000 mgr.smithi176.ajjlsm (mgr.14696) 2570 : cluster [DBG] pgmap v2207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:22:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:56.828552+0000 mgr.smithi176.ajjlsm (mgr.14696) 2571 : cluster [DBG] pgmap v2208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:22:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:56.828552+0000 mgr.smithi176.ajjlsm (mgr.14696) 2571 : cluster [DBG] pgmap v2208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:22:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:22:58.829157+0000 mgr.smithi176.ajjlsm (mgr.14696) 2572 : cluster [DBG] pgmap v2209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:22:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:22:58.829157+0000 mgr.smithi176.ajjlsm (mgr.14696) 2572 : cluster [DBG] pgmap v2209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:00.829796+0000 mgr.smithi176.ajjlsm (mgr.14696) 2573 : cluster [DBG] pgmap v2210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:00.829796+0000 mgr.smithi176.ajjlsm (mgr.14696) 2573 : cluster [DBG] pgmap v2210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:02.830784+0000 mgr.smithi176.ajjlsm (mgr.14696) 2574 : cluster [DBG] pgmap v2211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:02.830784+0000 mgr.smithi176.ajjlsm (mgr.14696) 2574 : cluster [DBG] pgmap v2211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:04.831314+0000 mgr.smithi176.ajjlsm (mgr.14696) 2575 : cluster [DBG] pgmap v2212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:04.831314+0000 mgr.smithi176.ajjlsm (mgr.14696) 2575 : cluster [DBG] pgmap v2212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:06.832223+0000 mgr.smithi176.ajjlsm (mgr.14696) 2576 : cluster [DBG] pgmap v2213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:06.832223+0000 mgr.smithi176.ajjlsm (mgr.14696) 2576 : cluster [DBG] pgmap v2213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:08.832851+0000 mgr.smithi176.ajjlsm (mgr.14696) 2577 : cluster [DBG] pgmap v2214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:08.832851+0000 mgr.smithi176.ajjlsm (mgr.14696) 2577 : cluster [DBG] pgmap v2214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:10.833321+0000 mgr.smithi176.ajjlsm (mgr.14696) 2578 : cluster [DBG] pgmap v2215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:23:11.815350+0000 mon.smithi176 (mon.0) 975 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:23:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:23:11.816792+0000 mon.smithi176 (mon.0) 976 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:23:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:23:11.817627+0000 mon.smithi176 (mon.0) 977 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:23:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:10.833321+0000 mgr.smithi176.ajjlsm (mgr.14696) 2578 : cluster [DBG] pgmap v2215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:23:11.815350+0000 mon.smithi176 (mon.0) 975 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:23:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:23:11.816792+0000 mon.smithi176 (mon.0) 976 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:23:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:23:11.817627+0000 mon.smithi176 (mon.0) 977 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:23:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:23:11.818340+0000 mgr.smithi176.ajjlsm (mgr.14696) 2579 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:23:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:23:11.818340+0000 mgr.smithi176.ajjlsm (mgr.14696) 2579 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:23:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:12.833945+0000 mgr.smithi176.ajjlsm (mgr.14696) 2580 : cluster [DBG] pgmap v2216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:12.833945+0000 mgr.smithi176.ajjlsm (mgr.14696) 2580 : cluster [DBG] pgmap v2216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:14.834387+0000 mgr.smithi176.ajjlsm (mgr.14696) 2581 : cluster [DBG] pgmap v2217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:14.834387+0000 mgr.smithi176.ajjlsm (mgr.14696) 2581 : cluster [DBG] pgmap v2217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:23:16.359655+0000 mon.smithi176 (mon.0) 978 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:23:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:16.835095+0000 mgr.smithi176.ajjlsm (mgr.14696) 2582 : cluster [DBG] pgmap v2218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:23:16.359655+0000 mon.smithi176 (mon.0) 978 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:23:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:16.835095+0000 mgr.smithi176.ajjlsm (mgr.14696) 2582 : cluster [DBG] pgmap v2218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:23:18.725765+0000 mon.smithi176 (mon.0) 979 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:23:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:18.835465+0000 mgr.smithi176.ajjlsm (mgr.14696) 2583 : cluster [DBG] pgmap v2219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:20.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:23:19.015083+0000 mon.smithi176 (mon.0) 980 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:23:20.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:23:19.019972+0000 mon.smithi176 (mon.0) 981 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:23:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:23:18.725765+0000 mon.smithi176 (mon.0) 979 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:23:20.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:18.835465+0000 mgr.smithi176.ajjlsm (mgr.14696) 2583 : cluster [DBG] pgmap v2219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:20.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:23:19.015083+0000 mon.smithi176 (mon.0) 980 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:23:20.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:23:19.019972+0000 mon.smithi176 (mon.0) 981 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:23:20.552 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:23:20.822 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:23:20.823 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (78m) 2s ago 79m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:23:20.823 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (71m) 2s ago 79m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:23:20.823 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (71m) 4s ago 79m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:23:20.823 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (78m) 2s ago 79m 43.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:23:20.823 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (71m) 2s ago 75m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:23:20.824 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (71m) 4s ago 75m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:23:20.824 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (72m) 2s ago 80m 507M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:23:20.824 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (72m) 4s ago 79m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:23:20.824 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (72m) 2s ago 80m 538M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:23:20.824 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (72m) 4s ago 79m 282M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:23:20.825 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (73m) 2s ago 73m 166M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:23:20.825 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (73m) 4s ago 73m 101M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:23:20.825 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (79m) 2s ago 79m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:23:20.825 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (79m) 4s ago 79m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:23:20.826 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (64m) 2s ago 78m 611M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:23:20.826 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (78m) 2s ago 78m 1410M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:23:20.826 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (78m) 2s ago 78m 944M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:23:20.826 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (77m) 2s ago 77m 1556M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:23:20.827 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (77m) 4s ago 77m 1460M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:23:20.827 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (77m) 4s ago 77m 1653M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:23:20.827 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (76m) 4s ago 76m 1340M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:23:20.827 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (76m) 4s ago 76m 2081M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:23:20.827 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (78m) 2s ago 79m 66.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:23:21.148 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:23:21.149 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:23:21.149 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:23:21.149 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:23:21.150 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:23:21.150 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:23:21.150 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:23:21.150 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:23:21.151 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:23:21.151 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:23:21.151 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:23:21.151 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:23:21.151 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:23:21.152 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:23:21.152 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:23:21.152 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:23:21.152 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:23:21.153 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:23:21.153 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:23:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:23:20.539762+0000 mgr.smithi176.ajjlsm (mgr.14696) 2584 : audit [DBG] from='client.35822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:23:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:23:20.812457+0000 mgr.smithi176.ajjlsm (mgr.14696) 2585 : audit [DBG] from='client.35826 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:23:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:20.835947+0000 mgr.smithi176.ajjlsm (mgr.14696) 2586 : cluster [DBG] pgmap v2220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:23:21.147625+0000 mon.smithi176 (mon.0) 982 : audit [DBG] from='client.? 172.21.15.176:0/2192728158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:23:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:23:20.539762+0000 mgr.smithi176.ajjlsm (mgr.14696) 2584 : audit [DBG] from='client.35822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:23:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:23:20.812457+0000 mgr.smithi176.ajjlsm (mgr.14696) 2585 : audit [DBG] from='client.35826 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:23:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:20.835947+0000 mgr.smithi176.ajjlsm (mgr.14696) 2586 : cluster [DBG] pgmap v2220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:23:21.147625+0000 mon.smithi176 (mon.0) 982 : audit [DBG] from='client.? 172.21.15.176:0/2192728158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:23:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:22.836889+0000 mgr.smithi176.ajjlsm (mgr.14696) 2587 : cluster [DBG] pgmap v2221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:22.836889+0000 mgr.smithi176.ajjlsm (mgr.14696) 2587 : cluster [DBG] pgmap v2221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:24.837463+0000 mgr.smithi176.ajjlsm (mgr.14696) 2588 : cluster [DBG] pgmap v2222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:24.837463+0000 mgr.smithi176.ajjlsm (mgr.14696) 2588 : cluster [DBG] pgmap v2222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:26.838215+0000 mgr.smithi176.ajjlsm (mgr.14696) 2589 : cluster [DBG] pgmap v2223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:26.838215+0000 mgr.smithi176.ajjlsm (mgr.14696) 2589 : cluster [DBG] pgmap v2223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:28.838654+0000 mgr.smithi176.ajjlsm (mgr.14696) 2590 : cluster [DBG] pgmap v2224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:28.838654+0000 mgr.smithi176.ajjlsm (mgr.14696) 2590 : cluster [DBG] pgmap v2224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:30.839304+0000 mgr.smithi176.ajjlsm (mgr.14696) 2591 : cluster [DBG] pgmap v2225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:30.839304+0000 mgr.smithi176.ajjlsm (mgr.14696) 2591 : cluster [DBG] pgmap v2225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:32.840067+0000 mgr.smithi176.ajjlsm (mgr.14696) 2592 : cluster [DBG] pgmap v2226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:32.840067+0000 mgr.smithi176.ajjlsm (mgr.14696) 2592 : cluster [DBG] pgmap v2226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:34.840678+0000 mgr.smithi176.ajjlsm (mgr.14696) 2593 : cluster [DBG] pgmap v2227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:34.840678+0000 mgr.smithi176.ajjlsm (mgr.14696) 2593 : cluster [DBG] pgmap v2227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:36.841502+0000 mgr.smithi176.ajjlsm (mgr.14696) 2594 : cluster [DBG] pgmap v2228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:36.841502+0000 mgr.smithi176.ajjlsm (mgr.14696) 2594 : cluster [DBG] pgmap v2228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:38.842092+0000 mgr.smithi176.ajjlsm (mgr.14696) 2595 : cluster [DBG] pgmap v2229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:38.842092+0000 mgr.smithi176.ajjlsm (mgr.14696) 2595 : cluster [DBG] pgmap v2229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:23:40.333153+0000 mon.smithi176 (mon.0) 983 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:23:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:23:40.333401+0000 mon.smithi176 (mon.0) 984 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:23:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:23:40.333153+0000 mon.smithi176 (mon.0) 983 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:23:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:23:40.333401+0000 mon.smithi176 (mon.0) 984 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:23:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:40.842750+0000 mgr.smithi176.ajjlsm (mgr.14696) 2596 : cluster [DBG] pgmap v2230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:40.842750+0000 mgr.smithi176.ajjlsm (mgr.14696) 2596 : cluster [DBG] pgmap v2230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:42.843739+0000 mgr.smithi176.ajjlsm (mgr.14696) 2597 : cluster [DBG] pgmap v2231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:42.843739+0000 mgr.smithi176.ajjlsm (mgr.14696) 2597 : cluster [DBG] pgmap v2231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:44.844439+0000 mgr.smithi176.ajjlsm (mgr.14696) 2598 : cluster [DBG] pgmap v2232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:44.844439+0000 mgr.smithi176.ajjlsm (mgr.14696) 2598 : cluster [DBG] pgmap v2232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:46.845247+0000 mgr.smithi176.ajjlsm (mgr.14696) 2599 : cluster [DBG] pgmap v2233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:46.845247+0000 mgr.smithi176.ajjlsm (mgr.14696) 2599 : cluster [DBG] pgmap v2233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:48.845693+0000 mgr.smithi176.ajjlsm (mgr.14696) 2600 : cluster [DBG] pgmap v2234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:48.845693+0000 mgr.smithi176.ajjlsm (mgr.14696) 2600 : cluster [DBG] pgmap v2234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:51.450 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:23:51.718 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:23:51.718 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (79m) 32s ago 80m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:23:51.719 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (72m) 32s ago 80m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:23:51.719 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (72m) 35s ago 79m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:23:51.719 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (79m) 32s ago 80m 43.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:23:51.719 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (71m) 32s ago 75m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:23:51.720 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (72m) 35s ago 75m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:23:51.720 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (73m) 32s ago 81m 507M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:23:51.720 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (73m) 35s ago 79m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:23:51.720 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (72m) 32s ago 81m 538M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:23:51.720 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (72m) 35s ago 79m 282M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:23:51.721 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (73m) 32s ago 73m 166M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:23:51.721 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (73m) 35s ago 73m 101M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:23:51.721 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (80m) 32s ago 80m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:23:51.721 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (79m) 35s ago 79m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:23:51.722 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (65m) 32s ago 79m 611M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:23:51.722 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (78m) 32s ago 78m 1410M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:23:51.722 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (78m) 32s ago 78m 944M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:23:51.722 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (78m) 32s ago 78m 1556M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:23:51.723 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (78m) 35s ago 78m 1460M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:23:51.723 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (77m) 35s ago 77m 1653M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:23:51.723 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (77m) 35s ago 77m 1340M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:23:51.723 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (77m) 35s ago 77m 2081M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:23:51.723 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (79m) 32s ago 79m 66.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:23:52.047 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:23:52.047 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:23:52.047 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:23:52.047 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:23:52.048 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:23:52.048 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:23:52.048 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:23:52.048 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:23:52.049 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:23:52.049 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:23:52.049 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:23:52.049 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:23:52.050 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:23:52.050 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:23:52.050 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:23:52.050 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:23:52.051 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:23:52.051 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:23:52.051 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:23:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:50.846346+0000 mgr.smithi176.ajjlsm (mgr.14696) 2601 : cluster [DBG] pgmap v2235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:50.846346+0000 mgr.smithi176.ajjlsm (mgr.14696) 2601 : cluster [DBG] pgmap v2235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:23:51.437045+0000 mgr.smithi176.ajjlsm (mgr.14696) 2602 : audit [DBG] from='client.35834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:23:53.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:23:51.708094+0000 mgr.smithi176.ajjlsm (mgr.14696) 2603 : audit [DBG] from='client.35838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:23:53.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:23:52.045531+0000 mon.smithi176 (mon.0) 985 : audit [DBG] from='client.? 172.21.15.176:0/1079866504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:23:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:23:51.437045+0000 mgr.smithi176.ajjlsm (mgr.14696) 2602 : audit [DBG] from='client.35834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:23:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:23:51.708094+0000 mgr.smithi176.ajjlsm (mgr.14696) 2603 : audit [DBG] from='client.35838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:23:53.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:23:52.045531+0000 mon.smithi176 (mon.0) 985 : audit [DBG] from='client.? 172.21.15.176:0/1079866504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:23:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:52.847272+0000 mgr.smithi176.ajjlsm (mgr.14696) 2604 : cluster [DBG] pgmap v2236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:52.847272+0000 mgr.smithi176.ajjlsm (mgr.14696) 2604 : cluster [DBG] pgmap v2236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:54.847827+0000 mgr.smithi176.ajjlsm (mgr.14696) 2605 : cluster [DBG] pgmap v2237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:54.847827+0000 mgr.smithi176.ajjlsm (mgr.14696) 2605 : cluster [DBG] pgmap v2237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:23:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:56.848723+0000 mgr.smithi176.ajjlsm (mgr.14696) 2606 : cluster [DBG] pgmap v2238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:23:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:56.848723+0000 mgr.smithi176.ajjlsm (mgr.14696) 2606 : cluster [DBG] pgmap v2238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:23:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:23:58.849375+0000 mgr.smithi176.ajjlsm (mgr.14696) 2607 : cluster [DBG] pgmap v2239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:23:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:23:58.849375+0000 mgr.smithi176.ajjlsm (mgr.14696) 2607 : cluster [DBG] pgmap v2239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:00.849941+0000 mgr.smithi176.ajjlsm (mgr.14696) 2608 : cluster [DBG] pgmap v2240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:00.849941+0000 mgr.smithi176.ajjlsm (mgr.14696) 2608 : cluster [DBG] pgmap v2240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:02.850690+0000 mgr.smithi176.ajjlsm (mgr.14696) 2609 : cluster [DBG] pgmap v2241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:02.850690+0000 mgr.smithi176.ajjlsm (mgr.14696) 2609 : cluster [DBG] pgmap v2241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:04.851179+0000 mgr.smithi176.ajjlsm (mgr.14696) 2610 : cluster [DBG] pgmap v2242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:04.851179+0000 mgr.smithi176.ajjlsm (mgr.14696) 2610 : cluster [DBG] pgmap v2242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:06.851941+0000 mgr.smithi176.ajjlsm (mgr.14696) 2611 : cluster [DBG] pgmap v2243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:06.851941+0000 mgr.smithi176.ajjlsm (mgr.14696) 2611 : cluster [DBG] pgmap v2243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:08.852415+0000 mgr.smithi176.ajjlsm (mgr.14696) 2612 : cluster [DBG] pgmap v2244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:08.852415+0000 mgr.smithi176.ajjlsm (mgr.14696) 2612 : cluster [DBG] pgmap v2244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:10.853071+0000 mgr.smithi176.ajjlsm (mgr.14696) 2613 : cluster [DBG] pgmap v2245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:10.853071+0000 mgr.smithi176.ajjlsm (mgr.14696) 2613 : cluster [DBG] pgmap v2245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:12.854117+0000 mgr.smithi176.ajjlsm (mgr.14696) 2614 : cluster [DBG] pgmap v2246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:12.854117+0000 mgr.smithi176.ajjlsm (mgr.14696) 2614 : cluster [DBG] pgmap v2246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:14.854769+0000 mgr.smithi176.ajjlsm (mgr.14696) 2615 : cluster [DBG] pgmap v2247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:14.854769+0000 mgr.smithi176.ajjlsm (mgr.14696) 2615 : cluster [DBG] pgmap v2247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:16.855672+0000 mgr.smithi176.ajjlsm (mgr.14696) 2616 : cluster [DBG] pgmap v2248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:16.855672+0000 mgr.smithi176.ajjlsm (mgr.14696) 2616 : cluster [DBG] pgmap v2248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:18.856293+0000 mgr.smithi176.ajjlsm (mgr.14696) 2617 : cluster [DBG] pgmap v2249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:24:19.022465+0000 mon.smithi176 (mon.0) 986 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:24:20.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:24:19.023894+0000 mon.smithi176 (mon.0) 987 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:24:20.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:24:19.024706+0000 mon.smithi176 (mon.0) 988 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:24:20.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:24:19.025446+0000 mgr.smithi176.ajjlsm (mgr.14696) 2618 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:24:20.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:24:19.427622+0000 mon.smithi176 (mon.0) 989 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:24:20.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:24:19.432223+0000 mon.smithi176 (mon.0) 990 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:24:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:18.856293+0000 mgr.smithi176.ajjlsm (mgr.14696) 2617 : cluster [DBG] pgmap v2249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:20.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:24:19.022465+0000 mon.smithi176 (mon.0) 986 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:24:20.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:24:19.023894+0000 mon.smithi176 (mon.0) 987 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:24:20.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:24:19.024706+0000 mon.smithi176 (mon.0) 988 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:24:20.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:24:19.025446+0000 mgr.smithi176.ajjlsm (mgr.14696) 2618 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:24:20.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:24:19.427622+0000 mon.smithi176 (mon.0) 989 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:24:20.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:24:19.432223+0000 mon.smithi176 (mon.0) 990 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:24:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:20.856746+0000 mgr.smithi176.ajjlsm (mgr.14696) 2619 : cluster [DBG] pgmap v2250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:20.856746+0000 mgr.smithi176.ajjlsm (mgr.14696) 2619 : cluster [DBG] pgmap v2250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:22.403 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:24:22.617 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:24:22.617 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (79m) 63s ago 80m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:24:22.618 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (72m) 63s ago 80m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:24:22.618 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (72m) 66s ago 80m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:24:22.618 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (79m) 63s ago 80m 43.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:24:22.618 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (72m) 63s ago 76m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:24:22.619 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (72m) 66s ago 76m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:24:22.619 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (73m) 63s ago 81m 507M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:24:22.619 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (73m) 66s ago 80m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:24:22.619 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (73m) 63s ago 81m 538M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:24:22.620 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (73m) 66s ago 80m 282M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:24:22.620 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (74m) 63s ago 74m 166M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:24:22.620 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (74m) 66s ago 74m 101M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:24:22.620 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (80m) 63s ago 80m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:24:22.621 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (80m) 66s ago 80m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:24:22.621 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (65m) 63s ago 79m 611M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:24:22.621 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (79m) 63s ago 79m 1410M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:24:22.621 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (79m) 63s ago 79m 944M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:24:22.621 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (78m) 63s ago 78m 1556M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:24:22.622 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (78m) 66s ago 78m 1460M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:24:22.622 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (78m) 66s ago 78m 1653M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:24:22.622 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (78m) 66s ago 78m 1340M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:24:22.622 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (77m) 66s ago 77m 2081M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:24:22.623 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (79m) 63s ago 80m 66.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:24:22.940 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:24:22.940 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:24:22.941 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:24:22.941 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:24:22.941 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:24:22.941 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:24:22.942 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:24:22.942 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:24:22.942 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:24:22.942 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:24:22.943 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:24:22.943 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:24:22.943 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:24:22.943 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:24:22.943 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:24:22.944 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:24:22.944 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:24:22.944 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:24:22.944 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:24:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:24:22.336795+0000 mgr.smithi176.ajjlsm (mgr.14696) 2620 : audit [DBG] from='client.35846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:24:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:24:22.607396+0000 mgr.smithi176.ajjlsm (mgr.14696) 2621 : audit [DBG] from='client.35850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:24:24.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:22.857506+0000 mgr.smithi176.ajjlsm (mgr.14696) 2622 : cluster [DBG] pgmap v2251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:24.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:24:22.939217+0000 mon.smithi176 (mon.0) 991 : audit [DBG] from='client.? 172.21.15.176:0/3055584432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:24:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:24:22.336795+0000 mgr.smithi176.ajjlsm (mgr.14696) 2620 : audit [DBG] from='client.35846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:24:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:24:22.607396+0000 mgr.smithi176.ajjlsm (mgr.14696) 2621 : audit [DBG] from='client.35850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:24:24.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:22.857506+0000 mgr.smithi176.ajjlsm (mgr.14696) 2622 : cluster [DBG] pgmap v2251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:24.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:24:22.939217+0000 mon.smithi176 (mon.0) 991 : audit [DBG] from='client.? 172.21.15.176:0/3055584432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:24:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:24.858021+0000 mgr.smithi176.ajjlsm (mgr.14696) 2623 : cluster [DBG] pgmap v2252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:24.858021+0000 mgr.smithi176.ajjlsm (mgr.14696) 2623 : cluster [DBG] pgmap v2252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:26.858860+0000 mgr.smithi176.ajjlsm (mgr.14696) 2624 : cluster [DBG] pgmap v2253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:26.858860+0000 mgr.smithi176.ajjlsm (mgr.14696) 2624 : cluster [DBG] pgmap v2253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:28.859340+0000 mgr.smithi176.ajjlsm (mgr.14696) 2625 : cluster [DBG] pgmap v2254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:28.859340+0000 mgr.smithi176.ajjlsm (mgr.14696) 2625 : cluster [DBG] pgmap v2254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:30.859946+0000 mgr.smithi176.ajjlsm (mgr.14696) 2626 : cluster [DBG] pgmap v2255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:30.859946+0000 mgr.smithi176.ajjlsm (mgr.14696) 2626 : cluster [DBG] pgmap v2255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:32.860804+0000 mgr.smithi176.ajjlsm (mgr.14696) 2627 : cluster [DBG] pgmap v2256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:32.860804+0000 mgr.smithi176.ajjlsm (mgr.14696) 2627 : cluster [DBG] pgmap v2256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:34.861353+0000 mgr.smithi176.ajjlsm (mgr.14696) 2628 : cluster [DBG] pgmap v2257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:34.861353+0000 mgr.smithi176.ajjlsm (mgr.14696) 2628 : cluster [DBG] pgmap v2257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:36.862279+0000 mgr.smithi176.ajjlsm (mgr.14696) 2629 : cluster [DBG] pgmap v2258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:36.862279+0000 mgr.smithi176.ajjlsm (mgr.14696) 2629 : cluster [DBG] pgmap v2258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:38.862868+0000 mgr.smithi176.ajjlsm (mgr.14696) 2630 : cluster [DBG] pgmap v2259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:38.862868+0000 mgr.smithi176.ajjlsm (mgr.14696) 2630 : cluster [DBG] pgmap v2259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:24:40.337400+0000 mon.smithi176 (mon.0) 992 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:24:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:24:40.337666+0000 mon.smithi176 (mon.0) 993 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:24:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:24:40.337400+0000 mon.smithi176 (mon.0) 992 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:24:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:24:40.337666+0000 mon.smithi176 (mon.0) 993 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:24:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:40.863375+0000 mgr.smithi176.ajjlsm (mgr.14696) 2631 : cluster [DBG] pgmap v2260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:40.863375+0000 mgr.smithi176.ajjlsm (mgr.14696) 2631 : cluster [DBG] pgmap v2260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:42.864398+0000 mgr.smithi176.ajjlsm (mgr.14696) 2632 : cluster [DBG] pgmap v2261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:42.864398+0000 mgr.smithi176.ajjlsm (mgr.14696) 2632 : cluster [DBG] pgmap v2261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:44.865011+0000 mgr.smithi176.ajjlsm (mgr.14696) 2633 : cluster [DBG] pgmap v2262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:44.865011+0000 mgr.smithi176.ajjlsm (mgr.14696) 2633 : cluster [DBG] pgmap v2262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:46.865796+0000 mgr.smithi176.ajjlsm (mgr.14696) 2634 : cluster [DBG] pgmap v2263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:46.865796+0000 mgr.smithi176.ajjlsm (mgr.14696) 2634 : cluster [DBG] pgmap v2263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:48.866331+0000 mgr.smithi176.ajjlsm (mgr.14696) 2635 : cluster [DBG] pgmap v2264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:48.866331+0000 mgr.smithi176.ajjlsm (mgr.14696) 2635 : cluster [DBG] pgmap v2264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:50.866905+0000 mgr.smithi176.ajjlsm (mgr.14696) 2636 : cluster [DBG] pgmap v2265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:50.866905+0000 mgr.smithi176.ajjlsm (mgr.14696) 2636 : cluster [DBG] pgmap v2265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:53.242 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:24:53.511 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:24:53.512 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (80m) 94s ago 81m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:24:53.512 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (73m) 94s ago 81m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:24:53.512 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (73m) 97s ago 80m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:24:53.512 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (80m) 94s ago 81m 43.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:24:53.513 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (72m) 94s ago 76m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:24:53.513 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (73m) 97s ago 76m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:24:53.513 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (74m) 94s ago 82m 507M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:24:53.513 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (74m) 97s ago 80m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:24:53.514 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (73m) 94s ago 82m 538M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:24:53.514 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (73m) 97s ago 80m 282M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:24:53.514 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (74m) 94s ago 74m 166M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:24:53.514 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (74m) 97s ago 74m 101M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:24:53.514 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (81m) 94s ago 81m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:24:53.515 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (80m) 97s ago 80m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:24:53.515 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (66m) 94s ago 80m 611M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:24:53.515 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (79m) 94s ago 79m 1410M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:24:53.515 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (79m) 94s ago 79m 944M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:24:53.516 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (79m) 94s ago 79m 1556M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:24:53.516 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (79m) 97s ago 79m 1460M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:24:53.516 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (78m) 97s ago 78m 1653M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:24:53.516 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (78m) 97s ago 78m 1340M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:24:53.516 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (78m) 97s ago 78m 2081M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:24:53.517 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (80m) 94s ago 80m 66.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:24:53.834 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:24:53.834 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:24:53.835 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:24:53.835 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:24:53.835 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:24:53.835 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:24:53.836 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:24:53.836 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:24:53.836 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:24:53.836 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:24:53.836 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:24:53.837 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:24:53.837 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:24:53.837 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:24:53.837 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:24:53.838 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:24:53.838 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:24:53.838 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:24:53.838 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:24:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:52.867715+0000 mgr.smithi176.ajjlsm (mgr.14696) 2637 : cluster [DBG] pgmap v2266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:54.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:24:53.833204+0000 mon.smithi176 (mon.0) 994 : audit [DBG] from='client.? 172.21.15.176:0/2200203161' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:24:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:52.867715+0000 mgr.smithi176.ajjlsm (mgr.14696) 2637 : cluster [DBG] pgmap v2266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:24:53.833204+0000 mon.smithi176 (mon.0) 994 : audit [DBG] from='client.? 172.21.15.176:0/2200203161' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:24:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:24:53.229279+0000 mgr.smithi176.ajjlsm (mgr.14696) 2638 : audit [DBG] from='client.35858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:24:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:24:53.501370+0000 mgr.smithi176.ajjlsm (mgr.14696) 2639 : audit [DBG] from='client.35862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:24:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:24:53.229279+0000 mgr.smithi176.ajjlsm (mgr.14696) 2638 : audit [DBG] from='client.35858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:24:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:24:53.501370+0000 mgr.smithi176.ajjlsm (mgr.14696) 2639 : audit [DBG] from='client.35862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:24:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:54.868191+0000 mgr.smithi176.ajjlsm (mgr.14696) 2640 : cluster [DBG] pgmap v2267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:54.868191+0000 mgr.smithi176.ajjlsm (mgr.14696) 2640 : cluster [DBG] pgmap v2267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:24:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:56.868988+0000 mgr.smithi176.ajjlsm (mgr.14696) 2641 : cluster [DBG] pgmap v2268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:24:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:56.868988+0000 mgr.smithi176.ajjlsm (mgr.14696) 2641 : cluster [DBG] pgmap v2268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:24:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:24:58.869519+0000 mgr.smithi176.ajjlsm (mgr.14696) 2642 : cluster [DBG] pgmap v2269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:24:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:24:58.869519+0000 mgr.smithi176.ajjlsm (mgr.14696) 2642 : cluster [DBG] pgmap v2269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:00.870052+0000 mgr.smithi176.ajjlsm (mgr.14696) 2643 : cluster [DBG] pgmap v2270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:00.870052+0000 mgr.smithi176.ajjlsm (mgr.14696) 2643 : cluster [DBG] pgmap v2270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:02.870976+0000 mgr.smithi176.ajjlsm (mgr.14696) 2644 : cluster [DBG] pgmap v2271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:02.870976+0000 mgr.smithi176.ajjlsm (mgr.14696) 2644 : cluster [DBG] pgmap v2271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:04.871550+0000 mgr.smithi176.ajjlsm (mgr.14696) 2645 : cluster [DBG] pgmap v2272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:04.871550+0000 mgr.smithi176.ajjlsm (mgr.14696) 2645 : cluster [DBG] pgmap v2272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:06.872338+0000 mgr.smithi176.ajjlsm (mgr.14696) 2646 : cluster [DBG] pgmap v2273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:06.872338+0000 mgr.smithi176.ajjlsm (mgr.14696) 2646 : cluster [DBG] pgmap v2273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:08.873047+0000 mgr.smithi176.ajjlsm (mgr.14696) 2647 : cluster [DBG] pgmap v2274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:08.873047+0000 mgr.smithi176.ajjlsm (mgr.14696) 2647 : cluster [DBG] pgmap v2274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:10.873789+0000 mgr.smithi176.ajjlsm (mgr.14696) 2648 : cluster [DBG] pgmap v2275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:10.873789+0000 mgr.smithi176.ajjlsm (mgr.14696) 2648 : cluster [DBG] pgmap v2275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:12.874751+0000 mgr.smithi176.ajjlsm (mgr.14696) 2649 : cluster [DBG] pgmap v2276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:12.874751+0000 mgr.smithi176.ajjlsm (mgr.14696) 2649 : cluster [DBG] pgmap v2276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:14.875212+0000 mgr.smithi176.ajjlsm (mgr.14696) 2650 : cluster [DBG] pgmap v2277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:14.875212+0000 mgr.smithi176.ajjlsm (mgr.14696) 2650 : cluster [DBG] pgmap v2277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:16.875915+0000 mgr.smithi176.ajjlsm (mgr.14696) 2651 : cluster [DBG] pgmap v2278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:16.875915+0000 mgr.smithi176.ajjlsm (mgr.14696) 2651 : cluster [DBG] pgmap v2278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:18.876452+0000 mgr.smithi176.ajjlsm (mgr.14696) 2652 : cluster [DBG] pgmap v2279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:20.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:25:19.434588+0000 mon.smithi176 (mon.0) 995 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:25:20.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:25:19.435931+0000 mon.smithi176 (mon.0) 996 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:25:20.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:25:19.436753+0000 mon.smithi176 (mon.0) 997 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:25:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:18.876452+0000 mgr.smithi176.ajjlsm (mgr.14696) 2652 : cluster [DBG] pgmap v2279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:20.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:25:19.434588+0000 mon.smithi176 (mon.0) 995 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:25:20.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:25:19.435931+0000 mon.smithi176 (mon.0) 996 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:25:20.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:25:19.436753+0000 mon.smithi176 (mon.0) 997 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:25:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:25:19.437548+0000 mgr.smithi176.ajjlsm (mgr.14696) 2653 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:25:21.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:25:19.793940+0000 mon.smithi176 (mon.0) 998 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:25:21.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:25:20.075438+0000 mon.smithi176 (mon.0) 999 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:25:21.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:25:20.080689+0000 mon.smithi176 (mon.0) 1000 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:25:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:25:19.437548+0000 mgr.smithi176.ajjlsm (mgr.14696) 2653 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:25:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:25:19.793940+0000 mon.smithi176 (mon.0) 998 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:25:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:25:20.075438+0000 mon.smithi176 (mon.0) 999 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:25:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:25:20.080689+0000 mon.smithi176 (mon.0) 1000 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:25:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:20.876997+0000 mgr.smithi176.ajjlsm (mgr.14696) 2654 : cluster [DBG] pgmap v2280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:20.876997+0000 mgr.smithi176.ajjlsm (mgr.14696) 2654 : cluster [DBG] pgmap v2280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:24.137 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:25:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:22.877848+0000 mgr.smithi176.ajjlsm (mgr.14696) 2655 : cluster [DBG] pgmap v2281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:22.877848+0000 mgr.smithi176.ajjlsm (mgr.14696) 2655 : cluster [DBG] pgmap v2281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:24.405 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:25:24.406 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (80m) 2m ago 81m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:25:24.407 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (74m) 2m ago 81m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:25:24.407 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (73m) 2m ago 81m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:25:24.408 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (80m) 2m ago 81m 43.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:25:24.408 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (73m) 2m ago 77m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:25:24.408 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (73m) 2m ago 77m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:25:24.409 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (74m) 2m ago 82m 507M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:25:24.409 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (74m) 2m ago 81m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:25:24.410 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (74m) 2m ago 82m 538M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:25:24.410 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (74m) 2m ago 81m 282M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:25:24.411 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (75m) 2m ago 75m 166M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:25:24.411 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (75m) 2m ago 75m 101M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:25:24.411 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (81m) 2m ago 81m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:25:24.412 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (81m) 2m ago 81m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:25:24.412 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (66m) 2m ago 80m 611M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:25:24.412 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (80m) 2m ago 80m 1410M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:25:24.413 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (80m) 2m ago 80m 944M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:25:24.413 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (79m) 2m ago 79m 1556M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:25:24.413 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (79m) 2m ago 79m 1460M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:25:24.414 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (79m) 2m ago 79m 1653M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:25:24.414 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (79m) 2m ago 79m 1340M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:25:24.414 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (78m) 2m ago 78m 2081M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:25:24.415 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (80m) 2m ago 81m 66.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:25:24.724 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:25:24.724 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:25:24.724 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:25:24.725 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:25:24.725 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:25:24.725 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:25:24.725 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:25:24.726 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:25:24.726 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:25:24.726 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:25:24.726 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:25:24.726 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:25:24.727 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:25:24.727 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:25:24.727 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:25:24.728 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:25:24.728 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:25:24.728 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:25:24.728 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:25:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:25:24.722964+0000 mon.smithi176 (mon.0) 1001 : audit [DBG] from='client.? 172.21.15.176:0/3036378001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:25:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:25:24.722964+0000 mon.smithi176 (mon.0) 1001 : audit [DBG] from='client.? 172.21.15.176:0/3036378001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:25:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:25:24.124614+0000 mgr.smithi176.ajjlsm (mgr.14696) 2656 : audit [DBG] from='client.35870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:25:26.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:25:24.395527+0000 mgr.smithi176.ajjlsm (mgr.14696) 2657 : audit [DBG] from='client.35874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:25:26.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:24.878487+0000 mgr.smithi176.ajjlsm (mgr.14696) 2658 : cluster [DBG] pgmap v2282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:25:24.124614+0000 mgr.smithi176.ajjlsm (mgr.14696) 2656 : audit [DBG] from='client.35870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:25:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:25:24.395527+0000 mgr.smithi176.ajjlsm (mgr.14696) 2657 : audit [DBG] from='client.35874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:25:26.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:24.878487+0000 mgr.smithi176.ajjlsm (mgr.14696) 2658 : cluster [DBG] pgmap v2282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:26.879324+0000 mgr.smithi176.ajjlsm (mgr.14696) 2659 : cluster [DBG] pgmap v2283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:26.879324+0000 mgr.smithi176.ajjlsm (mgr.14696) 2659 : cluster [DBG] pgmap v2283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:28.879829+0000 mgr.smithi176.ajjlsm (mgr.14696) 2660 : cluster [DBG] pgmap v2284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:28.879829+0000 mgr.smithi176.ajjlsm (mgr.14696) 2660 : cluster [DBG] pgmap v2284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:30.880384+0000 mgr.smithi176.ajjlsm (mgr.14696) 2661 : cluster [DBG] pgmap v2285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:30.880384+0000 mgr.smithi176.ajjlsm (mgr.14696) 2661 : cluster [DBG] pgmap v2285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:32.881196+0000 mgr.smithi176.ajjlsm (mgr.14696) 2662 : cluster [DBG] pgmap v2286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:32.881196+0000 mgr.smithi176.ajjlsm (mgr.14696) 2662 : cluster [DBG] pgmap v2286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:34.881818+0000 mgr.smithi176.ajjlsm (mgr.14696) 2663 : cluster [DBG] pgmap v2287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:34.881818+0000 mgr.smithi176.ajjlsm (mgr.14696) 2663 : cluster [DBG] pgmap v2287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:36.882639+0000 mgr.smithi176.ajjlsm (mgr.14696) 2664 : cluster [DBG] pgmap v2288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:36.882639+0000 mgr.smithi176.ajjlsm (mgr.14696) 2664 : cluster [DBG] pgmap v2288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:38.883073+0000 mgr.smithi176.ajjlsm (mgr.14696) 2665 : cluster [DBG] pgmap v2289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:38.883073+0000 mgr.smithi176.ajjlsm (mgr.14696) 2665 : cluster [DBG] pgmap v2289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:25:40.341562+0000 mon.smithi176 (mon.0) 1002 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:25:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:25:40.341846+0000 mon.smithi176 (mon.0) 1003 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:25:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:25:40.341562+0000 mon.smithi176 (mon.0) 1002 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:25:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:25:40.341846+0000 mon.smithi176 (mon.0) 1003 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:25:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:40.883812+0000 mgr.smithi176.ajjlsm (mgr.14696) 2666 : cluster [DBG] pgmap v2290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:40.883812+0000 mgr.smithi176.ajjlsm (mgr.14696) 2666 : cluster [DBG] pgmap v2290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:42.884631+0000 mgr.smithi176.ajjlsm (mgr.14696) 2667 : cluster [DBG] pgmap v2291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:42.884631+0000 mgr.smithi176.ajjlsm (mgr.14696) 2667 : cluster [DBG] pgmap v2291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:44.885307+0000 mgr.smithi176.ajjlsm (mgr.14696) 2668 : cluster [DBG] pgmap v2292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:44.885307+0000 mgr.smithi176.ajjlsm (mgr.14696) 2668 : cluster [DBG] pgmap v2292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:46.885993+0000 mgr.smithi176.ajjlsm (mgr.14696) 2669 : cluster [DBG] pgmap v2293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:46.885993+0000 mgr.smithi176.ajjlsm (mgr.14696) 2669 : cluster [DBG] pgmap v2293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:48.886629+0000 mgr.smithi176.ajjlsm (mgr.14696) 2670 : cluster [DBG] pgmap v2294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:48.886629+0000 mgr.smithi176.ajjlsm (mgr.14696) 2670 : cluster [DBG] pgmap v2294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:50.887496+0000 mgr.smithi176.ajjlsm (mgr.14696) 2671 : cluster [DBG] pgmap v2295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:50.887496+0000 mgr.smithi176.ajjlsm (mgr.14696) 2671 : cluster [DBG] pgmap v2295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:52.888230+0000 mgr.smithi176.ajjlsm (mgr.14696) 2672 : cluster [DBG] pgmap v2296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:52.888230+0000 mgr.smithi176.ajjlsm (mgr.14696) 2672 : cluster [DBG] pgmap v2296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:55.035 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:25:55.302 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:25:55.302 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (81m) 2m ago 82m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:25:55.302 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (74m) 2m ago 82m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:25:55.303 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (74m) 2m ago 81m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:25:55.303 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (81m) 2m ago 82m 43.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:25:55.303 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (73m) 2m ago 77m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:25:55.303 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (74m) 2m ago 77m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:25:55.303 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (75m) 2m ago 83m 507M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:25:55.304 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (75m) 2m ago 81m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:25:55.304 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (74m) 2m ago 83m 538M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:25:55.304 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (74m) 2m ago 81m 282M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:25:55.305 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (75m) 2m ago 75m 166M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:25:55.305 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (75m) 2m ago 75m 101M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:25:55.305 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (82m) 2m ago 82m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:25:55.305 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (81m) 2m ago 81m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:25:55.306 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (67m) 2m ago 81m 611M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:25:55.306 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (80m) 2m ago 80m 1410M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:25:55.306 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (80m) 2m ago 80m 944M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:25:55.306 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (80m) 2m ago 80m 1556M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:25:55.307 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (80m) 2m ago 80m 1460M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:25:55.307 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (79m) 2m ago 79m 1653M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:25:55.307 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (79m) 2m ago 79m 1340M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:25:55.307 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (79m) 2m ago 79m 2081M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:25:55.307 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (81m) 2m ago 81m 66.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:25:55.623 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:25:55.623 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:25:55.624 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:25:55.624 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:25:55.624 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:25:55.624 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:25:55.625 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:25:55.625 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:25:55.625 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:25:55.625 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:25:55.626 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:25:55.626 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:25:55.626 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:25:55.627 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:25:55.627 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:25:55.627 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:25:55.627 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:25:55.628 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:25:55.628 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:25:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:54.888672+0000 mgr.smithi176.ajjlsm (mgr.14696) 2673 : cluster [DBG] pgmap v2297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:56.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:25:55.020409+0000 mgr.smithi176.ajjlsm (mgr.14696) 2674 : audit [DBG] from='client.35882 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:25:56.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:25:55.622126+0000 mon.smithi176 (mon.0) 1004 : audit [DBG] from='client.? 172.21.15.176:0/578057307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:25:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:54.888672+0000 mgr.smithi176.ajjlsm (mgr.14696) 2673 : cluster [DBG] pgmap v2297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:25:56.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:25:55.020409+0000 mgr.smithi176.ajjlsm (mgr.14696) 2674 : audit [DBG] from='client.35882 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:25:56.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:25:55.622126+0000 mon.smithi176 (mon.0) 1004 : audit [DBG] from='client.? 172.21.15.176:0/578057307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:25:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:25:55.291792+0000 mgr.smithi176.ajjlsm (mgr.14696) 2675 : audit [DBG] from='client.35886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:25:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:25:55.291792+0000 mgr.smithi176.ajjlsm (mgr.14696) 2675 : audit [DBG] from='client.35886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:25:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:56.889534+0000 mgr.smithi176.ajjlsm (mgr.14696) 2676 : cluster [DBG] pgmap v2298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:25:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:56.889534+0000 mgr.smithi176.ajjlsm (mgr.14696) 2676 : cluster [DBG] pgmap v2298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:25:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:25:58.890094+0000 mgr.smithi176.ajjlsm (mgr.14696) 2677 : cluster [DBG] pgmap v2299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:25:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:25:58.890094+0000 mgr.smithi176.ajjlsm (mgr.14696) 2677 : cluster [DBG] pgmap v2299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:00.890740+0000 mgr.smithi176.ajjlsm (mgr.14696) 2678 : cluster [DBG] pgmap v2300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:00.890740+0000 mgr.smithi176.ajjlsm (mgr.14696) 2678 : cluster [DBG] pgmap v2300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:02.891310+0000 mgr.smithi176.ajjlsm (mgr.14696) 2679 : cluster [DBG] pgmap v2301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:02.891310+0000 mgr.smithi176.ajjlsm (mgr.14696) 2679 : cluster [DBG] pgmap v2301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:04.891892+0000 mgr.smithi176.ajjlsm (mgr.14696) 2680 : cluster [DBG] pgmap v2302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:06.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:04.891892+0000 mgr.smithi176.ajjlsm (mgr.14696) 2680 : cluster [DBG] pgmap v2302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:06.892739+0000 mgr.smithi176.ajjlsm (mgr.14696) 2681 : cluster [DBG] pgmap v2303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:06.892739+0000 mgr.smithi176.ajjlsm (mgr.14696) 2681 : cluster [DBG] pgmap v2303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:08.893270+0000 mgr.smithi176.ajjlsm (mgr.14696) 2682 : cluster [DBG] pgmap v2304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:08.893270+0000 mgr.smithi176.ajjlsm (mgr.14696) 2682 : cluster [DBG] pgmap v2304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:10.893832+0000 mgr.smithi176.ajjlsm (mgr.14696) 2683 : cluster [DBG] pgmap v2305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:10.893832+0000 mgr.smithi176.ajjlsm (mgr.14696) 2683 : cluster [DBG] pgmap v2305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:12.894572+0000 mgr.smithi176.ajjlsm (mgr.14696) 2684 : cluster [DBG] pgmap v2306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:12.894572+0000 mgr.smithi176.ajjlsm (mgr.14696) 2684 : cluster [DBG] pgmap v2306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:14.895057+0000 mgr.smithi176.ajjlsm (mgr.14696) 2685 : cluster [DBG] pgmap v2307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:14.895057+0000 mgr.smithi176.ajjlsm (mgr.14696) 2685 : cluster [DBG] pgmap v2307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:16.895883+0000 mgr.smithi176.ajjlsm (mgr.14696) 2686 : cluster [DBG] pgmap v2308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:18.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:16.895883+0000 mgr.smithi176.ajjlsm (mgr.14696) 2686 : cluster [DBG] pgmap v2308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:18.896531+0000 mgr.smithi176.ajjlsm (mgr.14696) 2687 : cluster [DBG] pgmap v2309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:18.896531+0000 mgr.smithi176.ajjlsm (mgr.14696) 2687 : cluster [DBG] pgmap v2309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:26:20.083440+0000 mon.smithi176 (mon.0) 1005 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:26:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:26:20.084801+0000 mon.smithi176 (mon.0) 1006 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:26:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:26:20.085615+0000 mon.smithi176 (mon.0) 1007 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:26:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:26:20.441104+0000 mon.smithi176 (mon.0) 1008 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:26:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:26:20.083440+0000 mon.smithi176 (mon.0) 1005 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:26:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:26:20.084801+0000 mon.smithi176 (mon.0) 1006 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:26:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:26:20.085615+0000 mon.smithi176 (mon.0) 1007 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:26:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:26:20.441104+0000 mon.smithi176 (mon.0) 1008 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:26:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:26:20.086344+0000 mgr.smithi176.ajjlsm (mgr.14696) 2688 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:26:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:26:20.826249+0000 mon.smithi176 (mon.0) 1009 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:26:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:26:20.830801+0000 mon.smithi176 (mon.0) 1010 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:26:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:20.897067+0000 mgr.smithi176.ajjlsm (mgr.14696) 2689 : cluster [DBG] pgmap v2310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:26:20.086344+0000 mgr.smithi176.ajjlsm (mgr.14696) 2688 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:26:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:26:20.826249+0000 mon.smithi176 (mon.0) 1009 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:26:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:26:20.830801+0000 mon.smithi176 (mon.0) 1010 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:26:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:20.897067+0000 mgr.smithi176.ajjlsm (mgr.14696) 2689 : cluster [DBG] pgmap v2310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:22.897722+0000 mgr.smithi176.ajjlsm (mgr.14696) 2690 : cluster [DBG] pgmap v2311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:22.897722+0000 mgr.smithi176.ajjlsm (mgr.14696) 2690 : cluster [DBG] pgmap v2311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:25.926 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:26:26.199 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:26:26.200 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (81m) 3m ago 82m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:26:26.200 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (75m) 3m ago 82m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:26:26.200 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (74m) 3m ago 82m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:26:26.200 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (81m) 3m ago 82m 43.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:26:26.201 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (74m) 3m ago 78m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:26:26.201 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (74m) 3m ago 78m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:26:26.201 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (75m) 3m ago 83m 507M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:26:26.201 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (75m) 3m ago 82m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:26:26.202 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (75m) 3m ago 83m 538M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:26:26.202 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (75m) 3m ago 82m 282M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:26:26.202 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (76m) 3m ago 76m 166M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:26:26.202 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (76m) 3m ago 76m 101M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:26:26.203 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (82m) 3m ago 82m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:26:26.203 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (82m) 3m ago 82m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:26:26.203 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (67m) 3m ago 81m 611M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:26:26.203 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (81m) 3m ago 81m 1410M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:26:26.204 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (81m) 3m ago 81m 944M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:26:26.204 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (80m) 3m ago 80m 1556M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:26:26.204 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (80m) 3m ago 80m 1460M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:26:26.205 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (80m) 3m ago 80m 1653M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:26:26.205 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (80m) 3m ago 80m 1340M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:26:26.205 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (79m) 3m ago 79m 2081M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:26:26.205 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (81m) 3m ago 82m 66.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:26:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:24.898271+0000 mgr.smithi176.ajjlsm (mgr.14696) 2691 : cluster [DBG] pgmap v2312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:24.898271+0000 mgr.smithi176.ajjlsm (mgr.14696) 2691 : cluster [DBG] pgmap v2312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:26.521 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:26:26.521 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:26:26.522 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:26:26.522 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:26:26.522 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:26:26.522 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:26:26.523 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:26:26.523 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:26:26.523 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:26:26.523 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:26:26.524 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:26:26.524 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:26:26.524 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:26:26.525 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:26:26.525 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:26:26.525 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:26:26.525 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:26:26.526 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:26:26.526 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:26:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:26:25.912413+0000 mgr.smithi176.ajjlsm (mgr.14696) 2692 : audit [DBG] from='client.35894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:26:27.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:26:26.519908+0000 mon.smithi176 (mon.0) 1011 : audit [DBG] from='client.? 172.21.15.176:0/2056462961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:26:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:26:25.912413+0000 mgr.smithi176.ajjlsm (mgr.14696) 2692 : audit [DBG] from='client.35894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:26:27.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:26:26.519908+0000 mon.smithi176 (mon.0) 1011 : audit [DBG] from='client.? 172.21.15.176:0/2056462961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:26:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:26:26.189740+0000 mgr.smithi176.ajjlsm (mgr.14696) 2693 : audit [DBG] from='client.35898 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:26:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:26.899158+0000 mgr.smithi176.ajjlsm (mgr.14696) 2694 : cluster [DBG] pgmap v2313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:26:26.189740+0000 mgr.smithi176.ajjlsm (mgr.14696) 2693 : audit [DBG] from='client.35898 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:26:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:26.899158+0000 mgr.smithi176.ajjlsm (mgr.14696) 2694 : cluster [DBG] pgmap v2313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:28.899661+0000 mgr.smithi176.ajjlsm (mgr.14696) 2695 : cluster [DBG] pgmap v2314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:28.899661+0000 mgr.smithi176.ajjlsm (mgr.14696) 2695 : cluster [DBG] pgmap v2314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:30.900399+0000 mgr.smithi176.ajjlsm (mgr.14696) 2696 : cluster [DBG] pgmap v2315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:30.900399+0000 mgr.smithi176.ajjlsm (mgr.14696) 2696 : cluster [DBG] pgmap v2315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:32.901006+0000 mgr.smithi176.ajjlsm (mgr.14696) 2697 : cluster [DBG] pgmap v2316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:32.901006+0000 mgr.smithi176.ajjlsm (mgr.14696) 2697 : cluster [DBG] pgmap v2316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:34.901492+0000 mgr.smithi176.ajjlsm (mgr.14696) 2698 : cluster [DBG] pgmap v2317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:34.901492+0000 mgr.smithi176.ajjlsm (mgr.14696) 2698 : cluster [DBG] pgmap v2317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:36.902264+0000 mgr.smithi176.ajjlsm (mgr.14696) 2699 : cluster [DBG] pgmap v2318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:36.902264+0000 mgr.smithi176.ajjlsm (mgr.14696) 2699 : cluster [DBG] pgmap v2318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:38.902955+0000 mgr.smithi176.ajjlsm (mgr.14696) 2700 : cluster [DBG] pgmap v2319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:38.902955+0000 mgr.smithi176.ajjlsm (mgr.14696) 2700 : cluster [DBG] pgmap v2319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:26:40.346236+0000 mon.smithi176 (mon.0) 1012 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:26:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:26:40.346505+0000 mon.smithi176 (mon.0) 1013 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:26:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:26:40.346236+0000 mon.smithi176 (mon.0) 1012 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:26:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:26:40.346505+0000 mon.smithi176 (mon.0) 1013 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:26:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:40.903565+0000 mgr.smithi176.ajjlsm (mgr.14696) 2701 : cluster [DBG] pgmap v2320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:40.903565+0000 mgr.smithi176.ajjlsm (mgr.14696) 2701 : cluster [DBG] pgmap v2320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:42.904218+0000 mgr.smithi176.ajjlsm (mgr.14696) 2702 : cluster [DBG] pgmap v2321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:42.904218+0000 mgr.smithi176.ajjlsm (mgr.14696) 2702 : cluster [DBG] pgmap v2321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:44.904816+0000 mgr.smithi176.ajjlsm (mgr.14696) 2703 : cluster [DBG] pgmap v2322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:44.904816+0000 mgr.smithi176.ajjlsm (mgr.14696) 2703 : cluster [DBG] pgmap v2322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:46.905672+0000 mgr.smithi176.ajjlsm (mgr.14696) 2704 : cluster [DBG] pgmap v2323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:46.905672+0000 mgr.smithi176.ajjlsm (mgr.14696) 2704 : cluster [DBG] pgmap v2323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:48.906253+0000 mgr.smithi176.ajjlsm (mgr.14696) 2705 : cluster [DBG] pgmap v2324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:48.906253+0000 mgr.smithi176.ajjlsm (mgr.14696) 2705 : cluster [DBG] pgmap v2324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:50.906901+0000 mgr.smithi176.ajjlsm (mgr.14696) 2706 : cluster [DBG] pgmap v2325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:50.906901+0000 mgr.smithi176.ajjlsm (mgr.14696) 2706 : cluster [DBG] pgmap v2325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:52.907504+0000 mgr.smithi176.ajjlsm (mgr.14696) 2707 : cluster [DBG] pgmap v2326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:52.907504+0000 mgr.smithi176.ajjlsm (mgr.14696) 2707 : cluster [DBG] pgmap v2326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:54.908022+0000 mgr.smithi176.ajjlsm (mgr.14696) 2708 : cluster [DBG] pgmap v2327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:54.908022+0000 mgr.smithi176.ajjlsm (mgr.14696) 2708 : cluster [DBG] pgmap v2327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:26:56.821 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:26:57.089 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:26:57.089 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (82m) 3m ago 83m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:26:57.090 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (75m) 3m ago 83m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:26:57.090 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (75m) 3m ago 82m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:26:57.090 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (82m) 3m ago 83m 43.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:26:57.090 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (74m) 3m ago 79m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:26:57.091 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (75m) 3m ago 78m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:26:57.091 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (76m) 3m ago 84m 507M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:26:57.091 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (76m) 3m ago 82m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:26:57.091 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (75m) 3m ago 84m 538M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:26:57.091 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (75m) 3m ago 82m 282M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:26:57.092 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (76m) 3m ago 76m 166M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:26:57.092 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (76m) 3m ago 76m 101M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:26:57.092 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (83m) 3m ago 83m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:26:57.092 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (82m) 3m ago 82m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:26:57.093 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (68m) 3m ago 82m 611M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:26:57.093 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (81m) 3m ago 81m 1410M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:26:57.093 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (81m) 3m ago 81m 944M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:26:57.093 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (81m) 3m ago 81m 1556M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:26:57.093 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (81m) 3m ago 81m 1460M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:26:57.094 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (80m) 3m ago 80m 1653M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:26:57.094 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (80m) 3m ago 80m 1340M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:26:57.094 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (80m) 3m ago 80m 2081M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:26:57.094 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (82m) 3m ago 82m 66.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:26:57.408 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:26:57.409 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:26:57.409 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:26:57.409 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:26:57.409 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:26:57.409 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:26:57.410 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:26:57.410 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:26:57.410 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:26:57.410 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:26:57.411 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:26:57.411 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:26:57.411 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:26:57.411 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:26:57.412 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:26:57.412 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:26:57.412 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:26:57.412 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:26:57.412 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:26:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:26:56.808678+0000 mgr.smithi176.ajjlsm (mgr.14696) 2709 : audit [DBG] from='client.35906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:26:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:56.908689+0000 mgr.smithi176.ajjlsm (mgr.14696) 2710 : cluster [DBG] pgmap v2328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:58.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:26:57.407359+0000 mon.smithi176 (mon.0) 1014 : audit [DBG] from='client.? 172.21.15.176:0/1975378545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:26:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:26:56.808678+0000 mgr.smithi176.ajjlsm (mgr.14696) 2709 : audit [DBG] from='client.35906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:26:58.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:56.908689+0000 mgr.smithi176.ajjlsm (mgr.14696) 2710 : cluster [DBG] pgmap v2328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:26:58.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:26:57.407359+0000 mon.smithi176 (mon.0) 1014 : audit [DBG] from='client.? 172.21.15.176:0/1975378545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:26:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:26:57.079311+0000 mgr.smithi176.ajjlsm (mgr.14696) 2711 : audit [DBG] from='client.35910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:26:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:26:57.079311+0000 mgr.smithi176.ajjlsm (mgr.14696) 2711 : audit [DBG] from='client.35910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:27:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:26:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:26:58.909301+0000 mgr.smithi176.ajjlsm (mgr.14696) 2712 : cluster [DBG] pgmap v2329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:26:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:26:58.909301+0000 mgr.smithi176.ajjlsm (mgr.14696) 2712 : cluster [DBG] pgmap v2329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:00.910131+0000 mgr.smithi176.ajjlsm (mgr.14696) 2713 : cluster [DBG] pgmap v2330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:00.910131+0000 mgr.smithi176.ajjlsm (mgr.14696) 2713 : cluster [DBG] pgmap v2330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:02.910890+0000 mgr.smithi176.ajjlsm (mgr.14696) 2714 : cluster [DBG] pgmap v2331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:02.910890+0000 mgr.smithi176.ajjlsm (mgr.14696) 2714 : cluster [DBG] pgmap v2331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:04.911373+0000 mgr.smithi176.ajjlsm (mgr.14696) 2715 : cluster [DBG] pgmap v2332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:04.911373+0000 mgr.smithi176.ajjlsm (mgr.14696) 2715 : cluster [DBG] pgmap v2332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:06.912195+0000 mgr.smithi176.ajjlsm (mgr.14696) 2716 : cluster [DBG] pgmap v2333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:06.912195+0000 mgr.smithi176.ajjlsm (mgr.14696) 2716 : cluster [DBG] pgmap v2333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:08.912593+0000 mgr.smithi176.ajjlsm (mgr.14696) 2717 : cluster [DBG] pgmap v2334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:08.912593+0000 mgr.smithi176.ajjlsm (mgr.14696) 2717 : cluster [DBG] pgmap v2334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:10.913350+0000 mgr.smithi176.ajjlsm (mgr.14696) 2718 : cluster [DBG] pgmap v2335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:10.913350+0000 mgr.smithi176.ajjlsm (mgr.14696) 2718 : cluster [DBG] pgmap v2335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:12.914153+0000 mgr.smithi176.ajjlsm (mgr.14696) 2719 : cluster [DBG] pgmap v2336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:12.914153+0000 mgr.smithi176.ajjlsm (mgr.14696) 2719 : cluster [DBG] pgmap v2336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:14.914751+0000 mgr.smithi176.ajjlsm (mgr.14696) 2720 : cluster [DBG] pgmap v2337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:16.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:14.914751+0000 mgr.smithi176.ajjlsm (mgr.14696) 2720 : cluster [DBG] pgmap v2337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:16.915490+0000 mgr.smithi176.ajjlsm (mgr.14696) 2721 : cluster [DBG] pgmap v2338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:16.915490+0000 mgr.smithi176.ajjlsm (mgr.14696) 2721 : cluster [DBG] pgmap v2338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:18.916079+0000 mgr.smithi176.ajjlsm (mgr.14696) 2722 : cluster [DBG] pgmap v2339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:18.916079+0000 mgr.smithi176.ajjlsm (mgr.14696) 2722 : cluster [DBG] pgmap v2339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:27:20.833276+0000 mon.smithi176 (mon.0) 1015 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:27:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:27:20.834784+0000 mon.smithi176 (mon.0) 1016 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:27:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:27:20.835635+0000 mon.smithi176 (mon.0) 1017 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:27:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:27:20.833276+0000 mon.smithi176 (mon.0) 1015 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:27:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:27:20.834784+0000 mon.smithi176 (mon.0) 1016 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:27:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:27:20.835635+0000 mon.smithi176 (mon.0) 1017 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:27:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:27:20.836392+0000 mgr.smithi176.ajjlsm (mgr.14696) 2723 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:27:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:20.916711+0000 mgr.smithi176.ajjlsm (mgr.14696) 2724 : cluster [DBG] pgmap v2340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:27:21.238415+0000 mon.smithi176 (mon.0) 1018 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:27:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:27:21.243366+0000 mon.smithi176 (mon.0) 1019 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:27:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:27:20.836392+0000 mgr.smithi176.ajjlsm (mgr.14696) 2723 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:27:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:20.916711+0000 mgr.smithi176.ajjlsm (mgr.14696) 2724 : cluster [DBG] pgmap v2340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:27:21.238415+0000 mon.smithi176 (mon.0) 1018 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:27:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:27:21.243366+0000 mon.smithi176 (mon.0) 1019 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:27:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:22.917444+0000 mgr.smithi176.ajjlsm (mgr.14696) 2725 : cluster [DBG] pgmap v2341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:22.917444+0000 mgr.smithi176.ajjlsm (mgr.14696) 2725 : cluster [DBG] pgmap v2341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:24.918162+0000 mgr.smithi176.ajjlsm (mgr.14696) 2726 : cluster [DBG] pgmap v2342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:24.918162+0000 mgr.smithi176.ajjlsm (mgr.14696) 2726 : cluster [DBG] pgmap v2342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:27.711 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:27:27.978 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:27:27.979 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (82m) 4m ago 83m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:27:27.979 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (76m) 4m ago 83m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:27:27.979 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (75m) 4m ago 83m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:27:27.980 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (82m) 4m ago 83m 43.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:27:27.980 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (75m) 4m ago 79m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:27:27.980 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (75m) 4m ago 79m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:27:27.980 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (76m) 4m ago 84m 507M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:27:27.981 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (76m) 4m ago 83m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:27:27.981 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (76m) 4m ago 85m 538M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:27:27.981 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (76m) 4m ago 83m 282M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:27:27.981 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (77m) 4m ago 77m 166M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:27:27.981 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (77m) 4m ago 77m 101M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:27:27.982 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (83m) 4m ago 83m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:27:27.982 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (83m) 4m ago 83m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:27:27.982 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (68m) 4m ago 82m 611M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:27:27.982 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (82m) 4m ago 82m 1410M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:27:27.983 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (82m) 4m ago 82m 944M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:27:27.983 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (81m) 4m ago 81m 1556M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:27:27.983 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (81m) 4m ago 81m 1460M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:27:27.983 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (81m) 4m ago 81m 1653M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:27:27.983 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (81m) 4m ago 81m 1340M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:27:27.984 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (80m) 4m ago 80m 2081M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:27:27.984 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (82m) 4m ago 83m 66.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:27:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:26.918923+0000 mgr.smithi176.ajjlsm (mgr.14696) 2727 : cluster [DBG] pgmap v2343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:28.304 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:27:28.304 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:27:28.304 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:27:28.304 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:27:28.305 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:27:28.305 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:27:28.305 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:27:28.305 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:27:28.306 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:27:28.306 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:27:28.306 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:27:28.307 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:27:28.307 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:27:28.307 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:27:28.307 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:27:28.308 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:27:28.308 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:27:28.308 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:27:28.308 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:27:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:26.918923+0000 mgr.smithi176.ajjlsm (mgr.14696) 2727 : cluster [DBG] pgmap v2343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:27:27.698247+0000 mgr.smithi176.ajjlsm (mgr.14696) 2728 : audit [DBG] from='client.35918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:27:29.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:27:27.968589+0000 mgr.smithi176.ajjlsm (mgr.14696) 2729 : audit [DBG] from='client.35922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:27:29.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:27:28.302906+0000 mon.smithi176 (mon.0) 1020 : audit [DBG] from='client.? 172.21.15.176:0/3255681818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:27:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:27:27.698247+0000 mgr.smithi176.ajjlsm (mgr.14696) 2728 : audit [DBG] from='client.35918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:27:29.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:27:27.968589+0000 mgr.smithi176.ajjlsm (mgr.14696) 2729 : audit [DBG] from='client.35922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:27:29.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:27:28.302906+0000 mon.smithi176 (mon.0) 1020 : audit [DBG] from='client.? 172.21.15.176:0/3255681818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:27:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:28.919354+0000 mgr.smithi176.ajjlsm (mgr.14696) 2730 : cluster [DBG] pgmap v2344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:28.919354+0000 mgr.smithi176.ajjlsm (mgr.14696) 2730 : cluster [DBG] pgmap v2344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:30.919967+0000 mgr.smithi176.ajjlsm (mgr.14696) 2731 : cluster [DBG] pgmap v2345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:30.919967+0000 mgr.smithi176.ajjlsm (mgr.14696) 2731 : cluster [DBG] pgmap v2345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:32.920646+0000 mgr.smithi176.ajjlsm (mgr.14696) 2732 : cluster [DBG] pgmap v2346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:32.920646+0000 mgr.smithi176.ajjlsm (mgr.14696) 2732 : cluster [DBG] pgmap v2346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:34.921351+0000 mgr.smithi176.ajjlsm (mgr.14696) 2733 : cluster [DBG] pgmap v2347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:34.921351+0000 mgr.smithi176.ajjlsm (mgr.14696) 2733 : cluster [DBG] pgmap v2347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:36.922144+0000 mgr.smithi176.ajjlsm (mgr.14696) 2734 : cluster [DBG] pgmap v2348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:36.922144+0000 mgr.smithi176.ajjlsm (mgr.14696) 2734 : cluster [DBG] pgmap v2348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:38.922654+0000 mgr.smithi176.ajjlsm (mgr.14696) 2735 : cluster [DBG] pgmap v2349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:38.922654+0000 mgr.smithi176.ajjlsm (mgr.14696) 2735 : cluster [DBG] pgmap v2349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:27:40.349715+0000 mon.smithi176 (mon.0) 1021 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:27:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:27:40.351297+0000 mon.smithi176 (mon.0) 1022 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:27:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:27:40.349715+0000 mon.smithi176 (mon.0) 1021 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:27:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:27:40.351297+0000 mon.smithi176 (mon.0) 1022 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:27:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:40.923613+0000 mgr.smithi176.ajjlsm (mgr.14696) 2736 : cluster [DBG] pgmap v2350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:40.923613+0000 mgr.smithi176.ajjlsm (mgr.14696) 2736 : cluster [DBG] pgmap v2350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:42.924342+0000 mgr.smithi176.ajjlsm (mgr.14696) 2737 : cluster [DBG] pgmap v2351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:42.924342+0000 mgr.smithi176.ajjlsm (mgr.14696) 2737 : cluster [DBG] pgmap v2351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:44.925100+0000 mgr.smithi176.ajjlsm (mgr.14696) 2738 : cluster [DBG] pgmap v2352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:44.925100+0000 mgr.smithi176.ajjlsm (mgr.14696) 2738 : cluster [DBG] pgmap v2352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:46.925884+0000 mgr.smithi176.ajjlsm (mgr.14696) 2739 : cluster [DBG] pgmap v2353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:46.925884+0000 mgr.smithi176.ajjlsm (mgr.14696) 2739 : cluster [DBG] pgmap v2353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:48.926537+0000 mgr.smithi176.ajjlsm (mgr.14696) 2740 : cluster [DBG] pgmap v2354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:48.926537+0000 mgr.smithi176.ajjlsm (mgr.14696) 2740 : cluster [DBG] pgmap v2354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:50.927354+0000 mgr.smithi176.ajjlsm (mgr.14696) 2741 : cluster [DBG] pgmap v2355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:50.927354+0000 mgr.smithi176.ajjlsm (mgr.14696) 2741 : cluster [DBG] pgmap v2355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:52.928140+0000 mgr.smithi176.ajjlsm (mgr.14696) 2742 : cluster [DBG] pgmap v2356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:52.928140+0000 mgr.smithi176.ajjlsm (mgr.14696) 2742 : cluster [DBG] pgmap v2356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:54.928572+0000 mgr.smithi176.ajjlsm (mgr.14696) 2743 : cluster [DBG] pgmap v2357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:54.928572+0000 mgr.smithi176.ajjlsm (mgr.14696) 2743 : cluster [DBG] pgmap v2357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:27:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:56.929309+0000 mgr.smithi176.ajjlsm (mgr.14696) 2744 : cluster [DBG] pgmap v2358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:56.929309+0000 mgr.smithi176.ajjlsm (mgr.14696) 2744 : cluster [DBG] pgmap v2358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:27:58.605 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:27:58.876 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:27:58.876 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (83m) 4m ago 84m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:27:58.876 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (76m) 4m ago 84m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:27:58.877 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (76m) 4m ago 83m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:27:58.877 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (83m) 4m ago 84m 43.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:27:58.877 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (75m) 4m ago 80m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:27:58.877 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (76m) 4m ago 80m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:27:58.878 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (77m) 4m ago 85m 507M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:27:58.878 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (77m) 4m ago 83m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:27:58.878 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (76m) 4m ago 85m 538M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:27:58.878 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (76m) 4m ago 83m 282M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:27:58.878 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (77m) 4m ago 77m 166M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:27:58.879 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (77m) 4m ago 77m 101M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:27:58.879 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (84m) 4m ago 84m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:27:58.879 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (83m) 4m ago 83m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:27:58.879 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (69m) 4m ago 83m 611M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:27:58.879 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (82m) 4m ago 82m 1410M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:27:58.880 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (82m) 4m ago 82m 944M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:27:58.880 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (82m) 4m ago 82m 1556M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:27:58.880 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (82m) 4m ago 82m 1460M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:27:58.880 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (81m) 4m ago 81m 1653M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:27:58.880 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (81m) 4m ago 81m 1340M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:27:58.881 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (81m) 4m ago 81m 2081M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:27:58.881 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (83m) 4m ago 83m 66.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:27:59.203 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:27:59.203 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:27:59.203 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:27:59.203 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:27:59.204 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:27:59.204 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:27:59.204 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:27:59.204 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:27:59.205 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:27:59.205 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:27:59.205 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:27:59.205 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:27:59.205 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:27:59.206 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:27:59.206 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:27:59.206 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:27:59.206 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:27:59.207 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:27:59.207 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:28:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:27:58.592630+0000 mgr.smithi176.ajjlsm (mgr.14696) 2745 : audit [DBG] from='client.35930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:28:00.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:27:58.865891+0000 mgr.smithi176.ajjlsm (mgr.14696) 2746 : audit [DBG] from='client.35934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:28:00.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:27:58.929758+0000 mgr.smithi176.ajjlsm (mgr.14696) 2747 : cluster [DBG] pgmap v2359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:00.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:27:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:27:59.201667+0000 mon.smithi176 (mon.0) 1023 : audit [DBG] from='client.? 172.21.15.176:0/765558890' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:28:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:27:58.592630+0000 mgr.smithi176.ajjlsm (mgr.14696) 2745 : audit [DBG] from='client.35930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:28:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:27:58.865891+0000 mgr.smithi176.ajjlsm (mgr.14696) 2746 : audit [DBG] from='client.35934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:28:00.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:27:58.929758+0000 mgr.smithi176.ajjlsm (mgr.14696) 2747 : cluster [DBG] pgmap v2359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:00.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:27:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:27:59.201667+0000 mon.smithi176 (mon.0) 1023 : audit [DBG] from='client.? 172.21.15.176:0/765558890' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:28:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:00.930594+0000 mgr.smithi176.ajjlsm (mgr.14696) 2748 : cluster [DBG] pgmap v2360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:00.930594+0000 mgr.smithi176.ajjlsm (mgr.14696) 2748 : cluster [DBG] pgmap v2360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:02.931136+0000 mgr.smithi176.ajjlsm (mgr.14696) 2749 : cluster [DBG] pgmap v2361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:02.931136+0000 mgr.smithi176.ajjlsm (mgr.14696) 2749 : cluster [DBG] pgmap v2361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:04.931587+0000 mgr.smithi176.ajjlsm (mgr.14696) 2750 : cluster [DBG] pgmap v2362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:04.931587+0000 mgr.smithi176.ajjlsm (mgr.14696) 2750 : cluster [DBG] pgmap v2362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:06.932415+0000 mgr.smithi176.ajjlsm (mgr.14696) 2751 : cluster [DBG] pgmap v2363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:06.932415+0000 mgr.smithi176.ajjlsm (mgr.14696) 2751 : cluster [DBG] pgmap v2363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:08.933170+0000 mgr.smithi176.ajjlsm (mgr.14696) 2752 : cluster [DBG] pgmap v2364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:08.933170+0000 mgr.smithi176.ajjlsm (mgr.14696) 2752 : cluster [DBG] pgmap v2364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:10.933789+0000 mgr.smithi176.ajjlsm (mgr.14696) 2753 : cluster [DBG] pgmap v2365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:10.933789+0000 mgr.smithi176.ajjlsm (mgr.14696) 2753 : cluster [DBG] pgmap v2365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:12.934528+0000 mgr.smithi176.ajjlsm (mgr.14696) 2754 : cluster [DBG] pgmap v2366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:12.934528+0000 mgr.smithi176.ajjlsm (mgr.14696) 2754 : cluster [DBG] pgmap v2366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:14.935018+0000 mgr.smithi176.ajjlsm (mgr.14696) 2755 : cluster [DBG] pgmap v2367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:14.935018+0000 mgr.smithi176.ajjlsm (mgr.14696) 2755 : cluster [DBG] pgmap v2367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:16.935800+0000 mgr.smithi176.ajjlsm (mgr.14696) 2756 : cluster [DBG] pgmap v2368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:16.935800+0000 mgr.smithi176.ajjlsm (mgr.14696) 2756 : cluster [DBG] pgmap v2368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:18.936334+0000 mgr.smithi176.ajjlsm (mgr.14696) 2757 : cluster [DBG] pgmap v2369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:18.936334+0000 mgr.smithi176.ajjlsm (mgr.14696) 2757 : cluster [DBG] pgmap v2369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:20.937294+0000 mgr.smithi176.ajjlsm (mgr.14696) 2758 : cluster [DBG] pgmap v2370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:28:21.246259+0000 mon.smithi176 (mon.0) 1024 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:28:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:28:21.247569+0000 mon.smithi176 (mon.0) 1025 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:28:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:28:21.248381+0000 mon.smithi176 (mon.0) 1026 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:28:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:28:21.648163+0000 mon.smithi176 (mon.0) 1027 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:28:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:28:21.655242+0000 mon.smithi176 (mon.0) 1028 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:28:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:20.937294+0000 mgr.smithi176.ajjlsm (mgr.14696) 2758 : cluster [DBG] pgmap v2370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:28:21.246259+0000 mon.smithi176 (mon.0) 1024 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:28:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:28:21.247569+0000 mon.smithi176 (mon.0) 1025 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:28:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:28:21.248381+0000 mon.smithi176 (mon.0) 1026 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:28:22.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:28:21.648163+0000 mon.smithi176 (mon.0) 1027 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:28:22.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:28:21.655242+0000 mon.smithi176 (mon.0) 1028 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:28:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:28:21.249112+0000 mgr.smithi176.ajjlsm (mgr.14696) 2759 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:28:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:28:21.249112+0000 mgr.smithi176.ajjlsm (mgr.14696) 2759 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:28:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:22.937999+0000 mgr.smithi176.ajjlsm (mgr.14696) 2760 : cluster [DBG] pgmap v2371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:22.937999+0000 mgr.smithi176.ajjlsm (mgr.14696) 2760 : cluster [DBG] pgmap v2371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:24.938683+0000 mgr.smithi176.ajjlsm (mgr.14696) 2761 : cluster [DBG] pgmap v2372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:24.938683+0000 mgr.smithi176.ajjlsm (mgr.14696) 2761 : cluster [DBG] pgmap v2372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:26.939514+0000 mgr.smithi176.ajjlsm (mgr.14696) 2762 : cluster [DBG] pgmap v2373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:28.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:26.939514+0000 mgr.smithi176.ajjlsm (mgr.14696) 2762 : cluster [DBG] pgmap v2373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:29.505 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:28:29.774 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:28:29.774 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (83m) 5m ago 84m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:28:29.774 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (77m) 5m ago 84m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:28:29.775 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (76m) 5m ago 84m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:28:29.775 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (83m) 5m ago 84m 43.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:28:29.775 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (76m) 5m ago 80m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:28:29.775 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (76m) 5m ago 80m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:28:29.776 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (77m) 5m ago 85m 507M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:28:29.776 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (77m) 5m ago 84m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:28:29.776 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (77m) 5m ago 86m 538M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:28:29.776 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (77m) 5m ago 84m 282M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:28:29.776 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (78m) 5m ago 78m 166M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:28:29.777 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (78m) 5m ago 78m 101M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:28:29.777 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (84m) 5m ago 84m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:28:29.777 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (84m) 5m ago 84m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:28:29.777 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (69m) 5m ago 83m 611M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:28:29.778 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (83m) 5m ago 83m 1410M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:28:29.778 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (83m) 5m ago 83m 944M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:28:29.778 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (82m) 5m ago 82m 1556M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:28:29.778 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (82m) 5m ago 82m 1460M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:28:29.779 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (82m) 5m ago 82m 1653M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:28:29.779 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (82m) 5m ago 82m 1340M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:28:29.779 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (81m) 5m ago 81m 2081M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:28:29.779 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (83m) 5m ago 84m 66.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:28:30.096 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:28:30.097 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:28:30.097 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:28:30.097 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:28:30.097 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:28:30.098 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:28:30.098 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:28:30.098 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:28:30.098 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:28:30.099 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:28:30.099 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:28:30.099 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:28:30.099 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:28:30.099 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:28:30.100 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:28:30.100 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:28:30.100 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:28:30.100 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:28:30.101 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:28:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:28.940034+0000 mgr.smithi176.ajjlsm (mgr.14696) 2763 : cluster [DBG] pgmap v2374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:28.940034+0000 mgr.smithi176.ajjlsm (mgr.14696) 2763 : cluster [DBG] pgmap v2374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:28:29.492291+0000 mgr.smithi176.ajjlsm (mgr.14696) 2764 : audit [DBG] from='client.35942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:28:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:28:29.763905+0000 mgr.smithi176.ajjlsm (mgr.14696) 2765 : audit [DBG] from='client.35946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:28:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:28:30.095485+0000 mon.smithi176 (mon.0) 1029 : audit [DBG] from='client.? 172.21.15.176:0/3350928590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:28:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:28:29.492291+0000 mgr.smithi176.ajjlsm (mgr.14696) 2764 : audit [DBG] from='client.35942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:28:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:28:29.763905+0000 mgr.smithi176.ajjlsm (mgr.14696) 2765 : audit [DBG] from='client.35946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:28:31.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:28:30.095485+0000 mon.smithi176 (mon.0) 1029 : audit [DBG] from='client.? 172.21.15.176:0/3350928590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:28:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:30.940746+0000 mgr.smithi176.ajjlsm (mgr.14696) 2766 : cluster [DBG] pgmap v2375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:30.940746+0000 mgr.smithi176.ajjlsm (mgr.14696) 2766 : cluster [DBG] pgmap v2375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:32.941449+0000 mgr.smithi176.ajjlsm (mgr.14696) 2767 : cluster [DBG] pgmap v2376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:32.941449+0000 mgr.smithi176.ajjlsm (mgr.14696) 2767 : cluster [DBG] pgmap v2376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:34.941889+0000 mgr.smithi176.ajjlsm (mgr.14696) 2768 : cluster [DBG] pgmap v2377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:34.941889+0000 mgr.smithi176.ajjlsm (mgr.14696) 2768 : cluster [DBG] pgmap v2377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:36.942647+0000 mgr.smithi176.ajjlsm (mgr.14696) 2769 : cluster [DBG] pgmap v2378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:36.942647+0000 mgr.smithi176.ajjlsm (mgr.14696) 2769 : cluster [DBG] pgmap v2378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:38.943085+0000 mgr.smithi176.ajjlsm (mgr.14696) 2770 : cluster [DBG] pgmap v2379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:38.943085+0000 mgr.smithi176.ajjlsm (mgr.14696) 2770 : cluster [DBG] pgmap v2379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:28:40.355546+0000 mon.smithi176 (mon.0) 1030 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:28:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:28:40.355779+0000 mon.smithi176 (mon.0) 1031 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:28:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:28:40.355546+0000 mon.smithi176 (mon.0) 1030 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:28:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:28:40.355779+0000 mon.smithi176 (mon.0) 1031 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:28:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:40.943716+0000 mgr.smithi176.ajjlsm (mgr.14696) 2771 : cluster [DBG] pgmap v2380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:40.943716+0000 mgr.smithi176.ajjlsm (mgr.14696) 2771 : cluster [DBG] pgmap v2380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:42.944586+0000 mgr.smithi176.ajjlsm (mgr.14696) 2772 : cluster [DBG] pgmap v2381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:42.944586+0000 mgr.smithi176.ajjlsm (mgr.14696) 2772 : cluster [DBG] pgmap v2381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:44.945194+0000 mgr.smithi176.ajjlsm (mgr.14696) 2773 : cluster [DBG] pgmap v2382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:44.945194+0000 mgr.smithi176.ajjlsm (mgr.14696) 2773 : cluster [DBG] pgmap v2382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:46.945969+0000 mgr.smithi176.ajjlsm (mgr.14696) 2774 : cluster [DBG] pgmap v2383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:46.945969+0000 mgr.smithi176.ajjlsm (mgr.14696) 2774 : cluster [DBG] pgmap v2383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:48.946608+0000 mgr.smithi176.ajjlsm (mgr.14696) 2775 : cluster [DBG] pgmap v2384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:48.946608+0000 mgr.smithi176.ajjlsm (mgr.14696) 2775 : cluster [DBG] pgmap v2384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:50.947260+0000 mgr.smithi176.ajjlsm (mgr.14696) 2776 : cluster [DBG] pgmap v2385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:50.947260+0000 mgr.smithi176.ajjlsm (mgr.14696) 2776 : cluster [DBG] pgmap v2385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:52.947943+0000 mgr.smithi176.ajjlsm (mgr.14696) 2777 : cluster [DBG] pgmap v2386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:52.947943+0000 mgr.smithi176.ajjlsm (mgr.14696) 2777 : cluster [DBG] pgmap v2386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:54.948435+0000 mgr.smithi176.ajjlsm (mgr.14696) 2778 : cluster [DBG] pgmap v2387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:54.948435+0000 mgr.smithi176.ajjlsm (mgr.14696) 2778 : cluster [DBG] pgmap v2387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:28:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:56.949397+0000 mgr.smithi176.ajjlsm (mgr.14696) 2779 : cluster [DBG] pgmap v2388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:28:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:56.949397+0000 mgr.smithi176.ajjlsm (mgr.14696) 2779 : cluster [DBG] pgmap v2388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:28:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:28:58.949911+0000 mgr.smithi176.ajjlsm (mgr.14696) 2780 : cluster [DBG] pgmap v2389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:28:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:28:58.949911+0000 mgr.smithi176.ajjlsm (mgr.14696) 2780 : cluster [DBG] pgmap v2389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:00.400 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:29:00.668 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:29:00.669 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (84m) 5m ago 85m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:29:00.669 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (77m) 5m ago 85m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:29:00.669 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (77m) 5m ago 84m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:29:00.669 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (84m) 5m ago 85m 43.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:29:00.669 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (76m) 5m ago 81m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:29:00.670 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (77m) 5m ago 81m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:29:00.670 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (78m) 5m ago 86m 507M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:29:00.670 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (78m) 5m ago 84m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:29:00.670 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (77m) 5m ago 86m 538M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:29:00.671 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (77m) 5m ago 84m 282M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:29:00.671 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (78m) 5m ago 78m 166M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:29:00.671 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (78m) 5m ago 78m 101M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:29:00.672 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (85m) 5m ago 85m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:29:00.672 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (84m) 5m ago 84m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:29:00.672 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (70m) 5m ago 84m 611M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:29:00.672 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (83m) 5m ago 83m 1410M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:29:00.672 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (83m) 5m ago 83m 944M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:29:00.673 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (83m) 5m ago 83m 1556M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:29:00.673 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (83m) 5m ago 83m 1460M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:29:00.673 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (82m) 5m ago 82m 1653M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:29:00.673 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (82m) 5m ago 82m 1340M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:29:00.674 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (82m) 5m ago 82m 2081M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:29:00.674 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (84m) 5m ago 85m 66.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:29:00.991 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:29:00.991 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:29:00.992 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:29:00.992 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:29:00.992 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:29:00.993 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:29:00.993 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:29:00.993 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:29:00.993 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:29:00.994 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:29:00.994 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:29:00.994 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:29:00.994 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:29:00.995 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:29:00.995 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:29:00.995 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:29:00.995 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:29:00.996 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:29:00.996 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:29:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:29:00.990295+0000 mon.smithi176 (mon.0) 1032 : audit [DBG] from='client.? 172.21.15.176:0/360305543' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:29:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:29:00.990295+0000 mon.smithi176 (mon.0) 1032 : audit [DBG] from='client.? 172.21.15.176:0/360305543' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:29:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:29:00.387274+0000 mgr.smithi176.ajjlsm (mgr.14696) 2781 : audit [DBG] from='client.35954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:29:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:29:00.658311+0000 mgr.smithi176.ajjlsm (mgr.14696) 2782 : audit [DBG] from='client.35958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:29:02.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:00.950520+0000 mgr.smithi176.ajjlsm (mgr.14696) 2783 : cluster [DBG] pgmap v2390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:29:00.387274+0000 mgr.smithi176.ajjlsm (mgr.14696) 2781 : audit [DBG] from='client.35954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:29:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:29:00.658311+0000 mgr.smithi176.ajjlsm (mgr.14696) 2782 : audit [DBG] from='client.35958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:29:02.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:00.950520+0000 mgr.smithi176.ajjlsm (mgr.14696) 2783 : cluster [DBG] pgmap v2390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:02.951191+0000 mgr.smithi176.ajjlsm (mgr.14696) 2784 : cluster [DBG] pgmap v2391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:02.951191+0000 mgr.smithi176.ajjlsm (mgr.14696) 2784 : cluster [DBG] pgmap v2391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:04.951869+0000 mgr.smithi176.ajjlsm (mgr.14696) 2785 : cluster [DBG] pgmap v2392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:04.951869+0000 mgr.smithi176.ajjlsm (mgr.14696) 2785 : cluster [DBG] pgmap v2392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:06.952831+0000 mgr.smithi176.ajjlsm (mgr.14696) 2786 : cluster [DBG] pgmap v2393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:06.952831+0000 mgr.smithi176.ajjlsm (mgr.14696) 2786 : cluster [DBG] pgmap v2393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:08.953293+0000 mgr.smithi176.ajjlsm (mgr.14696) 2787 : cluster [DBG] pgmap v2394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:08.953293+0000 mgr.smithi176.ajjlsm (mgr.14696) 2787 : cluster [DBG] pgmap v2394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:10.954110+0000 mgr.smithi176.ajjlsm (mgr.14696) 2788 : cluster [DBG] pgmap v2395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:10.954110+0000 mgr.smithi176.ajjlsm (mgr.14696) 2788 : cluster [DBG] pgmap v2395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:12.954786+0000 mgr.smithi176.ajjlsm (mgr.14696) 2789 : cluster [DBG] pgmap v2396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:12.954786+0000 mgr.smithi176.ajjlsm (mgr.14696) 2789 : cluster [DBG] pgmap v2396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:14.955481+0000 mgr.smithi176.ajjlsm (mgr.14696) 2790 : cluster [DBG] pgmap v2397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:14.955481+0000 mgr.smithi176.ajjlsm (mgr.14696) 2790 : cluster [DBG] pgmap v2397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:16.956436+0000 mgr.smithi176.ajjlsm (mgr.14696) 2791 : cluster [DBG] pgmap v2398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:16.956436+0000 mgr.smithi176.ajjlsm (mgr.14696) 2791 : cluster [DBG] pgmap v2398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:18.956886+0000 mgr.smithi176.ajjlsm (mgr.14696) 2792 : cluster [DBG] pgmap v2399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:18.956886+0000 mgr.smithi176.ajjlsm (mgr.14696) 2792 : cluster [DBG] pgmap v2399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:20.957857+0000 mgr.smithi176.ajjlsm (mgr.14696) 2793 : cluster [DBG] pgmap v2400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:29:21.657715+0000 mon.smithi176 (mon.0) 1033 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:29:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:29:21.659166+0000 mon.smithi176 (mon.0) 1034 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:29:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:29:21.659931+0000 mon.smithi176 (mon.0) 1035 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:29:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:20.957857+0000 mgr.smithi176.ajjlsm (mgr.14696) 2793 : cluster [DBG] pgmap v2400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:29:21.657715+0000 mon.smithi176 (mon.0) 1033 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:29:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:29:21.659166+0000 mon.smithi176 (mon.0) 1034 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:29:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:29:21.659931+0000 mon.smithi176 (mon.0) 1035 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:29:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:29:21.660656+0000 mgr.smithi176.ajjlsm (mgr.14696) 2794 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:29:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:29:22.063260+0000 mon.smithi176 (mon.0) 1036 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:29:23.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:29:22.068083+0000 mon.smithi176 (mon.0) 1037 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:29:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:29:21.660656+0000 mgr.smithi176.ajjlsm (mgr.14696) 2794 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:29:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:29:22.063260+0000 mon.smithi176 (mon.0) 1036 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:29:23.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:29:22.068083+0000 mon.smithi176 (mon.0) 1037 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:29:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:22.958473+0000 mgr.smithi176.ajjlsm (mgr.14696) 2795 : cluster [DBG] pgmap v2401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:22.958473+0000 mgr.smithi176.ajjlsm (mgr.14696) 2795 : cluster [DBG] pgmap v2401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:24.959049+0000 mgr.smithi176.ajjlsm (mgr.14696) 2796 : cluster [DBG] pgmap v2402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:24.959049+0000 mgr.smithi176.ajjlsm (mgr.14696) 2796 : cluster [DBG] pgmap v2402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:26.959943+0000 mgr.smithi176.ajjlsm (mgr.14696) 2797 : cluster [DBG] pgmap v2403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:26.959943+0000 mgr.smithi176.ajjlsm (mgr.14696) 2797 : cluster [DBG] pgmap v2403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:28.960531+0000 mgr.smithi176.ajjlsm (mgr.14696) 2798 : cluster [DBG] pgmap v2404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:28.960531+0000 mgr.smithi176.ajjlsm (mgr.14696) 2798 : cluster [DBG] pgmap v2404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:31.295 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:29:31.561 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:29:31.561 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (84m) 6m ago 85m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:29:31.561 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (78m) 6m ago 85m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:29:31.561 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (77m) 6m ago 85m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:29:31.562 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (84m) 6m ago 85m 43.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:29:31.562 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (77m) 6m ago 81m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:29:31.562 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (77m) 6m ago 81m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:29:31.563 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (79m) 6m ago 86m 507M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:29:31.563 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (78m) 6m ago 85m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:29:31.563 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (78m) 6m ago 87m 538M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:29:31.563 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (78m) 6m ago 85m 282M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:29:31.564 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (79m) 6m ago 79m 166M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:29:31.564 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (79m) 6m ago 79m 101M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:29:31.564 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (85m) 6m ago 85m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:29:31.564 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (85m) 6m ago 85m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:29:31.564 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (70m) 6m ago 84m 611M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:29:31.565 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (84m) 6m ago 84m 1410M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:29:31.565 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (84m) 6m ago 84m 944M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:29:31.565 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (83m) 6m ago 83m 1556M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:29:31.565 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (83m) 6m ago 83m 1460M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:29:31.566 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (83m) 6m ago 83m 1653M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:29:31.566 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (83m) 6m ago 83m 1340M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:29:31.567 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (82m) 6m ago 82m 2081M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:29:31.567 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (84m) 6m ago 85m 66.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:29:31.886 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:29:31.886 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:29:31.887 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:29:31.887 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:29:31.887 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:29:31.887 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:29:31.888 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:29:31.888 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:29:31.888 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:29:31.888 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:29:31.889 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:29:31.889 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:29:31.889 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:29:31.889 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:29:31.890 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:29:31.890 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:29:31.890 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:29:31.890 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:29:31.891 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:29:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:30.961443+0000 mgr.smithi176.ajjlsm (mgr.14696) 2799 : cluster [DBG] pgmap v2405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:29:31.884908+0000 mon.smithi176 (mon.0) 1038 : audit [DBG] from='client.? 172.21.15.176:0/3790734913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:29:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:30.961443+0000 mgr.smithi176.ajjlsm (mgr.14696) 2799 : cluster [DBG] pgmap v2405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:29:31.884908+0000 mon.smithi176 (mon.0) 1038 : audit [DBG] from='client.? 172.21.15.176:0/3790734913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:29:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:29:31.282177+0000 mgr.smithi176.ajjlsm (mgr.14696) 2800 : audit [DBG] from='client.35966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:29:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:29:31.550849+0000 mgr.smithi176.ajjlsm (mgr.14696) 2801 : audit [DBG] from='client.35970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:29:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:29:31.282177+0000 mgr.smithi176.ajjlsm (mgr.14696) 2800 : audit [DBG] from='client.35966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:29:33.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:29:31.550849+0000 mgr.smithi176.ajjlsm (mgr.14696) 2801 : audit [DBG] from='client.35970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:29:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:32.961979+0000 mgr.smithi176.ajjlsm (mgr.14696) 2802 : cluster [DBG] pgmap v2406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:32.961979+0000 mgr.smithi176.ajjlsm (mgr.14696) 2802 : cluster [DBG] pgmap v2406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:34.962493+0000 mgr.smithi176.ajjlsm (mgr.14696) 2803 : cluster [DBG] pgmap v2407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:34.962493+0000 mgr.smithi176.ajjlsm (mgr.14696) 2803 : cluster [DBG] pgmap v2407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:36.963265+0000 mgr.smithi176.ajjlsm (mgr.14696) 2804 : cluster [DBG] pgmap v2408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:36.963265+0000 mgr.smithi176.ajjlsm (mgr.14696) 2804 : cluster [DBG] pgmap v2408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:38.963816+0000 mgr.smithi176.ajjlsm (mgr.14696) 2805 : cluster [DBG] pgmap v2409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:38.963816+0000 mgr.smithi176.ajjlsm (mgr.14696) 2805 : cluster [DBG] pgmap v2409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:29:40.359208+0000 mon.smithi176 (mon.0) 1039 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:29:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:29:40.360676+0000 mon.smithi176 (mon.0) 1040 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:29:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:29:40.359208+0000 mon.smithi176 (mon.0) 1039 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:29:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:29:40.360676+0000 mon.smithi176 (mon.0) 1040 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:29:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:40.964509+0000 mgr.smithi176.ajjlsm (mgr.14696) 2806 : cluster [DBG] pgmap v2410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:40.964509+0000 mgr.smithi176.ajjlsm (mgr.14696) 2806 : cluster [DBG] pgmap v2410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:42.965107+0000 mgr.smithi176.ajjlsm (mgr.14696) 2807 : cluster [DBG] pgmap v2411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:42.965107+0000 mgr.smithi176.ajjlsm (mgr.14696) 2807 : cluster [DBG] pgmap v2411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:44.965645+0000 mgr.smithi176.ajjlsm (mgr.14696) 2808 : cluster [DBG] pgmap v2412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:44.965645+0000 mgr.smithi176.ajjlsm (mgr.14696) 2808 : cluster [DBG] pgmap v2412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:46.966440+0000 mgr.smithi176.ajjlsm (mgr.14696) 2809 : cluster [DBG] pgmap v2413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:46.966440+0000 mgr.smithi176.ajjlsm (mgr.14696) 2809 : cluster [DBG] pgmap v2413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:48.967077+0000 mgr.smithi176.ajjlsm (mgr.14696) 2810 : cluster [DBG] pgmap v2414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:48.967077+0000 mgr.smithi176.ajjlsm (mgr.14696) 2810 : cluster [DBG] pgmap v2414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:50.967726+0000 mgr.smithi176.ajjlsm (mgr.14696) 2811 : cluster [DBG] pgmap v2415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:50.967726+0000 mgr.smithi176.ajjlsm (mgr.14696) 2811 : cluster [DBG] pgmap v2415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:52.968460+0000 mgr.smithi176.ajjlsm (mgr.14696) 2812 : cluster [DBG] pgmap v2416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:52.968460+0000 mgr.smithi176.ajjlsm (mgr.14696) 2812 : cluster [DBG] pgmap v2416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:54.969066+0000 mgr.smithi176.ajjlsm (mgr.14696) 2813 : cluster [DBG] pgmap v2417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:54.969066+0000 mgr.smithi176.ajjlsm (mgr.14696) 2813 : cluster [DBG] pgmap v2417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:29:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:56.969919+0000 mgr.smithi176.ajjlsm (mgr.14696) 2814 : cluster [DBG] pgmap v2418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:29:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:56.969919+0000 mgr.smithi176.ajjlsm (mgr.14696) 2814 : cluster [DBG] pgmap v2418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:29:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:29:58.970643+0000 mgr.smithi176.ajjlsm (mgr.14696) 2815 : cluster [DBG] pgmap v2419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:29:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:29:58.970643+0000 mgr.smithi176.ajjlsm (mgr.14696) 2815 : cluster [DBG] pgmap v2419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:00.000160+0000 mon.smithi176 (mon.0) 1041 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T08:30:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:00.000160+0000 mon.smithi176 (mon.0) 1041 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T08:30:02.191 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:30:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:00.971328+0000 mgr.smithi176.ajjlsm (mgr.14696) 2816 : cluster [DBG] pgmap v2420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:00.971328+0000 mgr.smithi176.ajjlsm (mgr.14696) 2816 : cluster [DBG] pgmap v2420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:02.461 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:30:02.461 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (85m) 6m ago 86m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:30:02.461 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (78m) 6m ago 86m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:30:02.461 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (78m) 6m ago 85m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:30:02.462 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (85m) 6m ago 86m 43.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:30:02.462 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (77m) 6m ago 82m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:30:02.462 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (78m) 6m ago 82m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:30:02.462 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (79m) 6m ago 87m 507M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:30:02.463 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (79m) 6m ago 85m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:30:02.463 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (79m) 6m ago 87m 538M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:30:02.463 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (78m) 6m ago 85m 282M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:30:02.463 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (79m) 6m ago 79m 166M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:30:02.464 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (79m) 6m ago 79m 101M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:30:02.464 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (86m) 6m ago 86m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:30:02.464 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (85m) 6m ago 85m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:30:02.464 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (71m) 6m ago 85m 611M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:30:02.464 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (84m) 6m ago 84m 1410M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:30:02.465 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (84m) 6m ago 84m 944M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:30:02.465 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (84m) 6m ago 84m 1556M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:30:02.465 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (84m) 6m ago 84m 1460M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:30:02.465 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (83m) 6m ago 83m 1653M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:30:02.466 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (83m) 6m ago 83m 1340M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:30:02.466 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (83m) 6m ago 83m 2081M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:30:02.466 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (85m) 6m ago 86m 66.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:30:02.787 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:30:02.787 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:30:02.787 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:30:02.787 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:30:02.788 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:30:02.788 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:30:02.788 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:30:02.788 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:30:02.789 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:30:02.789 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:30:02.789 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:30:02.789 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:30:02.789 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:30:02.790 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:30:02.790 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:30:02.790 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:30:02.790 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:30:02.791 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:30:02.791 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:30:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:30:02.785711+0000 mon.smithi176 (mon.0) 1042 : audit [DBG] from='client.? 172.21.15.176:0/2700024049' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:30:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:30:02.785711+0000 mon.smithi176 (mon.0) 1042 : audit [DBG] from='client.? 172.21.15.176:0/2700024049' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:30:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:30:02.178105+0000 mgr.smithi176.ajjlsm (mgr.14696) 2817 : audit [DBG] from='client.35978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:30:04.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:30:02.450713+0000 mgr.smithi176.ajjlsm (mgr.14696) 2818 : audit [DBG] from='client.35982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:30:04.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:02.971898+0000 mgr.smithi176.ajjlsm (mgr.14696) 2819 : cluster [DBG] pgmap v2421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:30:02.178105+0000 mgr.smithi176.ajjlsm (mgr.14696) 2817 : audit [DBG] from='client.35978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:30:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:30:02.450713+0000 mgr.smithi176.ajjlsm (mgr.14696) 2818 : audit [DBG] from='client.35982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:30:04.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:02.971898+0000 mgr.smithi176.ajjlsm (mgr.14696) 2819 : cluster [DBG] pgmap v2421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:04.972466+0000 mgr.smithi176.ajjlsm (mgr.14696) 2820 : cluster [DBG] pgmap v2422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:04.972466+0000 mgr.smithi176.ajjlsm (mgr.14696) 2820 : cluster [DBG] pgmap v2422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:06.973196+0000 mgr.smithi176.ajjlsm (mgr.14696) 2821 : cluster [DBG] pgmap v2423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:06.973196+0000 mgr.smithi176.ajjlsm (mgr.14696) 2821 : cluster [DBG] pgmap v2423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:08.973806+0000 mgr.smithi176.ajjlsm (mgr.14696) 2822 : cluster [DBG] pgmap v2424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:08.973806+0000 mgr.smithi176.ajjlsm (mgr.14696) 2822 : cluster [DBG] pgmap v2424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:10.974711+0000 mgr.smithi176.ajjlsm (mgr.14696) 2823 : cluster [DBG] pgmap v2425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:10.974711+0000 mgr.smithi176.ajjlsm (mgr.14696) 2823 : cluster [DBG] pgmap v2425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:12.975493+0000 mgr.smithi176.ajjlsm (mgr.14696) 2824 : cluster [DBG] pgmap v2426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:14.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:12.975493+0000 mgr.smithi176.ajjlsm (mgr.14696) 2824 : cluster [DBG] pgmap v2426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:14.976165+0000 mgr.smithi176.ajjlsm (mgr.14696) 2825 : cluster [DBG] pgmap v2427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:14.976165+0000 mgr.smithi176.ajjlsm (mgr.14696) 2825 : cluster [DBG] pgmap v2427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:16.977155+0000 mgr.smithi176.ajjlsm (mgr.14696) 2826 : cluster [DBG] pgmap v2428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:16.977155+0000 mgr.smithi176.ajjlsm (mgr.14696) 2826 : cluster [DBG] pgmap v2428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:18.977615+0000 mgr.smithi176.ajjlsm (mgr.14696) 2827 : cluster [DBG] pgmap v2429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:18.977615+0000 mgr.smithi176.ajjlsm (mgr.14696) 2827 : cluster [DBG] pgmap v2429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:20.978270+0000 mgr.smithi176.ajjlsm (mgr.14696) 2828 : cluster [DBG] pgmap v2430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:20.978270+0000 mgr.smithi176.ajjlsm (mgr.14696) 2828 : cluster [DBG] pgmap v2430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:30:22.070572+0000 mon.smithi176 (mon.0) 1043 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:30:23.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:30:22.071931+0000 mon.smithi176 (mon.0) 1044 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:30:23.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:30:22.072872+0000 mon.smithi176 (mon.0) 1045 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:30:23.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:30:22.073685+0000 mgr.smithi176.ajjlsm (mgr.14696) 2829 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:30:23.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:30:22.476680+0000 mon.smithi176 (mon.0) 1046 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:30:23.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:30:22.481999+0000 mon.smithi176 (mon.0) 1047 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:30:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:30:22.070572+0000 mon.smithi176 (mon.0) 1043 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:30:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:30:22.071931+0000 mon.smithi176 (mon.0) 1044 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:30:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:30:22.072872+0000 mon.smithi176 (mon.0) 1045 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:30:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:30:22.073685+0000 mgr.smithi176.ajjlsm (mgr.14696) 2829 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:30:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:30:22.476680+0000 mon.smithi176 (mon.0) 1046 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:30:23.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:30:22.481999+0000 mon.smithi176 (mon.0) 1047 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:30:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:22.978839+0000 mgr.smithi176.ajjlsm (mgr.14696) 2830 : cluster [DBG] pgmap v2431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:22.978839+0000 mgr.smithi176.ajjlsm (mgr.14696) 2830 : cluster [DBG] pgmap v2431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:24.979374+0000 mgr.smithi176.ajjlsm (mgr.14696) 2831 : cluster [DBG] pgmap v2432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:24.979374+0000 mgr.smithi176.ajjlsm (mgr.14696) 2831 : cluster [DBG] pgmap v2432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:26.980122+0000 mgr.smithi176.ajjlsm (mgr.14696) 2832 : cluster [DBG] pgmap v2433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:26.980122+0000 mgr.smithi176.ajjlsm (mgr.14696) 2832 : cluster [DBG] pgmap v2433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:28.980614+0000 mgr.smithi176.ajjlsm (mgr.14696) 2833 : cluster [DBG] pgmap v2434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:28.980614+0000 mgr.smithi176.ajjlsm (mgr.14696) 2833 : cluster [DBG] pgmap v2434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:30.981312+0000 mgr.smithi176.ajjlsm (mgr.14696) 2834 : cluster [DBG] pgmap v2435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:30.981312+0000 mgr.smithi176.ajjlsm (mgr.14696) 2834 : cluster [DBG] pgmap v2435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:33.093 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:30:33.364 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:30:33.365 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (86m) 7m ago 86m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:30:33.365 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (79m) 7m ago 86m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:30:33.365 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (78m) 7m ago 86m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:30:33.365 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (85m) 7m ago 86m 43.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:30:33.366 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (78m) 7m ago 82m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:30:33.366 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (78m) 7m ago 82m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:30:33.366 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (80m) 7m ago 88m 507M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:30:33.366 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (79m) 7m ago 86m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:30:33.366 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (79m) 7m ago 88m 538M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:30:33.367 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (79m) 7m ago 86m 282M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:30:33.367 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (80m) 7m ago 80m 166M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:30:33.367 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (80m) 7m ago 80m 101M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:30:33.367 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (86m) 7m ago 86m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:30:33.368 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (86m) 7m ago 86m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:30:33.368 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (71m) 7m ago 85m 611M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:30:33.368 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (85m) 7m ago 85m 1410M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:30:33.368 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (85m) 7m ago 85m 944M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:30:33.368 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (84m) 7m ago 84m 1556M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:30:33.369 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (84m) 7m ago 84m 1460M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:30:33.369 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (84m) 7m ago 84m 1653M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:30:33.369 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (84m) 7m ago 84m 1340M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:30:33.369 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (83m) 7m ago 83m 2081M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:30:33.369 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (85m) 7m ago 86m 66.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:30:33.684 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:30:33.685 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:30:33.685 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:30:33.685 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:30:33.686 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:30:33.686 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:30:33.686 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:30:33.686 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:30:33.687 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:30:33.687 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:30:33.687 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:30:33.687 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:30:33.688 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:30:33.688 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:30:33.688 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:30:33.688 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:30:33.688 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:30:33.689 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:30:33.689 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:30:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:32.981769+0000 mgr.smithi176.ajjlsm (mgr.14696) 2835 : cluster [DBG] pgmap v2436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:30:33.079766+0000 mgr.smithi176.ajjlsm (mgr.14696) 2836 : audit [DBG] from='client.35990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:30:34.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:30:33.683574+0000 mon.smithi176 (mon.0) 1048 : audit [DBG] from='client.? 172.21.15.176:0/428445824' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:30:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:32.981769+0000 mgr.smithi176.ajjlsm (mgr.14696) 2835 : cluster [DBG] pgmap v2436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:30:33.079766+0000 mgr.smithi176.ajjlsm (mgr.14696) 2836 : audit [DBG] from='client.35990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:30:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:30:33.683574+0000 mon.smithi176 (mon.0) 1048 : audit [DBG] from='client.? 172.21.15.176:0/428445824' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:30:35.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:30:33.354432+0000 mgr.smithi176.ajjlsm (mgr.14696) 2837 : audit [DBG] from='client.35994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:30:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:30:33.354432+0000 mgr.smithi176.ajjlsm (mgr.14696) 2837 : audit [DBG] from='client.35994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:30:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:34.982371+0000 mgr.smithi176.ajjlsm (mgr.14696) 2838 : cluster [DBG] pgmap v2437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:34.982371+0000 mgr.smithi176.ajjlsm (mgr.14696) 2838 : cluster [DBG] pgmap v2437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:36.983236+0000 mgr.smithi176.ajjlsm (mgr.14696) 2839 : cluster [DBG] pgmap v2438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:36.983236+0000 mgr.smithi176.ajjlsm (mgr.14696) 2839 : cluster [DBG] pgmap v2438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:38.983712+0000 mgr.smithi176.ajjlsm (mgr.14696) 2840 : cluster [DBG] pgmap v2439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:38.983712+0000 mgr.smithi176.ajjlsm (mgr.14696) 2840 : cluster [DBG] pgmap v2439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:41.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:30:40.364300+0000 mon.smithi176 (mon.0) 1049 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:30:41.224 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:30:40.366157+0000 mon.smithi176 (mon.0) 1050 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:30:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:30:40.364300+0000 mon.smithi176 (mon.0) 1049 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:30:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:30:40.366157+0000 mon.smithi176 (mon.0) 1050 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:30:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:40.984626+0000 mgr.smithi176.ajjlsm (mgr.14696) 2841 : cluster [DBG] pgmap v2440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:40.984626+0000 mgr.smithi176.ajjlsm (mgr.14696) 2841 : cluster [DBG] pgmap v2440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:42.985331+0000 mgr.smithi176.ajjlsm (mgr.14696) 2842 : cluster [DBG] pgmap v2441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:42.985331+0000 mgr.smithi176.ajjlsm (mgr.14696) 2842 : cluster [DBG] pgmap v2441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:46.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:44.985857+0000 mgr.smithi176.ajjlsm (mgr.14696) 2843 : cluster [DBG] pgmap v2442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:44.985857+0000 mgr.smithi176.ajjlsm (mgr.14696) 2843 : cluster [DBG] pgmap v2442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:46.986631+0000 mgr.smithi176.ajjlsm (mgr.14696) 2844 : cluster [DBG] pgmap v2443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:46.986631+0000 mgr.smithi176.ajjlsm (mgr.14696) 2844 : cluster [DBG] pgmap v2443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:48.987136+0000 mgr.smithi176.ajjlsm (mgr.14696) 2845 : cluster [DBG] pgmap v2444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:48.987136+0000 mgr.smithi176.ajjlsm (mgr.14696) 2845 : cluster [DBG] pgmap v2444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:50.987912+0000 mgr.smithi176.ajjlsm (mgr.14696) 2846 : cluster [DBG] pgmap v2445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:50.987912+0000 mgr.smithi176.ajjlsm (mgr.14696) 2846 : cluster [DBG] pgmap v2445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:52.988572+0000 mgr.smithi176.ajjlsm (mgr.14696) 2847 : cluster [DBG] pgmap v2446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:52.988572+0000 mgr.smithi176.ajjlsm (mgr.14696) 2847 : cluster [DBG] pgmap v2446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:54.989137+0000 mgr.smithi176.ajjlsm (mgr.14696) 2848 : cluster [DBG] pgmap v2447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:54.989137+0000 mgr.smithi176.ajjlsm (mgr.14696) 2848 : cluster [DBG] pgmap v2447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:30:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:56.990018+0000 mgr.smithi176.ajjlsm (mgr.14696) 2849 : cluster [DBG] pgmap v2448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:30:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:56.990018+0000 mgr.smithi176.ajjlsm (mgr.14696) 2849 : cluster [DBG] pgmap v2448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:30:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:30:58.990453+0000 mgr.smithi176.ajjlsm (mgr.14696) 2850 : cluster [DBG] pgmap v2449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:30:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:30:58.990453+0000 mgr.smithi176.ajjlsm (mgr.14696) 2850 : cluster [DBG] pgmap v2449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:00.991161+0000 mgr.smithi176.ajjlsm (mgr.14696) 2851 : cluster [DBG] pgmap v2450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:00.991161+0000 mgr.smithi176.ajjlsm (mgr.14696) 2851 : cluster [DBG] pgmap v2450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:03.991 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:31:04.264 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:31:04.264 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (86m) 7m ago 87m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:31:04.264 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (79m) 7m ago 87m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:31:04.265 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (79m) 7m ago 86m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:31:04.265 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (86m) 7m ago 87m 43.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:31:04.265 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (78m) 7m ago 83m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:31:04.265 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (79m) 7m ago 83m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:31:04.265 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (80m) 7m ago 88m 507M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:31:04.266 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (80m) 7m ago 86m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:31:04.266 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (80m) 7m ago 88m 538M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:31:04.266 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (79m) 7m ago 86m 282M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:31:04.266 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (80m) 7m ago 80m 166M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:31:04.267 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (80m) 7m ago 80m 101M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:31:04.267 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (87m) 7m ago 87m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:31:04.267 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (86m) 7m ago 86m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:31:04.267 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (72m) 7m ago 86m 611M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:31:04.268 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (86m) 7m ago 86m 1410M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:31:04.268 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (85m) 7m ago 85m 944M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:31:04.268 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (85m) 7m ago 85m 1556M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:31:04.268 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (85m) 7m ago 85m 1460M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:31:04.269 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (84m) 7m ago 84m 1653M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:31:04.269 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (84m) 7m ago 84m 1340M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:31:04.269 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (84m) 7m ago 84m 2081M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:31:04.269 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (86m) 7m ago 87m 66.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:31:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:02.991846+0000 mgr.smithi176.ajjlsm (mgr.14696) 2852 : cluster [DBG] pgmap v2451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:02.991846+0000 mgr.smithi176.ajjlsm (mgr.14696) 2852 : cluster [DBG] pgmap v2451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:04.583 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:31:04.584 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:31:04.584 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:31:04.584 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:31:04.584 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:31:04.585 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:31:04.585 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:31:04.585 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:31:04.585 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:31:04.586 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:31:04.586 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:31:04.586 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:31:04.586 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:31:04.587 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:31:04.587 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:31:04.587 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:31:04.587 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:31:04.588 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:31:04.588 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:31:05.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:31:03.977440+0000 mgr.smithi176.ajjlsm (mgr.14696) 2853 : audit [DBG] from='client.36002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:31:05.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:31:04.582717+0000 mon.smithi176 (mon.0) 1051 : audit [DBG] from='client.? 172.21.15.176:0/2735608073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:31:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:31:03.977440+0000 mgr.smithi176.ajjlsm (mgr.14696) 2853 : audit [DBG] from='client.36002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:31:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:31:04.582717+0000 mon.smithi176 (mon.0) 1051 : audit [DBG] from='client.? 172.21.15.176:0/2735608073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:31:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:31:04.253611+0000 mgr.smithi176.ajjlsm (mgr.14696) 2854 : audit [DBG] from='client.36006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:31:06.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:04.992406+0000 mgr.smithi176.ajjlsm (mgr.14696) 2855 : cluster [DBG] pgmap v2452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:31:04.253611+0000 mgr.smithi176.ajjlsm (mgr.14696) 2854 : audit [DBG] from='client.36006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:31:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:04.992406+0000 mgr.smithi176.ajjlsm (mgr.14696) 2855 : cluster [DBG] pgmap v2452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:06.993259+0000 mgr.smithi176.ajjlsm (mgr.14696) 2856 : cluster [DBG] pgmap v2453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:06.993259+0000 mgr.smithi176.ajjlsm (mgr.14696) 2856 : cluster [DBG] pgmap v2453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:08.993851+0000 mgr.smithi176.ajjlsm (mgr.14696) 2857 : cluster [DBG] pgmap v2454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:08.993851+0000 mgr.smithi176.ajjlsm (mgr.14696) 2857 : cluster [DBG] pgmap v2454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:10.994595+0000 mgr.smithi176.ajjlsm (mgr.14696) 2858 : cluster [DBG] pgmap v2455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:10.994595+0000 mgr.smithi176.ajjlsm (mgr.14696) 2858 : cluster [DBG] pgmap v2455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:12.995222+0000 mgr.smithi176.ajjlsm (mgr.14696) 2859 : cluster [DBG] pgmap v2456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:12.995222+0000 mgr.smithi176.ajjlsm (mgr.14696) 2859 : cluster [DBG] pgmap v2456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:14.995832+0000 mgr.smithi176.ajjlsm (mgr.14696) 2860 : cluster [DBG] pgmap v2457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:14.995832+0000 mgr.smithi176.ajjlsm (mgr.14696) 2860 : cluster [DBG] pgmap v2457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:16.996759+0000 mgr.smithi176.ajjlsm (mgr.14696) 2861 : cluster [DBG] pgmap v2458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:16.996759+0000 mgr.smithi176.ajjlsm (mgr.14696) 2861 : cluster [DBG] pgmap v2458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:18.997364+0000 mgr.smithi176.ajjlsm (mgr.14696) 2862 : cluster [DBG] pgmap v2459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:18.997364+0000 mgr.smithi176.ajjlsm (mgr.14696) 2862 : cluster [DBG] pgmap v2459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:20.998012+0000 mgr.smithi176.ajjlsm (mgr.14696) 2863 : cluster [DBG] pgmap v2460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:20.998012+0000 mgr.smithi176.ajjlsm (mgr.14696) 2863 : cluster [DBG] pgmap v2460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:31:22.484791+0000 mon.smithi176 (mon.0) 1052 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:31:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:31:22.486220+0000 mon.smithi176 (mon.0) 1053 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:31:23.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:31:22.487073+0000 mon.smithi176 (mon.0) 1054 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:31:23.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:31:22.891080+0000 mon.smithi176 (mon.0) 1055 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:31:23.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:31:22.895629+0000 mon.smithi176 (mon.0) 1056 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:31:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:31:22.484791+0000 mon.smithi176 (mon.0) 1052 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:31:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:31:22.486220+0000 mon.smithi176 (mon.0) 1053 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:31:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:31:22.487073+0000 mon.smithi176 (mon.0) 1054 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:31:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:31:22.891080+0000 mon.smithi176 (mon.0) 1055 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:31:23.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:31:22.895629+0000 mon.smithi176 (mon.0) 1056 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:31:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:31:22.487805+0000 mgr.smithi176.ajjlsm (mgr.14696) 2864 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:31:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:22.998637+0000 mgr.smithi176.ajjlsm (mgr.14696) 2865 : cluster [DBG] pgmap v2461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:31:22.487805+0000 mgr.smithi176.ajjlsm (mgr.14696) 2864 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:31:24.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:22.998637+0000 mgr.smithi176.ajjlsm (mgr.14696) 2865 : cluster [DBG] pgmap v2461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:24.999201+0000 mgr.smithi176.ajjlsm (mgr.14696) 2866 : cluster [DBG] pgmap v2462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:24.999201+0000 mgr.smithi176.ajjlsm (mgr.14696) 2866 : cluster [DBG] pgmap v2462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:27.000020+0000 mgr.smithi176.ajjlsm (mgr.14696) 2867 : cluster [DBG] pgmap v2463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:27.000020+0000 mgr.smithi176.ajjlsm (mgr.14696) 2867 : cluster [DBG] pgmap v2463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:29.000585+0000 mgr.smithi176.ajjlsm (mgr.14696) 2868 : cluster [DBG] pgmap v2464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:29.000585+0000 mgr.smithi176.ajjlsm (mgr.14696) 2868 : cluster [DBG] pgmap v2464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:31.001276+0000 mgr.smithi176.ajjlsm (mgr.14696) 2869 : cluster [DBG] pgmap v2465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:31.001276+0000 mgr.smithi176.ajjlsm (mgr.14696) 2869 : cluster [DBG] pgmap v2465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:33.001856+0000 mgr.smithi176.ajjlsm (mgr.14696) 2870 : cluster [DBG] pgmap v2466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:33.001856+0000 mgr.smithi176.ajjlsm (mgr.14696) 2870 : cluster [DBG] pgmap v2466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:34.885 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:31:35.158 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:31:35.158 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (87m) 8m ago 87m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:31:35.158 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (80m) 8m ago 87m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:31:35.159 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (80m) 8m ago 87m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:31:35.159 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (86m) 8m ago 87m 43.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:31:35.159 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (79m) 8m ago 83m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:31:35.160 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (79m) 8m ago 83m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:31:35.160 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (81m) 8m ago 89m 507M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:31:35.161 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (80m) 8m ago 87m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:31:35.161 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (80m) 8m ago 89m 538M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:31:35.161 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (80m) 8m ago 87m 282M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:31:35.161 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (81m) 8m ago 81m 166M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:31:35.162 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (81m) 8m ago 81m 101M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:31:35.162 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (87m) 8m ago 87m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:31:35.162 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (87m) 8m ago 87m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:31:35.162 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (72m) 8m ago 86m 611M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:31:35.163 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (86m) 8m ago 86m 1410M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:31:35.163 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (86m) 8m ago 86m 944M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:31:35.163 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (85m) 8m ago 85m 1556M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:31:35.163 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (85m) 8m ago 85m 1460M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:31:35.164 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (85m) 8m ago 85m 1653M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:31:35.165 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (85m) 8m ago 85m 1340M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:31:35.165 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (84m) 8m ago 84m 2081M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:31:35.165 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (86m) 8m ago 87m 66.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:31:35.478 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:31:35.479 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:31:35.479 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:31:35.479 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:31:35.479 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:31:35.480 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:31:35.480 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:31:35.480 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:31:35.480 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:31:35.481 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:31:35.481 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:31:35.481 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:31:35.481 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:31:35.481 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:31:35.482 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:31:35.482 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:31:35.482 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:31:35.482 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:31:35.483 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:31:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:31:34.872543+0000 mgr.smithi176.ajjlsm (mgr.14696) 2871 : audit [DBG] from='client.36014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:31:36.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:35.002296+0000 mgr.smithi176.ajjlsm (mgr.14696) 2872 : cluster [DBG] pgmap v2467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:36.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:31:35.477309+0000 mon.smithi176 (mon.0) 1057 : audit [DBG] from='client.? 172.21.15.176:0/3121939707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:31:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:31:34.872543+0000 mgr.smithi176.ajjlsm (mgr.14696) 2871 : audit [DBG] from='client.36014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:31:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:35.002296+0000 mgr.smithi176.ajjlsm (mgr.14696) 2872 : cluster [DBG] pgmap v2467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:36.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:31:35.477309+0000 mon.smithi176 (mon.0) 1057 : audit [DBG] from='client.? 172.21.15.176:0/3121939707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:31:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:31:35.147990+0000 mgr.smithi176.ajjlsm (mgr.14696) 2873 : audit [DBG] from='client.36018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:31:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:31:35.147990+0000 mgr.smithi176.ajjlsm (mgr.14696) 2873 : audit [DBG] from='client.36018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:31:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:37.003239+0000 mgr.smithi176.ajjlsm (mgr.14696) 2874 : cluster [DBG] pgmap v2468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:37.003239+0000 mgr.smithi176.ajjlsm (mgr.14696) 2874 : cluster [DBG] pgmap v2468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:39.003817+0000 mgr.smithi176.ajjlsm (mgr.14696) 2875 : cluster [DBG] pgmap v2469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:39.003817+0000 mgr.smithi176.ajjlsm (mgr.14696) 2875 : cluster [DBG] pgmap v2469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:31:40.369584+0000 mon.smithi176 (mon.0) 1058 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:31:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:31:40.369851+0000 mon.smithi176 (mon.0) 1059 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:31:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:31:40.369584+0000 mon.smithi176 (mon.0) 1058 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:31:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:31:40.369851+0000 mon.smithi176 (mon.0) 1059 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:31:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:41.004548+0000 mgr.smithi176.ajjlsm (mgr.14696) 2876 : cluster [DBG] pgmap v2470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:41.004548+0000 mgr.smithi176.ajjlsm (mgr.14696) 2876 : cluster [DBG] pgmap v2470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:43.005174+0000 mgr.smithi176.ajjlsm (mgr.14696) 2877 : cluster [DBG] pgmap v2471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:43.005174+0000 mgr.smithi176.ajjlsm (mgr.14696) 2877 : cluster [DBG] pgmap v2471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:45.005695+0000 mgr.smithi176.ajjlsm (mgr.14696) 2878 : cluster [DBG] pgmap v2472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:45.005695+0000 mgr.smithi176.ajjlsm (mgr.14696) 2878 : cluster [DBG] pgmap v2472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:47.006601+0000 mgr.smithi176.ajjlsm (mgr.14696) 2879 : cluster [DBG] pgmap v2473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:47.006601+0000 mgr.smithi176.ajjlsm (mgr.14696) 2879 : cluster [DBG] pgmap v2473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:49.007081+0000 mgr.smithi176.ajjlsm (mgr.14696) 2880 : cluster [DBG] pgmap v2474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:49.007081+0000 mgr.smithi176.ajjlsm (mgr.14696) 2880 : cluster [DBG] pgmap v2474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:51.007752+0000 mgr.smithi176.ajjlsm (mgr.14696) 2881 : cluster [DBG] pgmap v2475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:51.007752+0000 mgr.smithi176.ajjlsm (mgr.14696) 2881 : cluster [DBG] pgmap v2475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:53.008489+0000 mgr.smithi176.ajjlsm (mgr.14696) 2882 : cluster [DBG] pgmap v2476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:53.008489+0000 mgr.smithi176.ajjlsm (mgr.14696) 2882 : cluster [DBG] pgmap v2476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:55.009091+0000 mgr.smithi176.ajjlsm (mgr.14696) 2883 : cluster [DBG] pgmap v2477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:55.009091+0000 mgr.smithi176.ajjlsm (mgr.14696) 2883 : cluster [DBG] pgmap v2477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:31:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:57.009995+0000 mgr.smithi176.ajjlsm (mgr.14696) 2884 : cluster [DBG] pgmap v2478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:31:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:57.009995+0000 mgr.smithi176.ajjlsm (mgr.14696) 2884 : cluster [DBG] pgmap v2478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:31:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:31:59.010457+0000 mgr.smithi176.ajjlsm (mgr.14696) 2885 : cluster [DBG] pgmap v2479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:31:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:31:59.010457+0000 mgr.smithi176.ajjlsm (mgr.14696) 2885 : cluster [DBG] pgmap v2479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:01.011378+0000 mgr.smithi176.ajjlsm (mgr.14696) 2886 : cluster [DBG] pgmap v2480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:01.011378+0000 mgr.smithi176.ajjlsm (mgr.14696) 2886 : cluster [DBG] pgmap v2480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:03.012169+0000 mgr.smithi176.ajjlsm (mgr.14696) 2887 : cluster [DBG] pgmap v2481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:03.012169+0000 mgr.smithi176.ajjlsm (mgr.14696) 2887 : cluster [DBG] pgmap v2481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:05.782 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:32:06.049 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:32:06.049 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (87m) 8m ago 88m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:32:06.049 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (80m) 8m ago 88m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:32:06.050 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (80m) 8m ago 87m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:32:06.050 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (87m) 8m ago 88m 43.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:32:06.050 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (79m) 8m ago 84m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:32:06.050 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (80m) 8m ago 84m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:32:06.051 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (81m) 8m ago 89m 507M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:32:06.051 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (81m) 8m ago 87m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:32:06.051 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (81m) 8m ago 89m 538M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:32:06.051 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (80m) 8m ago 87m 282M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:32:06.051 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (81m) 8m ago 81m 166M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:32:06.052 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (81m) 8m ago 81m 101M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:32:06.052 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (88m) 8m ago 88m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:32:06.052 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (87m) 8m ago 87m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:32:06.052 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (73m) 8m ago 87m 611M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:32:06.053 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (87m) 8m ago 87m 1410M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:32:06.053 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (86m) 8m ago 86m 944M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:32:06.053 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (86m) 8m ago 86m 1556M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:32:06.053 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (86m) 8m ago 86m 1460M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:32:06.053 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (86m) 8m ago 86m 1653M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:32:06.054 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (85m) 8m ago 85m 1340M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:32:06.054 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (85m) 8m ago 85m 2081M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:32:06.054 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (87m) 8m ago 88m 66.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:32:06.370 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:32:06.370 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:32:06.370 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:32:06.371 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:32:06.371 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:32:06.371 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:32:06.372 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:32:06.372 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:32:06.372 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:32:06.372 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:32:06.373 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:32:06.373 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:32:06.373 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:32:06.373 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:32:06.373 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:32:06.374 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:32:06.374 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:32:06.374 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:32:06.375 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:32:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:05.012688+0000 mgr.smithi176.ajjlsm (mgr.14696) 2888 : cluster [DBG] pgmap v2482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:05.012688+0000 mgr.smithi176.ajjlsm (mgr.14696) 2888 : cluster [DBG] pgmap v2482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:32:05.769241+0000 mgr.smithi176.ajjlsm (mgr.14696) 2889 : audit [DBG] from='client.36026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:32:07.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:32:06.038928+0000 mgr.smithi176.ajjlsm (mgr.14696) 2890 : audit [DBG] from='client.36030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:32:07.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:32:06.368747+0000 mon.smithi176 (mon.0) 1060 : audit [DBG] from='client.? 172.21.15.176:0/1201977534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:32:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:32:05.769241+0000 mgr.smithi176.ajjlsm (mgr.14696) 2889 : audit [DBG] from='client.36026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:32:07.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:32:06.038928+0000 mgr.smithi176.ajjlsm (mgr.14696) 2890 : audit [DBG] from='client.36030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:32:07.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:32:06.368747+0000 mon.smithi176 (mon.0) 1060 : audit [DBG] from='client.? 172.21.15.176:0/1201977534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:32:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:07.013739+0000 mgr.smithi176.ajjlsm (mgr.14696) 2891 : cluster [DBG] pgmap v2483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:07.013739+0000 mgr.smithi176.ajjlsm (mgr.14696) 2891 : cluster [DBG] pgmap v2483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:09.014306+0000 mgr.smithi176.ajjlsm (mgr.14696) 2892 : cluster [DBG] pgmap v2484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:09.014306+0000 mgr.smithi176.ajjlsm (mgr.14696) 2892 : cluster [DBG] pgmap v2484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:11.015330+0000 mgr.smithi176.ajjlsm (mgr.14696) 2893 : cluster [DBG] pgmap v2485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:11.015330+0000 mgr.smithi176.ajjlsm (mgr.14696) 2893 : cluster [DBG] pgmap v2485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:13.016013+0000 mgr.smithi176.ajjlsm (mgr.14696) 2894 : cluster [DBG] pgmap v2486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:13.016013+0000 mgr.smithi176.ajjlsm (mgr.14696) 2894 : cluster [DBG] pgmap v2486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:15.016448+0000 mgr.smithi176.ajjlsm (mgr.14696) 2895 : cluster [DBG] pgmap v2487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:15.016448+0000 mgr.smithi176.ajjlsm (mgr.14696) 2895 : cluster [DBG] pgmap v2487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:17.017296+0000 mgr.smithi176.ajjlsm (mgr.14696) 2896 : cluster [DBG] pgmap v2488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:17.017296+0000 mgr.smithi176.ajjlsm (mgr.14696) 2896 : cluster [DBG] pgmap v2488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:19.017742+0000 mgr.smithi176.ajjlsm (mgr.14696) 2897 : cluster [DBG] pgmap v2489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:19.017742+0000 mgr.smithi176.ajjlsm (mgr.14696) 2897 : cluster [DBG] pgmap v2489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:21.018586+0000 mgr.smithi176.ajjlsm (mgr.14696) 2898 : cluster [DBG] pgmap v2490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:21.018586+0000 mgr.smithi176.ajjlsm (mgr.14696) 2898 : cluster [DBG] pgmap v2490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:32:22.898115+0000 mon.smithi176 (mon.0) 1061 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:32:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:32:22.899627+0000 mon.smithi176 (mon.0) 1062 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:32:23.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:32:22.900511+0000 mon.smithi176 (mon.0) 1063 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:32:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:32:22.898115+0000 mon.smithi176 (mon.0) 1061 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:32:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:32:22.899627+0000 mon.smithi176 (mon.0) 1062 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:32:23.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:32:22.900511+0000 mon.smithi176 (mon.0) 1063 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:32:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:32:22.901268+0000 mgr.smithi176.ajjlsm (mgr.14696) 2899 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:32:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:23.019098+0000 mgr.smithi176.ajjlsm (mgr.14696) 2900 : cluster [DBG] pgmap v2491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:32:23.299440+0000 mon.smithi176 (mon.0) 1064 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:32:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:32:23.299653+0000 mon.smithi176 (mon.0) 1065 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:32:24.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:32:23.303531+0000 mon.smithi176 (mon.0) 1066 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:32:24.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:32:23.308599+0000 mon.smithi176 (mon.0) 1067 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:32:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:32:22.901268+0000 mgr.smithi176.ajjlsm (mgr.14696) 2899 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:32:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:23.019098+0000 mgr.smithi176.ajjlsm (mgr.14696) 2900 : cluster [DBG] pgmap v2491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:24.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:32:23.299440+0000 mon.smithi176 (mon.0) 1064 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:32:24.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:32:23.299653+0000 mon.smithi176 (mon.0) 1065 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:32:24.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:32:23.303531+0000 mon.smithi176 (mon.0) 1066 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:32:24.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:32:23.308599+0000 mon.smithi176 (mon.0) 1067 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:32:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:25.019594+0000 mgr.smithi176.ajjlsm (mgr.14696) 2901 : cluster [DBG] pgmap v2492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:25.019594+0000 mgr.smithi176.ajjlsm (mgr.14696) 2901 : cluster [DBG] pgmap v2492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:27.020429+0000 mgr.smithi176.ajjlsm (mgr.14696) 2902 : cluster [DBG] pgmap v2493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:27.020429+0000 mgr.smithi176.ajjlsm (mgr.14696) 2902 : cluster [DBG] pgmap v2493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:29.021136+0000 mgr.smithi176.ajjlsm (mgr.14696) 2903 : cluster [DBG] pgmap v2494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:29.021136+0000 mgr.smithi176.ajjlsm (mgr.14696) 2903 : cluster [DBG] pgmap v2494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:31.021803+0000 mgr.smithi176.ajjlsm (mgr.14696) 2904 : cluster [DBG] pgmap v2495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:31.021803+0000 mgr.smithi176.ajjlsm (mgr.14696) 2904 : cluster [DBG] pgmap v2495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:33.022383+0000 mgr.smithi176.ajjlsm (mgr.14696) 2905 : cluster [DBG] pgmap v2496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:33.022383+0000 mgr.smithi176.ajjlsm (mgr.14696) 2905 : cluster [DBG] pgmap v2496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:35.023124+0000 mgr.smithi176.ajjlsm (mgr.14696) 2906 : cluster [DBG] pgmap v2497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:35.023124+0000 mgr.smithi176.ajjlsm (mgr.14696) 2906 : cluster [DBG] pgmap v2497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:36.673 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:32:36.940 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:32:36.941 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (88m) 9m ago 89m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:32:36.941 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (81m) 9m ago 88m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:32:36.941 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (81m) 9m ago 88m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:32:36.942 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (87m) 9m ago 88m 43.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:32:36.942 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (80m) 9m ago 84m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:32:36.942 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (80m) 9m ago 84m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:32:36.942 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (82m) 9m ago 90m 507M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:32:36.943 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (81m) 9m ago 88m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:32:36.943 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (81m) 9m ago 90m 538M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:32:36.943 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (81m) 9m ago 88m 282M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:32:36.943 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (82m) 9m ago 82m 166M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:32:36.944 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (82m) 9m ago 82m 101M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:32:36.944 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (88m) 9m ago 88m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:32:36.944 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (88m) 9m ago 88m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:32:36.944 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (73m) 9m ago 87m 611M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:32:36.944 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (87m) 9m ago 87m 1410M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:32:36.945 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (87m) 9m ago 87m 944M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:32:36.945 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (87m) 9m ago 87m 1556M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:32:36.945 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (86m) 9m ago 86m 1460M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:32:36.945 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (86m) 9m ago 86m 1653M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:32:36.946 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (86m) 9m ago 86m 1340M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:32:36.946 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (85m) 9m ago 85m 2081M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:32:36.946 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (87m) 9m ago 88m 66.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:32:37.261 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:32:37.261 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:32:37.261 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:32:37.262 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:32:37.262 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:32:37.262 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:32:37.262 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:32:37.262 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:32:37.263 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:32:37.263 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:32:37.263 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:32:37.263 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:32:37.264 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:32:37.264 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:32:37.264 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:32:37.264 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:32:37.265 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:32:37.265 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:32:37.265 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:32:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:32:36.660560+0000 mgr.smithi176.ajjlsm (mgr.14696) 2907 : audit [DBG] from='client.36038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:32:38.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:32:36.930063+0000 mgr.smithi176.ajjlsm (mgr.14696) 2908 : audit [DBG] from='client.36042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:32:38.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:37.023843+0000 mgr.smithi176.ajjlsm (mgr.14696) 2909 : cluster [DBG] pgmap v2498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:38.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:32:37.259639+0000 mon.smithi176 (mon.0) 1068 : audit [DBG] from='client.? 172.21.15.176:0/1289621543' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:32:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:32:36.660560+0000 mgr.smithi176.ajjlsm (mgr.14696) 2907 : audit [DBG] from='client.36038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:32:38.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:32:36.930063+0000 mgr.smithi176.ajjlsm (mgr.14696) 2908 : audit [DBG] from='client.36042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:32:38.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:37.023843+0000 mgr.smithi176.ajjlsm (mgr.14696) 2909 : cluster [DBG] pgmap v2498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:38.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:32:37.259639+0000 mon.smithi176 (mon.0) 1068 : audit [DBG] from='client.? 172.21.15.176:0/1289621543' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:32:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:39.024458+0000 mgr.smithi176.ajjlsm (mgr.14696) 2910 : cluster [DBG] pgmap v2499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:39.024458+0000 mgr.smithi176.ajjlsm (mgr.14696) 2910 : cluster [DBG] pgmap v2499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:32:40.374092+0000 mon.smithi176 (mon.0) 1069 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:32:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:32:40.374366+0000 mon.smithi176 (mon.0) 1070 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:32:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:32:40.374092+0000 mon.smithi176 (mon.0) 1069 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:32:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:32:40.374366+0000 mon.smithi176 (mon.0) 1070 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:32:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:41.025274+0000 mgr.smithi176.ajjlsm (mgr.14696) 2911 : cluster [DBG] pgmap v2500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:41.025274+0000 mgr.smithi176.ajjlsm (mgr.14696) 2911 : cluster [DBG] pgmap v2500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:43.025996+0000 mgr.smithi176.ajjlsm (mgr.14696) 2912 : cluster [DBG] pgmap v2501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:43.025996+0000 mgr.smithi176.ajjlsm (mgr.14696) 2912 : cluster [DBG] pgmap v2501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:45.026528+0000 mgr.smithi176.ajjlsm (mgr.14696) 2913 : cluster [DBG] pgmap v2502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:45.026528+0000 mgr.smithi176.ajjlsm (mgr.14696) 2913 : cluster [DBG] pgmap v2502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:47.027442+0000 mgr.smithi176.ajjlsm (mgr.14696) 2914 : cluster [DBG] pgmap v2503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:47.027442+0000 mgr.smithi176.ajjlsm (mgr.14696) 2914 : cluster [DBG] pgmap v2503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:49.028089+0000 mgr.smithi176.ajjlsm (mgr.14696) 2915 : cluster [DBG] pgmap v2504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:49.028089+0000 mgr.smithi176.ajjlsm (mgr.14696) 2915 : cluster [DBG] pgmap v2504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:51.028828+0000 mgr.smithi176.ajjlsm (mgr.14696) 2916 : cluster [DBG] pgmap v2505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:51.028828+0000 mgr.smithi176.ajjlsm (mgr.14696) 2916 : cluster [DBG] pgmap v2505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:53.029384+0000 mgr.smithi176.ajjlsm (mgr.14696) 2917 : cluster [DBG] pgmap v2506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:53.029384+0000 mgr.smithi176.ajjlsm (mgr.14696) 2917 : cluster [DBG] pgmap v2506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:55.030083+0000 mgr.smithi176.ajjlsm (mgr.14696) 2918 : cluster [DBG] pgmap v2507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:55.030083+0000 mgr.smithi176.ajjlsm (mgr.14696) 2918 : cluster [DBG] pgmap v2507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:32:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:57.030903+0000 mgr.smithi176.ajjlsm (mgr.14696) 2919 : cluster [DBG] pgmap v2508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:32:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:57.030903+0000 mgr.smithi176.ajjlsm (mgr.14696) 2919 : cluster [DBG] pgmap v2508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:32:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:32:59.031349+0000 mgr.smithi176.ajjlsm (mgr.14696) 2920 : cluster [DBG] pgmap v2509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:32:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:32:59.031349+0000 mgr.smithi176.ajjlsm (mgr.14696) 2920 : cluster [DBG] pgmap v2509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:01.032266+0000 mgr.smithi176.ajjlsm (mgr.14696) 2921 : cluster [DBG] pgmap v2510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:01.032266+0000 mgr.smithi176.ajjlsm (mgr.14696) 2921 : cluster [DBG] pgmap v2510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:03.032928+0000 mgr.smithi176.ajjlsm (mgr.14696) 2922 : cluster [DBG] pgmap v2511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:03.032928+0000 mgr.smithi176.ajjlsm (mgr.14696) 2922 : cluster [DBG] pgmap v2511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:05.033467+0000 mgr.smithi176.ajjlsm (mgr.14696) 2923 : cluster [DBG] pgmap v2512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:05.033467+0000 mgr.smithi176.ajjlsm (mgr.14696) 2923 : cluster [DBG] pgmap v2512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:07.560 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:33:07.831 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:33:07.831 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (88m) 9m ago 89m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:33:07.831 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (81m) 9m ago 89m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:33:07.831 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (81m) 9m ago 89m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:33:07.832 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (88m) 9m ago 89m 43.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:33:07.832 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (80m) 9m ago 85m 43.8M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:33:07.832 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (81m) 9m ago 85m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:33:07.832 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (82m) 9m ago 90m 507M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:33:07.833 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (82m) 9m ago 88m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:33:07.833 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (82m) 9m ago 90m 538M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:33:07.833 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (81m) 9m ago 88m 282M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:33:07.833 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (82m) 9m ago 82m 166M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:33:07.833 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (82m) 9m ago 82m 101M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:33:07.834 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (89m) 9m ago 89m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:33:07.834 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (88m) 9m ago 88m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:33:07.834 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (74m) 9m ago 88m 611M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:33:07.834 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (88m) 9m ago 88m 1410M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:33:07.835 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (87m) 9m ago 87m 944M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:33:07.835 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (87m) 9m ago 87m 1556M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:33:07.835 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (87m) 9m ago 87m 1460M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:33:07.835 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (87m) 9m ago 87m 1653M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:33:07.836 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (86m) 9m ago 86m 1340M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:33:07.836 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (86m) 9m ago 86m 2081M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:33:07.836 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (88m) 9m ago 89m 66.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:33:08.163 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:33:08.163 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:33:08.164 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:33:08.164 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:33:08.164 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:33:08.164 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:33:08.165 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:33:08.165 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:33:08.165 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:33:08.165 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:33:08.166 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:33:08.166 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:33:08.166 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:33:08.166 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:33:08.166 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:33:08.167 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:33:08.167 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:33:08.167 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:33:08.167 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:33:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:07.034271+0000 mgr.smithi176.ajjlsm (mgr.14696) 2924 : cluster [DBG] pgmap v2513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:07.034271+0000 mgr.smithi176.ajjlsm (mgr.14696) 2924 : cluster [DBG] pgmap v2513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:33:07.547676+0000 mgr.smithi176.ajjlsm (mgr.14696) 2925 : audit [DBG] from='client.36050 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:33:09.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:33:07.820746+0000 mgr.smithi176.ajjlsm (mgr.14696) 2926 : audit [DBG] from='client.36054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:33:09.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:33:08.162061+0000 mon.smithi176 (mon.0) 1071 : audit [DBG] from='client.? 172.21.15.176:0/2915862332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:33:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:33:07.547676+0000 mgr.smithi176.ajjlsm (mgr.14696) 2925 : audit [DBG] from='client.36050 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:33:09.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:33:07.820746+0000 mgr.smithi176.ajjlsm (mgr.14696) 2926 : audit [DBG] from='client.36054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:33:09.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:33:08.162061+0000 mon.smithi176 (mon.0) 1071 : audit [DBG] from='client.? 172.21.15.176:0/2915862332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:33:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:09.034880+0000 mgr.smithi176.ajjlsm (mgr.14696) 2927 : cluster [DBG] pgmap v2514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:09.034880+0000 mgr.smithi176.ajjlsm (mgr.14696) 2927 : cluster [DBG] pgmap v2514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:11.035684+0000 mgr.smithi176.ajjlsm (mgr.14696) 2928 : cluster [DBG] pgmap v2515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:11.035684+0000 mgr.smithi176.ajjlsm (mgr.14696) 2928 : cluster [DBG] pgmap v2515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:13.036244+0000 mgr.smithi176.ajjlsm (mgr.14696) 2929 : cluster [DBG] pgmap v2516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:13.036244+0000 mgr.smithi176.ajjlsm (mgr.14696) 2929 : cluster [DBG] pgmap v2516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:15.036708+0000 mgr.smithi176.ajjlsm (mgr.14696) 2930 : cluster [DBG] pgmap v2517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:15.036708+0000 mgr.smithi176.ajjlsm (mgr.14696) 2930 : cluster [DBG] pgmap v2517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:17.037436+0000 mgr.smithi176.ajjlsm (mgr.14696) 2931 : cluster [DBG] pgmap v2518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:17.037436+0000 mgr.smithi176.ajjlsm (mgr.14696) 2931 : cluster [DBG] pgmap v2518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:19.038086+0000 mgr.smithi176.ajjlsm (mgr.14696) 2932 : cluster [DBG] pgmap v2519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:19.038086+0000 mgr.smithi176.ajjlsm (mgr.14696) 2932 : cluster [DBG] pgmap v2519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:21.038751+0000 mgr.smithi176.ajjlsm (mgr.14696) 2933 : cluster [DBG] pgmap v2520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:21.038751+0000 mgr.smithi176.ajjlsm (mgr.14696) 2933 : cluster [DBG] pgmap v2520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:23.039473+0000 mgr.smithi176.ajjlsm (mgr.14696) 2934 : cluster [DBG] pgmap v2521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:33:23.311481+0000 mon.smithi176 (mon.0) 1072 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:33:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:33:23.313002+0000 mon.smithi176 (mon.0) 1073 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:33:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:33:23.313793+0000 mon.smithi176 (mon.0) 1074 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:33:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:23.039473+0000 mgr.smithi176.ajjlsm (mgr.14696) 2934 : cluster [DBG] pgmap v2521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:33:23.311481+0000 mon.smithi176 (mon.0) 1072 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:33:24.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:33:23.313002+0000 mon.smithi176 (mon.0) 1073 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:33:24.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:33:23.313793+0000 mon.smithi176 (mon.0) 1074 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:33:25.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:33:23.314503+0000 mgr.smithi176.ajjlsm (mgr.14696) 2935 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:33:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:33:23.314503+0000 mgr.smithi176.ajjlsm (mgr.14696) 2935 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:33:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:25.040728+0000 mgr.smithi176.ajjlsm (mgr.14696) 2936 : cluster [DBG] pgmap v2522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:25.040728+0000 mgr.smithi176.ajjlsm (mgr.14696) 2936 : cluster [DBG] pgmap v2522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:27.041463+0000 mgr.smithi176.ajjlsm (mgr.14696) 2937 : cluster [DBG] pgmap v2523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:28.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:33:27.956832+0000 mon.smithi176 (mon.0) 1075 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:33:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:27.041463+0000 mgr.smithi176.ajjlsm (mgr.14696) 2937 : cluster [DBG] pgmap v2523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:33:27.956832+0000 mon.smithi176 (mon.0) 1075 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:33:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:29.041875+0000 mgr.smithi176.ajjlsm (mgr.14696) 2938 : cluster [DBG] pgmap v2524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:29.041875+0000 mgr.smithi176.ajjlsm (mgr.14696) 2938 : cluster [DBG] pgmap v2524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:33:30.225758+0000 mon.smithi176 (mon.0) 1076 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:33:31.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:33:30.615742+0000 mon.smithi176 (mon.0) 1077 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:33:31.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:33:30.620450+0000 mon.smithi176 (mon.0) 1078 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:33:31.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:31.042596+0000 mgr.smithi176.ajjlsm (mgr.14696) 2939 : cluster [DBG] pgmap v2525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:33:30.225758+0000 mon.smithi176 (mon.0) 1076 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:33:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:33:30.615742+0000 mon.smithi176 (mon.0) 1077 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:33:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:33:30.620450+0000 mon.smithi176 (mon.0) 1078 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:33:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:31.042596+0000 mgr.smithi176.ajjlsm (mgr.14696) 2939 : cluster [DBG] pgmap v2525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:33.043193+0000 mgr.smithi176.ajjlsm (mgr.14696) 2940 : cluster [DBG] pgmap v2526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:33.043193+0000 mgr.smithi176.ajjlsm (mgr.14696) 2940 : cluster [DBG] pgmap v2526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:35.043747+0000 mgr.smithi176.ajjlsm (mgr.14696) 2941 : cluster [DBG] pgmap v2527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:35.043747+0000 mgr.smithi176.ajjlsm (mgr.14696) 2941 : cluster [DBG] pgmap v2527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:38.466 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:33:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:37.044661+0000 mgr.smithi176.ajjlsm (mgr.14696) 2942 : cluster [DBG] pgmap v2528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:37.044661+0000 mgr.smithi176.ajjlsm (mgr.14696) 2942 : cluster [DBG] pgmap v2528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:38.733 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:33:38.734 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (89m) 8s ago 90m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:33:38.734 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (82m) 8s ago 90m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:33:38.734 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (82m) 10s ago 89m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:33:38.734 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (88m) 8s ago 89m 43.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:33:38.735 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (81m) 8s ago 85m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:33:38.735 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (81m) 10s ago 85m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:33:38.738 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (83m) 8s ago 91m 515M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:33:38.739 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (82m) 10s ago 89m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:33:38.739 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (82m) 8s ago 91m 599M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:33:38.739 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (82m) 10s ago 89m 315M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:33:38.739 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (83m) 8s ago 83m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:33:38.740 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (83m) 10s ago 83m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:33:38.740 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (89m) 8s ago 89m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:33:38.740 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (89m) 10s ago 89m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:33:38.740 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (74m) 8s ago 88m 638M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:33:38.741 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (88m) 8s ago 88m 1442M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:33:38.741 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (88m) 8s ago 88m 966M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:33:38.741 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (88m) 8s ago 88m 1591M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:33:38.741 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (87m) 10s ago 87m 1491M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:33:38.742 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (87m) 10s ago 87m 1682M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:33:38.742 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (87m) 10s ago 87m 1367M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:33:38.742 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (87m) 10s ago 87m 2112M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:33:38.742 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (88m) 8s ago 89m 68.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:33:39.055 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:33:39.055 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:33:39.056 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:33:39.056 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:33:39.056 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:33:39.056 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:33:39.057 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:33:39.057 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:33:39.057 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:33:39.057 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:33:39.057 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:33:39.058 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:33:39.058 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:33:39.058 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:33:39.058 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:33:39.059 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:33:39.059 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:33:39.059 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:33:39.060 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:33:40.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:33:38.452875+0000 mgr.smithi176.ajjlsm (mgr.14696) 2943 : audit [DBG] from='client.36062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:33:40.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:33:38.723197+0000 mgr.smithi176.ajjlsm (mgr.14696) 2944 : audit [DBG] from='client.36066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:33:40.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:39.045080+0000 mgr.smithi176.ajjlsm (mgr.14696) 2945 : cluster [DBG] pgmap v2529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:40.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:33:39.054017+0000 mon.smithi176 (mon.0) 1079 : audit [DBG] from='client.? 172.21.15.176:0/2149299322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:33:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:33:38.452875+0000 mgr.smithi176.ajjlsm (mgr.14696) 2943 : audit [DBG] from='client.36062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:33:40.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:33:38.723197+0000 mgr.smithi176.ajjlsm (mgr.14696) 2944 : audit [DBG] from='client.36066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:33:40.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:39.045080+0000 mgr.smithi176.ajjlsm (mgr.14696) 2945 : cluster [DBG] pgmap v2529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:40.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:33:39.054017+0000 mon.smithi176 (mon.0) 1079 : audit [DBG] from='client.? 172.21.15.176:0/2149299322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:33:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:33:40.378092+0000 mon.smithi176 (mon.0) 1080 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:33:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:33:40.378468+0000 mon.smithi176 (mon.0) 1081 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:33:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:33:40.378092+0000 mon.smithi176 (mon.0) 1080 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:33:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:33:40.378468+0000 mon.smithi176 (mon.0) 1081 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:33:42.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:41.045706+0000 mgr.smithi176.ajjlsm (mgr.14696) 2946 : cluster [DBG] pgmap v2530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:41.045706+0000 mgr.smithi176.ajjlsm (mgr.14696) 2946 : cluster [DBG] pgmap v2530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:43.046329+0000 mgr.smithi176.ajjlsm (mgr.14696) 2947 : cluster [DBG] pgmap v2531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:43.046329+0000 mgr.smithi176.ajjlsm (mgr.14696) 2947 : cluster [DBG] pgmap v2531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:45.046874+0000 mgr.smithi176.ajjlsm (mgr.14696) 2948 : cluster [DBG] pgmap v2532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:45.046874+0000 mgr.smithi176.ajjlsm (mgr.14696) 2948 : cluster [DBG] pgmap v2532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:47.047677+0000 mgr.smithi176.ajjlsm (mgr.14696) 2949 : cluster [DBG] pgmap v2533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:47.047677+0000 mgr.smithi176.ajjlsm (mgr.14696) 2949 : cluster [DBG] pgmap v2533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:49.048267+0000 mgr.smithi176.ajjlsm (mgr.14696) 2950 : cluster [DBG] pgmap v2534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:49.048267+0000 mgr.smithi176.ajjlsm (mgr.14696) 2950 : cluster [DBG] pgmap v2534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:51.049123+0000 mgr.smithi176.ajjlsm (mgr.14696) 2951 : cluster [DBG] pgmap v2535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:51.049123+0000 mgr.smithi176.ajjlsm (mgr.14696) 2951 : cluster [DBG] pgmap v2535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:53.049634+0000 mgr.smithi176.ajjlsm (mgr.14696) 2952 : cluster [DBG] pgmap v2536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:53.049634+0000 mgr.smithi176.ajjlsm (mgr.14696) 2952 : cluster [DBG] pgmap v2536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:55.050317+0000 mgr.smithi176.ajjlsm (mgr.14696) 2953 : cluster [DBG] pgmap v2537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:55.050317+0000 mgr.smithi176.ajjlsm (mgr.14696) 2953 : cluster [DBG] pgmap v2537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:33:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:57.051189+0000 mgr.smithi176.ajjlsm (mgr.14696) 2954 : cluster [DBG] pgmap v2538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:33:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:57.051189+0000 mgr.smithi176.ajjlsm (mgr.14696) 2954 : cluster [DBG] pgmap v2538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:33:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:33:59.051715+0000 mgr.smithi176.ajjlsm (mgr.14696) 2955 : cluster [DBG] pgmap v2539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:33:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:33:59.051715+0000 mgr.smithi176.ajjlsm (mgr.14696) 2955 : cluster [DBG] pgmap v2539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:01.052441+0000 mgr.smithi176.ajjlsm (mgr.14696) 2956 : cluster [DBG] pgmap v2540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:01.052441+0000 mgr.smithi176.ajjlsm (mgr.14696) 2956 : cluster [DBG] pgmap v2540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:03.052952+0000 mgr.smithi176.ajjlsm (mgr.14696) 2957 : cluster [DBG] pgmap v2541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:03.052952+0000 mgr.smithi176.ajjlsm (mgr.14696) 2957 : cluster [DBG] pgmap v2541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:05.053507+0000 mgr.smithi176.ajjlsm (mgr.14696) 2958 : cluster [DBG] pgmap v2542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:05.053507+0000 mgr.smithi176.ajjlsm (mgr.14696) 2958 : cluster [DBG] pgmap v2542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:07.054446+0000 mgr.smithi176.ajjlsm (mgr.14696) 2959 : cluster [DBG] pgmap v2543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:07.054446+0000 mgr.smithi176.ajjlsm (mgr.14696) 2959 : cluster [DBG] pgmap v2543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:09.358 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:34:09.627 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:34:09.627 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (89m) 39s ago 90m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:34:09.627 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (82m) 39s ago 90m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:34:09.628 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (82m) 41s ago 90m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:34:09.628 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (89m) 39s ago 90m 43.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:34:09.628 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (81m) 39s ago 86m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:34:09.629 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (82m) 41s ago 86m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:34:09.629 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (83m) 39s ago 91m 515M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:34:09.629 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (83m) 41s ago 90m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:34:09.629 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (83m) 39s ago 91m 599M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:34:09.630 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (82m) 41s ago 89m 315M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:34:09.630 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (83m) 39s ago 83m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:34:09.630 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (83m) 41s ago 83m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:34:09.631 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (90m) 39s ago 90m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:34:09.631 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (89m) 41s ago 89m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:34:09.631 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (75m) 39s ago 89m 638M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:34:09.631 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (89m) 39s ago 89m 1442M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:34:09.632 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (88m) 39s ago 88m 966M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:34:09.632 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (88m) 39s ago 88m 1591M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:34:09.632 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (88m) 41s ago 88m 1491M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:34:09.632 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (88m) 41s ago 88m 1682M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:34:09.633 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (87m) 41s ago 87m 1367M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:34:09.633 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (87m) 41s ago 87m 2112M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:34:09.633 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (89m) 39s ago 90m 68.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:34:09.948 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:34:09.949 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:34:09.949 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:34:09.949 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:34:09.949 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:34:09.950 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:34:09.950 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:34:09.950 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:34:09.950 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:34:09.950 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:34:09.951 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:34:09.951 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:34:09.951 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:34:09.951 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:34:09.952 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:34:09.952 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:34:09.952 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:34:09.952 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:34:09.953 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:34:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:09.054896+0000 mgr.smithi176.ajjlsm (mgr.14696) 2960 : cluster [DBG] pgmap v2544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:09.054896+0000 mgr.smithi176.ajjlsm (mgr.14696) 2960 : cluster [DBG] pgmap v2544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:11.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:34:09.344632+0000 mgr.smithi176.ajjlsm (mgr.14696) 2961 : audit [DBG] from='client.36074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:34:11.261 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:34:09.616975+0000 mgr.smithi176.ajjlsm (mgr.14696) 2962 : audit [DBG] from='client.36078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:34:11.261 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:34:09.947423+0000 mon.smithi176 (mon.0) 1082 : audit [DBG] from='client.? 172.21.15.176:0/3950441782' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:34:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:34:09.344632+0000 mgr.smithi176.ajjlsm (mgr.14696) 2961 : audit [DBG] from='client.36074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:34:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:34:09.616975+0000 mgr.smithi176.ajjlsm (mgr.14696) 2962 : audit [DBG] from='client.36078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:34:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:34:09.947423+0000 mon.smithi176 (mon.0) 1082 : audit [DBG] from='client.? 172.21.15.176:0/3950441782' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:34:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:11.055663+0000 mgr.smithi176.ajjlsm (mgr.14696) 2963 : cluster [DBG] pgmap v2545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:11.055663+0000 mgr.smithi176.ajjlsm (mgr.14696) 2963 : cluster [DBG] pgmap v2545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:13.056136+0000 mgr.smithi176.ajjlsm (mgr.14696) 2964 : cluster [DBG] pgmap v2546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:13.056136+0000 mgr.smithi176.ajjlsm (mgr.14696) 2964 : cluster [DBG] pgmap v2546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:15.056681+0000 mgr.smithi176.ajjlsm (mgr.14696) 2965 : cluster [DBG] pgmap v2547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:15.056681+0000 mgr.smithi176.ajjlsm (mgr.14696) 2965 : cluster [DBG] pgmap v2547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:17.057467+0000 mgr.smithi176.ajjlsm (mgr.14696) 2966 : cluster [DBG] pgmap v2548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:17.057467+0000 mgr.smithi176.ajjlsm (mgr.14696) 2966 : cluster [DBG] pgmap v2548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:19.058071+0000 mgr.smithi176.ajjlsm (mgr.14696) 2967 : cluster [DBG] pgmap v2549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:19.058071+0000 mgr.smithi176.ajjlsm (mgr.14696) 2967 : cluster [DBG] pgmap v2549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:21.058788+0000 mgr.smithi176.ajjlsm (mgr.14696) 2968 : cluster [DBG] pgmap v2550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:21.058788+0000 mgr.smithi176.ajjlsm (mgr.14696) 2968 : cluster [DBG] pgmap v2550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:23.059289+0000 mgr.smithi176.ajjlsm (mgr.14696) 2969 : cluster [DBG] pgmap v2551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:23.059289+0000 mgr.smithi176.ajjlsm (mgr.14696) 2969 : cluster [DBG] pgmap v2551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:25.059756+0000 mgr.smithi176.ajjlsm (mgr.14696) 2970 : cluster [DBG] pgmap v2552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:25.059756+0000 mgr.smithi176.ajjlsm (mgr.14696) 2970 : cluster [DBG] pgmap v2552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:27.060604+0000 mgr.smithi176.ajjlsm (mgr.14696) 2971 : cluster [DBG] pgmap v2553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:27.060604+0000 mgr.smithi176.ajjlsm (mgr.14696) 2971 : cluster [DBG] pgmap v2553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:29.061206+0000 mgr.smithi176.ajjlsm (mgr.14696) 2972 : cluster [DBG] pgmap v2554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:29.061206+0000 mgr.smithi176.ajjlsm (mgr.14696) 2972 : cluster [DBG] pgmap v2554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:34:30.623140+0000 mon.smithi176 (mon.0) 1083 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:34:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:34:30.624605+0000 mon.smithi176 (mon.0) 1084 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:34:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:34:30.625467+0000 mon.smithi176 (mon.0) 1085 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:34:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:34:30.623140+0000 mon.smithi176 (mon.0) 1083 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:34:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:34:30.624605+0000 mon.smithi176 (mon.0) 1084 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:34:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:34:30.625467+0000 mon.smithi176 (mon.0) 1085 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:34:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:34:30.626231+0000 mgr.smithi176.ajjlsm (mgr.14696) 2973 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:34:32.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:34:31.029758+0000 mon.smithi176 (mon.0) 1086 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:34:32.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:34:31.034152+0000 mon.smithi176 (mon.0) 1087 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:34:32.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:31.061823+0000 mgr.smithi176.ajjlsm (mgr.14696) 2974 : cluster [DBG] pgmap v2555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:34:30.626231+0000 mgr.smithi176.ajjlsm (mgr.14696) 2973 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:34:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:34:31.029758+0000 mon.smithi176 (mon.0) 1086 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:34:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:34:31.034152+0000 mon.smithi176 (mon.0) 1087 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:34:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:31.061823+0000 mgr.smithi176.ajjlsm (mgr.14696) 2974 : cluster [DBG] pgmap v2555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:33.062293+0000 mgr.smithi176.ajjlsm (mgr.14696) 2975 : cluster [DBG] pgmap v2556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:33.062293+0000 mgr.smithi176.ajjlsm (mgr.14696) 2975 : cluster [DBG] pgmap v2556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:35.062727+0000 mgr.smithi176.ajjlsm (mgr.14696) 2976 : cluster [DBG] pgmap v2557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:35.062727+0000 mgr.smithi176.ajjlsm (mgr.14696) 2976 : cluster [DBG] pgmap v2557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:37.063603+0000 mgr.smithi176.ajjlsm (mgr.14696) 2977 : cluster [DBG] pgmap v2558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:37.063603+0000 mgr.smithi176.ajjlsm (mgr.14696) 2977 : cluster [DBG] pgmap v2558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:39.064137+0000 mgr.smithi176.ajjlsm (mgr.14696) 2978 : cluster [DBG] pgmap v2559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:40.257 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:34:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:39.064137+0000 mgr.smithi176.ajjlsm (mgr.14696) 2978 : cluster [DBG] pgmap v2559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:40.526 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:34:40.527 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (90m) 70s ago 91m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:34:40.527 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (83m) 70s ago 91m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:34:40.527 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (83m) 72s ago 90m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:34:40.528 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (89m) 70s ago 90m 43.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:34:40.528 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (82m) 70s ago 86m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:34:40.528 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (82m) 72s ago 86m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:34:40.528 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (84m) 70s ago 92m 515M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:34:40.529 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (83m) 72s ago 90m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:34:40.529 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (83m) 70s ago 92m 599M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:34:40.529 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (83m) 72s ago 90m 315M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:34:40.529 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (84m) 70s ago 84m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:34:40.529 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (84m) 72s ago 84m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:34:40.530 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (90m) 70s ago 90m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:34:40.530 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (90m) 72s ago 90m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:34:40.530 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (75m) 70s ago 89m 638M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:34:40.530 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (89m) 70s ago 89m 1442M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:34:40.531 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (89m) 70s ago 89m 966M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:34:40.531 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (89m) 70s ago 89m 1591M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:34:40.531 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (88m) 72s ago 88m 1491M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:34:40.531 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (88m) 72s ago 88m 1682M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:34:40.532 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (88m) 72s ago 88m 1367M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:34:40.532 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (88m) 72s ago 88m 2112M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:34:40.532 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (89m) 70s ago 90m 68.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:34:40.849 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:34:40.850 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:34:40.850 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:34:40.850 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:34:40.851 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:34:40.851 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:34:40.851 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:34:40.851 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:34:40.852 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:34:40.852 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:34:40.852 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:34:40.852 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:34:40.852 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:34:40.853 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:34:40.853 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:34:40.853 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:34:40.853 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:34:40.854 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:34:40.854 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:34:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:34:40.382880+0000 mon.smithi176 (mon.0) 1088 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:34:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:34:40.383109+0000 mon.smithi176 (mon.0) 1089 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:34:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:34:40.848146+0000 mon.smithi176 (mon.0) 1090 : audit [DBG] from='client.? 172.21.15.176:0/3989880164' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:34:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:34:40.382880+0000 mon.smithi176 (mon.0) 1088 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:34:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:34:40.383109+0000 mon.smithi176 (mon.0) 1089 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:34:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:34:40.848146+0000 mon.smithi176 (mon.0) 1090 : audit [DBG] from='client.? 172.21.15.176:0/3989880164' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:34:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:34:40.243264+0000 mgr.smithi176.ajjlsm (mgr.14696) 2979 : audit [DBG] from='client.36086 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:34:42.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:34:40.516230+0000 mgr.smithi176.ajjlsm (mgr.14696) 2980 : audit [DBG] from='client.36090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:34:42.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:41.064747+0000 mgr.smithi176.ajjlsm (mgr.14696) 2981 : cluster [DBG] pgmap v2560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:34:40.243264+0000 mgr.smithi176.ajjlsm (mgr.14696) 2979 : audit [DBG] from='client.36086 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:34:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:34:40.516230+0000 mgr.smithi176.ajjlsm (mgr.14696) 2980 : audit [DBG] from='client.36090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:34:42.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:41.064747+0000 mgr.smithi176.ajjlsm (mgr.14696) 2981 : cluster [DBG] pgmap v2560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:43.065490+0000 mgr.smithi176.ajjlsm (mgr.14696) 2982 : cluster [DBG] pgmap v2561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:43.065490+0000 mgr.smithi176.ajjlsm (mgr.14696) 2982 : cluster [DBG] pgmap v2561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:45.066001+0000 mgr.smithi176.ajjlsm (mgr.14696) 2983 : cluster [DBG] pgmap v2562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:45.066001+0000 mgr.smithi176.ajjlsm (mgr.14696) 2983 : cluster [DBG] pgmap v2562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:47.066869+0000 mgr.smithi176.ajjlsm (mgr.14696) 2984 : cluster [DBG] pgmap v2563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:47.066869+0000 mgr.smithi176.ajjlsm (mgr.14696) 2984 : cluster [DBG] pgmap v2563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:49.067356+0000 mgr.smithi176.ajjlsm (mgr.14696) 2985 : cluster [DBG] pgmap v2564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:49.067356+0000 mgr.smithi176.ajjlsm (mgr.14696) 2985 : cluster [DBG] pgmap v2564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:51.068147+0000 mgr.smithi176.ajjlsm (mgr.14696) 2986 : cluster [DBG] pgmap v2565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:51.068147+0000 mgr.smithi176.ajjlsm (mgr.14696) 2986 : cluster [DBG] pgmap v2565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:53.068586+0000 mgr.smithi176.ajjlsm (mgr.14696) 2987 : cluster [DBG] pgmap v2566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:53.068586+0000 mgr.smithi176.ajjlsm (mgr.14696) 2987 : cluster [DBG] pgmap v2566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:55.069257+0000 mgr.smithi176.ajjlsm (mgr.14696) 2988 : cluster [DBG] pgmap v2567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:55.069257+0000 mgr.smithi176.ajjlsm (mgr.14696) 2988 : cluster [DBG] pgmap v2567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:34:58.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:57.070138+0000 mgr.smithi176.ajjlsm (mgr.14696) 2989 : cluster [DBG] pgmap v2568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:34:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:57.070138+0000 mgr.smithi176.ajjlsm (mgr.14696) 2989 : cluster [DBG] pgmap v2568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:34:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:34:59.070783+0000 mgr.smithi176.ajjlsm (mgr.14696) 2990 : cluster [DBG] pgmap v2569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:34:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:34:59.070783+0000 mgr.smithi176.ajjlsm (mgr.14696) 2990 : cluster [DBG] pgmap v2569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:01.071616+0000 mgr.smithi176.ajjlsm (mgr.14696) 2991 : cluster [DBG] pgmap v2570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:01.071616+0000 mgr.smithi176.ajjlsm (mgr.14696) 2991 : cluster [DBG] pgmap v2570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:03.072217+0000 mgr.smithi176.ajjlsm (mgr.14696) 2992 : cluster [DBG] pgmap v2571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:03.072217+0000 mgr.smithi176.ajjlsm (mgr.14696) 2992 : cluster [DBG] pgmap v2571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:05.072705+0000 mgr.smithi176.ajjlsm (mgr.14696) 2993 : cluster [DBG] pgmap v2572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:05.072705+0000 mgr.smithi176.ajjlsm (mgr.14696) 2993 : cluster [DBG] pgmap v2572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:07.073520+0000 mgr.smithi176.ajjlsm (mgr.14696) 2994 : cluster [DBG] pgmap v2573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:07.073520+0000 mgr.smithi176.ajjlsm (mgr.14696) 2994 : cluster [DBG] pgmap v2573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:09.074032+0000 mgr.smithi176.ajjlsm (mgr.14696) 2995 : cluster [DBG] pgmap v2574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:09.074032+0000 mgr.smithi176.ajjlsm (mgr.14696) 2995 : cluster [DBG] pgmap v2574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:11.158 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:35:11.428 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:35:11.428 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (90m) 101s ago 91m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:35:11.428 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (83m) 101s ago 91m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:35:11.429 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (83m) 103s ago 91m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:35:11.429 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (90m) 101s ago 91m 43.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:35:11.429 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (83m) 101s ago 87m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:35:11.429 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (83m) 103s ago 87m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:35:11.430 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (84m) 101s ago 92m 515M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:35:11.430 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (84m) 103s ago 91m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:35:11.430 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (84m) 101s ago 92m 599M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:35:11.430 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (83m) 103s ago 90m 315M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:35:11.431 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (84m) 101s ago 84m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:35:11.431 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (84m) 103s ago 84m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:35:11.431 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (91m) 101s ago 91m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:35:11.431 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (90m) 103s ago 90m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:35:11.432 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (76m) 101s ago 90m 638M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:35:11.432 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (90m) 101s ago 90m 1442M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:35:11.432 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (89m) 101s ago 89m 966M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:35:11.432 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (89m) 101s ago 89m 1591M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:35:11.432 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (89m) 103s ago 89m 1491M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:35:11.433 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (89m) 103s ago 89m 1682M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:35:11.433 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (88m) 103s ago 88m 1367M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:35:11.433 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (88m) 103s ago 88m 2112M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:35:11.433 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (90m) 101s ago 91m 68.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:35:11.747 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:35:11.747 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:35:11.748 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:35:11.748 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:35:11.748 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:35:11.748 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:35:11.749 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:35:11.749 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:35:11.749 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:35:11.749 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:35:11.749 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:35:11.750 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:35:11.750 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:35:11.750 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:35:11.750 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:35:11.751 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:35:11.751 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:35:11.751 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:35:11.751 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:35:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:11.074696+0000 mgr.smithi176.ajjlsm (mgr.14696) 2996 : cluster [DBG] pgmap v2575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:12.590 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:35:11.745958+0000 mon.smithi176 (mon.0) 1091 : audit [DBG] from='client.? 172.21.15.176:0/2915618512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:35:12.591 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:11.074696+0000 mgr.smithi176.ajjlsm (mgr.14696) 2996 : cluster [DBG] pgmap v2575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:12.592 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:35:11.745958+0000 mon.smithi176 (mon.0) 1091 : audit [DBG] from='client.? 172.21.15.176:0/2915618512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:35:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:35:11.144907+0000 mgr.smithi176.ajjlsm (mgr.14696) 2997 : audit [DBG] from='client.36098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:35:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:35:11.417707+0000 mgr.smithi176.ajjlsm (mgr.14696) 2998 : audit [DBG] from='client.36102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:35:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:35:11.144907+0000 mgr.smithi176.ajjlsm (mgr.14696) 2997 : audit [DBG] from='client.36098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:35:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:35:11.417707+0000 mgr.smithi176.ajjlsm (mgr.14696) 2998 : audit [DBG] from='client.36102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:35:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:13.075219+0000 mgr.smithi176.ajjlsm (mgr.14696) 2999 : cluster [DBG] pgmap v2576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:13.075219+0000 mgr.smithi176.ajjlsm (mgr.14696) 2999 : cluster [DBG] pgmap v2576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:15.075751+0000 mgr.smithi176.ajjlsm (mgr.14696) 3000 : cluster [DBG] pgmap v2577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:15.075751+0000 mgr.smithi176.ajjlsm (mgr.14696) 3000 : cluster [DBG] pgmap v2577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:17.076667+0000 mgr.smithi176.ajjlsm (mgr.14696) 3001 : cluster [DBG] pgmap v2578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:17.076667+0000 mgr.smithi176.ajjlsm (mgr.14696) 3001 : cluster [DBG] pgmap v2578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:19.077245+0000 mgr.smithi176.ajjlsm (mgr.14696) 3002 : cluster [DBG] pgmap v2579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:19.077245+0000 mgr.smithi176.ajjlsm (mgr.14696) 3002 : cluster [DBG] pgmap v2579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:21.078226+0000 mgr.smithi176.ajjlsm (mgr.14696) 3003 : cluster [DBG] pgmap v2580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:21.078226+0000 mgr.smithi176.ajjlsm (mgr.14696) 3003 : cluster [DBG] pgmap v2580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:23.078775+0000 mgr.smithi176.ajjlsm (mgr.14696) 3004 : cluster [DBG] pgmap v2581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:23.078775+0000 mgr.smithi176.ajjlsm (mgr.14696) 3004 : cluster [DBG] pgmap v2581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:25.079274+0000 mgr.smithi176.ajjlsm (mgr.14696) 3005 : cluster [DBG] pgmap v2582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:25.079274+0000 mgr.smithi176.ajjlsm (mgr.14696) 3005 : cluster [DBG] pgmap v2582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:27.080206+0000 mgr.smithi176.ajjlsm (mgr.14696) 3006 : cluster [DBG] pgmap v2583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:27.080206+0000 mgr.smithi176.ajjlsm (mgr.14696) 3006 : cluster [DBG] pgmap v2583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:29.080716+0000 mgr.smithi176.ajjlsm (mgr.14696) 3007 : cluster [DBG] pgmap v2584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:29.080716+0000 mgr.smithi176.ajjlsm (mgr.14696) 3007 : cluster [DBG] pgmap v2584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:35:31.036638+0000 mon.smithi176 (mon.0) 1092 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:35:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:35:31.038158+0000 mon.smithi176 (mon.0) 1093 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:35:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:35:31.038980+0000 mon.smithi176 (mon.0) 1094 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:35:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:35:31.036638+0000 mon.smithi176 (mon.0) 1092 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:35:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:35:31.038158+0000 mon.smithi176 (mon.0) 1093 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:35:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:35:31.038980+0000 mon.smithi176 (mon.0) 1094 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:35:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:35:31.039707+0000 mgr.smithi176.ajjlsm (mgr.14696) 3008 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:35:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:31.081543+0000 mgr.smithi176.ajjlsm (mgr.14696) 3009 : cluster [DBG] pgmap v2585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:35:31.391228+0000 mon.smithi176 (mon.0) 1095 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:35:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:35:31.780645+0000 mon.smithi176 (mon.0) 1096 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:35:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:35:31.785155+0000 mon.smithi176 (mon.0) 1097 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:35:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:35:31.039707+0000 mgr.smithi176.ajjlsm (mgr.14696) 3008 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:35:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:31.081543+0000 mgr.smithi176.ajjlsm (mgr.14696) 3009 : cluster [DBG] pgmap v2585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:32.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:35:31.391228+0000 mon.smithi176 (mon.0) 1095 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:35:32.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:35:31.780645+0000 mon.smithi176 (mon.0) 1096 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:35:32.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:35:31.785155+0000 mon.smithi176 (mon.0) 1097 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:35:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:33.082013+0000 mgr.smithi176.ajjlsm (mgr.14696) 3010 : cluster [DBG] pgmap v2586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:33.082013+0000 mgr.smithi176.ajjlsm (mgr.14696) 3010 : cluster [DBG] pgmap v2586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:35.082687+0000 mgr.smithi176.ajjlsm (mgr.14696) 3011 : cluster [DBG] pgmap v2587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:35.082687+0000 mgr.smithi176.ajjlsm (mgr.14696) 3011 : cluster [DBG] pgmap v2587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:37.083588+0000 mgr.smithi176.ajjlsm (mgr.14696) 3012 : cluster [DBG] pgmap v2588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:37.083588+0000 mgr.smithi176.ajjlsm (mgr.14696) 3012 : cluster [DBG] pgmap v2588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:39.084239+0000 mgr.smithi176.ajjlsm (mgr.14696) 3013 : cluster [DBG] pgmap v2589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:39.084239+0000 mgr.smithi176.ajjlsm (mgr.14696) 3013 : cluster [DBG] pgmap v2589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:35:40.387276+0000 mon.smithi176 (mon.0) 1098 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:35:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:35:40.387528+0000 mon.smithi176 (mon.0) 1099 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:35:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:35:40.387276+0000 mon.smithi176 (mon.0) 1098 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:35:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:35:40.387528+0000 mon.smithi176 (mon.0) 1099 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:35:42.051 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:35:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:41.085222+0000 mgr.smithi176.ajjlsm (mgr.14696) 3014 : cluster [DBG] pgmap v2590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:41.085222+0000 mgr.smithi176.ajjlsm (mgr.14696) 3014 : cluster [DBG] pgmap v2590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:42.319 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:35:42.319 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (91m) 2m ago 92m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:35:42.319 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (84m) 2m ago 92m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:35:42.319 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (84m) 2m ago 91m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:35:42.320 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (91m) 2m ago 91m 43.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:35:42.320 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (83m) 2m ago 87m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:35:42.320 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (83m) 2m ago 87m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:35:42.321 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (85m) 2m ago 93m 515M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:35:42.321 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (84m) 2m ago 91m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:35:42.321 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (84m) 2m ago 93m 599M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:35:42.322 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (84m) 2m ago 91m 315M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:35:42.322 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (85m) 2m ago 85m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:35:42.323 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (85m) 2m ago 85m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:35:42.323 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (91m) 2m ago 91m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:35:42.323 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (91m) 2m ago 91m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:35:42.324 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (77m) 2m ago 90m 638M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:35:42.324 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (90m) 2m ago 90m 1442M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:35:42.325 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (90m) 2m ago 90m 966M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:35:42.325 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (90m) 2m ago 90m 1591M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:35:42.326 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (89m) 2m ago 89m 1491M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:35:42.326 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (89m) 2m ago 89m 1682M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:35:42.327 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (89m) 2m ago 89m 1367M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:35:42.327 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (89m) 2m ago 89m 2112M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:35:42.327 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (90m) 2m ago 91m 68.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:35:42.640 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:35:42.641 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:35:42.641 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:35:42.641 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:35:42.642 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:35:42.642 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:35:42.642 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:35:42.642 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:35:42.643 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:35:42.643 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:35:42.643 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:35:42.643 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:35:42.643 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:35:42.644 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:35:42.644 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:35:42.644 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:35:42.644 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:35:42.645 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:35:42.645 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:35:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:35:42.038441+0000 mgr.smithi176.ajjlsm (mgr.14696) 3015 : audit [DBG] from='client.36110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:35:43.280 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:35:42.639557+0000 mon.smithi176 (mon.0) 1100 : audit [DBG] from='client.? 172.21.15.176:0/3297714982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:35:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:35:42.038441+0000 mgr.smithi176.ajjlsm (mgr.14696) 3015 : audit [DBG] from='client.36110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:35:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:35:42.639557+0000 mon.smithi176 (mon.0) 1100 : audit [DBG] from='client.? 172.21.15.176:0/3297714982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:35:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:35:42.308950+0000 mgr.smithi176.ajjlsm (mgr.14696) 3016 : audit [DBG] from='client.36114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:35:44.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:43.085592+0000 mgr.smithi176.ajjlsm (mgr.14696) 3017 : cluster [DBG] pgmap v2591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:35:42.308950+0000 mgr.smithi176.ajjlsm (mgr.14696) 3016 : audit [DBG] from='client.36114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:35:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:43.085592+0000 mgr.smithi176.ajjlsm (mgr.14696) 3017 : cluster [DBG] pgmap v2591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:46.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:45.086027+0000 mgr.smithi176.ajjlsm (mgr.14696) 3018 : cluster [DBG] pgmap v2592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:45.086027+0000 mgr.smithi176.ajjlsm (mgr.14696) 3018 : cluster [DBG] pgmap v2592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:47.086713+0000 mgr.smithi176.ajjlsm (mgr.14696) 3019 : cluster [DBG] pgmap v2593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:47.086713+0000 mgr.smithi176.ajjlsm (mgr.14696) 3019 : cluster [DBG] pgmap v2593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:49.087339+0000 mgr.smithi176.ajjlsm (mgr.14696) 3020 : cluster [DBG] pgmap v2594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:49.087339+0000 mgr.smithi176.ajjlsm (mgr.14696) 3020 : cluster [DBG] pgmap v2594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:51.088370+0000 mgr.smithi176.ajjlsm (mgr.14696) 3021 : cluster [DBG] pgmap v2595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:51.088370+0000 mgr.smithi176.ajjlsm (mgr.14696) 3021 : cluster [DBG] pgmap v2595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:53.089059+0000 mgr.smithi176.ajjlsm (mgr.14696) 3022 : cluster [DBG] pgmap v2596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:53.089059+0000 mgr.smithi176.ajjlsm (mgr.14696) 3022 : cluster [DBG] pgmap v2596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:55.089473+0000 mgr.smithi176.ajjlsm (mgr.14696) 3023 : cluster [DBG] pgmap v2597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:55.089473+0000 mgr.smithi176.ajjlsm (mgr.14696) 3023 : cluster [DBG] pgmap v2597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:35:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:57.090452+0000 mgr.smithi176.ajjlsm (mgr.14696) 3024 : cluster [DBG] pgmap v2598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:35:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:57.090452+0000 mgr.smithi176.ajjlsm (mgr.14696) 3024 : cluster [DBG] pgmap v2598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:35:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:35:59.090971+0000 mgr.smithi176.ajjlsm (mgr.14696) 3025 : cluster [DBG] pgmap v2599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:35:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:35:59.090971+0000 mgr.smithi176.ajjlsm (mgr.14696) 3025 : cluster [DBG] pgmap v2599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:01.091821+0000 mgr.smithi176.ajjlsm (mgr.14696) 3026 : cluster [DBG] pgmap v2600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:01.091821+0000 mgr.smithi176.ajjlsm (mgr.14696) 3026 : cluster [DBG] pgmap v2600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:03.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:03.092365+0000 mgr.smithi176.ajjlsm (mgr.14696) 3027 : cluster [DBG] pgmap v2601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:03.092365+0000 mgr.smithi176.ajjlsm (mgr.14696) 3027 : cluster [DBG] pgmap v2601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:06.480 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:05.092896+0000 mgr.smithi176.ajjlsm (mgr.14696) 3028 : cluster [DBG] pgmap v2602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:05.092896+0000 mgr.smithi176.ajjlsm (mgr.14696) 3028 : cluster [DBG] pgmap v2602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:07.093666+0000 mgr.smithi176.ajjlsm (mgr.14696) 3029 : cluster [DBG] pgmap v2603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:07.093666+0000 mgr.smithi176.ajjlsm (mgr.14696) 3029 : cluster [DBG] pgmap v2603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:09.094291+0000 mgr.smithi176.ajjlsm (mgr.14696) 3030 : cluster [DBG] pgmap v2604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:09.094291+0000 mgr.smithi176.ajjlsm (mgr.14696) 3030 : cluster [DBG] pgmap v2604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:11.095031+0000 mgr.smithi176.ajjlsm (mgr.14696) 3031 : cluster [DBG] pgmap v2605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:11.095031+0000 mgr.smithi176.ajjlsm (mgr.14696) 3031 : cluster [DBG] pgmap v2605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:12.945 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:36:13.217 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:36:13.217 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (91m) 2m ago 92m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:36:13.217 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (84m) 2m ago 92m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:36:13.218 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (84m) 2m ago 92m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:36:13.218 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (91m) 2m ago 92m 43.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:36:13.218 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (84m) 2m ago 88m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:36:13.218 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (84m) 2m ago 88m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:36:13.219 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (85m) 2m ago 93m 515M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:36:13.219 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (85m) 2m ago 92m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:36:13.219 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (85m) 2m ago 93m 599M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:36:13.219 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (84m) 2m ago 92m 315M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:36:13.219 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (85m) 2m ago 85m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:36:13.220 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (85m) 2m ago 85m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:36:13.220 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (92m) 2m ago 92m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:36:13.220 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (91m) 2m ago 91m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:36:13.220 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (77m) 2m ago 91m 638M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:36:13.221 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (91m) 2m ago 91m 1442M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:36:13.221 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (90m) 2m ago 90m 966M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:36:13.221 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (90m) 2m ago 90m 1591M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:36:13.221 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (90m) 2m ago 90m 1491M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:36:13.221 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (90m) 2m ago 90m 1682M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:36:13.222 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (89m) 2m ago 89m 1367M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:36:13.222 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (89m) 2m ago 89m 2112M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:36:13.222 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (91m) 2m ago 92m 68.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:36:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:36:12.932269+0000 mgr.smithi176.ajjlsm (mgr.14696) 3032 : audit [DBG] from='client.36122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:36:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:13.095494+0000 mgr.smithi176.ajjlsm (mgr.14696) 3033 : cluster [DBG] pgmap v2606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:36:12.932269+0000 mgr.smithi176.ajjlsm (mgr.14696) 3032 : audit [DBG] from='client.36122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:36:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:13.095494+0000 mgr.smithi176.ajjlsm (mgr.14696) 3033 : cluster [DBG] pgmap v2606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:13.537 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:36:13.538 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:36:13.538 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:36:13.538 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:36:13.538 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:36:13.539 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:36:13.539 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:36:13.539 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:36:13.539 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:36:13.540 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:36:13.540 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:36:13.540 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:36:13.540 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:36:13.541 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:36:13.541 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:36:13.541 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:36:13.541 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:36:13.541 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:36:13.542 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:36:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:36:13.207048+0000 mgr.smithi176.ajjlsm (mgr.14696) 3034 : audit [DBG] from='client.36126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:36:14.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:36:13.536047+0000 mon.smithi176 (mon.0) 1101 : audit [DBG] from='client.? 172.21.15.176:0/1894278345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:36:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:36:13.207048+0000 mgr.smithi176.ajjlsm (mgr.14696) 3034 : audit [DBG] from='client.36126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:36:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:36:13.536047+0000 mon.smithi176 (mon.0) 1101 : audit [DBG] from='client.? 172.21.15.176:0/1894278345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:36:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:15.096142+0000 mgr.smithi176.ajjlsm (mgr.14696) 3035 : cluster [DBG] pgmap v2607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:15.096142+0000 mgr.smithi176.ajjlsm (mgr.14696) 3035 : cluster [DBG] pgmap v2607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:17.096865+0000 mgr.smithi176.ajjlsm (mgr.14696) 3036 : cluster [DBG] pgmap v2608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:17.096865+0000 mgr.smithi176.ajjlsm (mgr.14696) 3036 : cluster [DBG] pgmap v2608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:19.097339+0000 mgr.smithi176.ajjlsm (mgr.14696) 3037 : cluster [DBG] pgmap v2609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:19.097339+0000 mgr.smithi176.ajjlsm (mgr.14696) 3037 : cluster [DBG] pgmap v2609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:21.098156+0000 mgr.smithi176.ajjlsm (mgr.14696) 3038 : cluster [DBG] pgmap v2610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:21.098156+0000 mgr.smithi176.ajjlsm (mgr.14696) 3038 : cluster [DBG] pgmap v2610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:23.098650+0000 mgr.smithi176.ajjlsm (mgr.14696) 3039 : cluster [DBG] pgmap v2611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:23.098650+0000 mgr.smithi176.ajjlsm (mgr.14696) 3039 : cluster [DBG] pgmap v2611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:25.099221+0000 mgr.smithi176.ajjlsm (mgr.14696) 3040 : cluster [DBG] pgmap v2612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:25.099221+0000 mgr.smithi176.ajjlsm (mgr.14696) 3040 : cluster [DBG] pgmap v2612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:27.099986+0000 mgr.smithi176.ajjlsm (mgr.14696) 3041 : cluster [DBG] pgmap v2613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:27.099986+0000 mgr.smithi176.ajjlsm (mgr.14696) 3041 : cluster [DBG] pgmap v2613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:29.100496+0000 mgr.smithi176.ajjlsm (mgr.14696) 3042 : cluster [DBG] pgmap v2614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:29.100496+0000 mgr.smithi176.ajjlsm (mgr.14696) 3042 : cluster [DBG] pgmap v2614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:31.101449+0000 mgr.smithi176.ajjlsm (mgr.14696) 3043 : cluster [DBG] pgmap v2615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:31.101449+0000 mgr.smithi176.ajjlsm (mgr.14696) 3043 : cluster [DBG] pgmap v2615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:36:31.787580+0000 mon.smithi176 (mon.0) 1102 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:36:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:36:31.788984+0000 mon.smithi176 (mon.0) 1103 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:36:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:36:31.789765+0000 mon.smithi176 (mon.0) 1104 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:36:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:36:31.790469+0000 mgr.smithi176.ajjlsm (mgr.14696) 3044 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:36:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:36:32.141532+0000 mon.smithi176 (mon.0) 1105 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:36:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:36:31.787580+0000 mon.smithi176 (mon.0) 1102 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:36:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:36:31.788984+0000 mon.smithi176 (mon.0) 1103 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:36:32.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:36:31.789765+0000 mon.smithi176 (mon.0) 1104 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:36:32.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:36:31.790469+0000 mgr.smithi176.ajjlsm (mgr.14696) 3044 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:36:32.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:36:32.141532+0000 mon.smithi176 (mon.0) 1105 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:36:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:36:32.529675+0000 mon.smithi176 (mon.0) 1106 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:36:33.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:36:32.534695+0000 mon.smithi176 (mon.0) 1107 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:36:33.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:33.102086+0000 mgr.smithi176.ajjlsm (mgr.14696) 3045 : cluster [DBG] pgmap v2616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:36:32.529675+0000 mon.smithi176 (mon.0) 1106 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:36:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:36:32.534695+0000 mon.smithi176 (mon.0) 1107 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:36:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:33.102086+0000 mgr.smithi176.ajjlsm (mgr.14696) 3045 : cluster [DBG] pgmap v2616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:35.102551+0000 mgr.smithi176.ajjlsm (mgr.14696) 3046 : cluster [DBG] pgmap v2617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:35.102551+0000 mgr.smithi176.ajjlsm (mgr.14696) 3046 : cluster [DBG] pgmap v2617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:37.103272+0000 mgr.smithi176.ajjlsm (mgr.14696) 3047 : cluster [DBG] pgmap v2618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:37.103272+0000 mgr.smithi176.ajjlsm (mgr.14696) 3047 : cluster [DBG] pgmap v2618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:39.103798+0000 mgr.smithi176.ajjlsm (mgr.14696) 3048 : cluster [DBG] pgmap v2619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:39.103798+0000 mgr.smithi176.ajjlsm (mgr.14696) 3048 : cluster [DBG] pgmap v2619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:36:40.391990+0000 mon.smithi176 (mon.0) 1108 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:36:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:36:40.392294+0000 mon.smithi176 (mon.0) 1109 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:36:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:36:40.391990+0000 mon.smithi176 (mon.0) 1108 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:36:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:36:40.392294+0000 mon.smithi176 (mon.0) 1109 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:36:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:41.104566+0000 mgr.smithi176.ajjlsm (mgr.14696) 3049 : cluster [DBG] pgmap v2620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:41.104566+0000 mgr.smithi176.ajjlsm (mgr.14696) 3049 : cluster [DBG] pgmap v2620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:43.105144+0000 mgr.smithi176.ajjlsm (mgr.14696) 3050 : cluster [DBG] pgmap v2621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:43.105144+0000 mgr.smithi176.ajjlsm (mgr.14696) 3050 : cluster [DBG] pgmap v2621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:43.842 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:36:44.109 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:36:44.109 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (92m) 3m ago 93m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:36:44.109 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (85m) 3m ago 93m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:36:44.110 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (85m) 3m ago 92m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:36:44.110 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (92m) 3m ago 92m 43.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:36:44.110 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (84m) 3m ago 88m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:36:44.110 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (85m) 3m ago 88m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:36:44.111 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (86m) 3m ago 94m 515M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:36:44.111 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (85m) 3m ago 92m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:36:44.111 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (85m) 3m ago 94m 599M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:36:44.111 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (85m) 3m ago 92m 315M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:36:44.112 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (86m) 3m ago 86m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:36:44.112 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (86m) 3m ago 86m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:36:44.112 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (92m) 3m ago 92m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:36:44.112 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (92m) 3m ago 92m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:36:44.112 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (78m) 3m ago 91m 638M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:36:44.113 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (91m) 3m ago 91m 1442M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:36:44.113 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (91m) 3m ago 91m 966M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:36:44.113 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (91m) 3m ago 91m 1591M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:36:44.113 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (90m) 3m ago 90m 1491M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:36:44.114 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (90m) 3m ago 90m 1682M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:36:44.114 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (90m) 3m ago 90m 1367M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:36:44.114 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (90m) 3m ago 90m 2112M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:36:44.114 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (91m) 3m ago 92m 68.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:36:44.430 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:36:44.431 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:36:44.431 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:36:44.431 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:36:44.432 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:36:44.432 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:36:44.432 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:36:44.433 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:36:44.433 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:36:44.433 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:36:44.433 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:36:44.433 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:36:44.434 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:36:44.434 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:36:44.434 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:36:44.434 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:36:44.435 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:36:44.435 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:36:44.435 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:36:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:36:43.828457+0000 mgr.smithi176.ajjlsm (mgr.14696) 3051 : audit [DBG] from='client.36134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:36:45.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:36:44.098820+0000 mgr.smithi176.ajjlsm (mgr.14696) 3052 : audit [DBG] from='client.36138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:36:45.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:36:44.429332+0000 mon.smithi176 (mon.0) 1110 : audit [DBG] from='client.? 172.21.15.176:0/347134655' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:36:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:36:43.828457+0000 mgr.smithi176.ajjlsm (mgr.14696) 3051 : audit [DBG] from='client.36134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:36:45.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:36:44.098820+0000 mgr.smithi176.ajjlsm (mgr.14696) 3052 : audit [DBG] from='client.36138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:36:45.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:36:44.429332+0000 mon.smithi176 (mon.0) 1110 : audit [DBG] from='client.? 172.21.15.176:0/347134655' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:36:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:45.105690+0000 mgr.smithi176.ajjlsm (mgr.14696) 3053 : cluster [DBG] pgmap v2622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:45.105690+0000 mgr.smithi176.ajjlsm (mgr.14696) 3053 : cluster [DBG] pgmap v2622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:47.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:47.106597+0000 mgr.smithi176.ajjlsm (mgr.14696) 3054 : cluster [DBG] pgmap v2623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:47.106597+0000 mgr.smithi176.ajjlsm (mgr.14696) 3054 : cluster [DBG] pgmap v2623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:49.107078+0000 mgr.smithi176.ajjlsm (mgr.14696) 3055 : cluster [DBG] pgmap v2624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:49.107078+0000 mgr.smithi176.ajjlsm (mgr.14696) 3055 : cluster [DBG] pgmap v2624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:51.107989+0000 mgr.smithi176.ajjlsm (mgr.14696) 3056 : cluster [DBG] pgmap v2625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:51.107989+0000 mgr.smithi176.ajjlsm (mgr.14696) 3056 : cluster [DBG] pgmap v2625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:53.108591+0000 mgr.smithi176.ajjlsm (mgr.14696) 3057 : cluster [DBG] pgmap v2626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:53.108591+0000 mgr.smithi176.ajjlsm (mgr.14696) 3057 : cluster [DBG] pgmap v2626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:55.109021+0000 mgr.smithi176.ajjlsm (mgr.14696) 3058 : cluster [DBG] pgmap v2627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:55.109021+0000 mgr.smithi176.ajjlsm (mgr.14696) 3058 : cluster [DBG] pgmap v2627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:36:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:57.109940+0000 mgr.smithi176.ajjlsm (mgr.14696) 3059 : cluster [DBG] pgmap v2628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:36:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:57.109940+0000 mgr.smithi176.ajjlsm (mgr.14696) 3059 : cluster [DBG] pgmap v2628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:00.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:36:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:36:59.110572+0000 mgr.smithi176.ajjlsm (mgr.14696) 3060 : cluster [DBG] pgmap v2629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:36:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:36:59.110572+0000 mgr.smithi176.ajjlsm (mgr.14696) 3060 : cluster [DBG] pgmap v2629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:01.111387+0000 mgr.smithi176.ajjlsm (mgr.14696) 3061 : cluster [DBG] pgmap v2630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:01.111387+0000 mgr.smithi176.ajjlsm (mgr.14696) 3061 : cluster [DBG] pgmap v2630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:03.111851+0000 mgr.smithi176.ajjlsm (mgr.14696) 3062 : cluster [DBG] pgmap v2631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:03.111851+0000 mgr.smithi176.ajjlsm (mgr.14696) 3062 : cluster [DBG] pgmap v2631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:05.112295+0000 mgr.smithi176.ajjlsm (mgr.14696) 3063 : cluster [DBG] pgmap v2632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:05.112295+0000 mgr.smithi176.ajjlsm (mgr.14696) 3063 : cluster [DBG] pgmap v2632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:07.113282+0000 mgr.smithi176.ajjlsm (mgr.14696) 3064 : cluster [DBG] pgmap v2633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:07.113282+0000 mgr.smithi176.ajjlsm (mgr.14696) 3064 : cluster [DBG] pgmap v2633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:09.113742+0000 mgr.smithi176.ajjlsm (mgr.14696) 3065 : cluster [DBG] pgmap v2634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:09.113742+0000 mgr.smithi176.ajjlsm (mgr.14696) 3065 : cluster [DBG] pgmap v2634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:11.114568+0000 mgr.smithi176.ajjlsm (mgr.14696) 3066 : cluster [DBG] pgmap v2635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:11.114568+0000 mgr.smithi176.ajjlsm (mgr.14696) 3066 : cluster [DBG] pgmap v2635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:13.115108+0000 mgr.smithi176.ajjlsm (mgr.14696) 3067 : cluster [DBG] pgmap v2636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:13.115108+0000 mgr.smithi176.ajjlsm (mgr.14696) 3067 : cluster [DBG] pgmap v2636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:14.733 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:37:15.005 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:37:15.005 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (92m) 3m ago 93m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:37:15.006 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (85m) 3m ago 93m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:37:15.006 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (85m) 3m ago 93m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:37:15.006 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (92m) 3m ago 93m 43.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:37:15.006 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (85m) 3m ago 89m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:37:15.007 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (85m) 3m ago 89m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:37:15.007 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (86m) 3m ago 94m 515M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:37:15.007 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (86m) 3m ago 93m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:37:15.007 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (86m) 3m ago 94m 599M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:37:15.007 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (86m) 3m ago 93m 315M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:37:15.008 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (87m) 3m ago 87m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:37:15.008 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (86m) 3m ago 86m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:37:15.008 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (93m) 3m ago 93m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:37:15.008 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (92m) 3m ago 92m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:37:15.009 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (78m) 3m ago 92m 638M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:37:15.009 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (92m) 3m ago 92m 1442M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:37:15.009 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (91m) 3m ago 91m 966M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:37:15.009 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (91m) 3m ago 91m 1591M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:37:15.009 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (91m) 3m ago 91m 1491M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:37:15.010 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (91m) 3m ago 91m 1682M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:37:15.010 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (90m) 3m ago 90m 1367M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:37:15.010 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (90m) 3m ago 90m 2112M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:37:15.010 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (92m) 3m ago 93m 68.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:37:15.329 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:37:15.329 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:37:15.329 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:37:15.330 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:37:15.330 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:37:15.330 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:37:15.330 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:37:15.331 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:37:15.331 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:37:15.331 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:37:15.331 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:37:15.331 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:37:15.332 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:37:15.332 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:37:15.332 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:37:15.332 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:37:15.333 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:37:15.333 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:37:15.333 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:37:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:37:14.720585+0000 mgr.smithi176.ajjlsm (mgr.14696) 3068 : audit [DBG] from='client.36146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:37:15.493 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:37:14.994697+0000 mgr.smithi176.ajjlsm (mgr.14696) 3069 : audit [DBG] from='client.36150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:37:15.494 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:15.115519+0000 mgr.smithi176.ajjlsm (mgr.14696) 3070 : cluster [DBG] pgmap v2637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:37:14.720585+0000 mgr.smithi176.ajjlsm (mgr.14696) 3068 : audit [DBG] from='client.36146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:37:15.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:37:14.994697+0000 mgr.smithi176.ajjlsm (mgr.14696) 3069 : audit [DBG] from='client.36150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:37:15.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:15.115519+0000 mgr.smithi176.ajjlsm (mgr.14696) 3070 : cluster [DBG] pgmap v2637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:37:15.327673+0000 mon.smithi176 (mon.0) 1111 : audit [DBG] from='client.? 172.21.15.176:0/2457605480' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:37:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:37:15.327673+0000 mon.smithi176 (mon.0) 1111 : audit [DBG] from='client.? 172.21.15.176:0/2457605480' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:37:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:17.116558+0000 mgr.smithi176.ajjlsm (mgr.14696) 3071 : cluster [DBG] pgmap v2638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:17.116558+0000 mgr.smithi176.ajjlsm (mgr.14696) 3071 : cluster [DBG] pgmap v2638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:19.117241+0000 mgr.smithi176.ajjlsm (mgr.14696) 3072 : cluster [DBG] pgmap v2639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:19.117241+0000 mgr.smithi176.ajjlsm (mgr.14696) 3072 : cluster [DBG] pgmap v2639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:21.117904+0000 mgr.smithi176.ajjlsm (mgr.14696) 3073 : cluster [DBG] pgmap v2640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:21.117904+0000 mgr.smithi176.ajjlsm (mgr.14696) 3073 : cluster [DBG] pgmap v2640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:23.118561+0000 mgr.smithi176.ajjlsm (mgr.14696) 3074 : cluster [DBG] pgmap v2641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:23.118561+0000 mgr.smithi176.ajjlsm (mgr.14696) 3074 : cluster [DBG] pgmap v2641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:25.119021+0000 mgr.smithi176.ajjlsm (mgr.14696) 3075 : cluster [DBG] pgmap v2642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:25.119021+0000 mgr.smithi176.ajjlsm (mgr.14696) 3075 : cluster [DBG] pgmap v2642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:27.119831+0000 mgr.smithi176.ajjlsm (mgr.14696) 3076 : cluster [DBG] pgmap v2643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:27.119831+0000 mgr.smithi176.ajjlsm (mgr.14696) 3076 : cluster [DBG] pgmap v2643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:29.120404+0000 mgr.smithi176.ajjlsm (mgr.14696) 3077 : cluster [DBG] pgmap v2644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:29.120404+0000 mgr.smithi176.ajjlsm (mgr.14696) 3077 : cluster [DBG] pgmap v2644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:31.121310+0000 mgr.smithi176.ajjlsm (mgr.14696) 3078 : cluster [DBG] pgmap v2645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:31.121310+0000 mgr.smithi176.ajjlsm (mgr.14696) 3078 : cluster [DBG] pgmap v2645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:32.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:37:32.537505+0000 mon.smithi176 (mon.0) 1112 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:37:32.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:37:32.538872+0000 mon.smithi176 (mon.0) 1113 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:37:32.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:37:32.539710+0000 mon.smithi176 (mon.0) 1114 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:37:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:37:32.537505+0000 mon.smithi176 (mon.0) 1112 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:37:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:37:32.538872+0000 mon.smithi176 (mon.0) 1113 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:37:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:37:32.539710+0000 mon.smithi176 (mon.0) 1114 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:37:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:37:32.540453+0000 mgr.smithi176.ajjlsm (mgr.14696) 3079 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:37:33.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:33.121744+0000 mgr.smithi176.ajjlsm (mgr.14696) 3080 : cluster [DBG] pgmap v2646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:37:32.540453+0000 mgr.smithi176.ajjlsm (mgr.14696) 3079 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:37:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:33.121744+0000 mgr.smithi176.ajjlsm (mgr.14696) 3080 : cluster [DBG] pgmap v2646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:35.122270+0000 mgr.smithi176.ajjlsm (mgr.14696) 3081 : cluster [DBG] pgmap v2647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:35.122270+0000 mgr.smithi176.ajjlsm (mgr.14696) 3081 : cluster [DBG] pgmap v2647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:37:35.643797+0000 mon.smithi176 (mon.0) 1115 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:37:36.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:37:36.023265+0000 mon.smithi176 (mon.0) 1116 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:37:36.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:37:36.028225+0000 mon.smithi176 (mon.0) 1117 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:37:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:37:35.643797+0000 mon.smithi176 (mon.0) 1115 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:37:37.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:37:36.023265+0000 mon.smithi176 (mon.0) 1116 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:37:37.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:37:36.028225+0000 mon.smithi176 (mon.0) 1117 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:37:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:37.123312+0000 mgr.smithi176.ajjlsm (mgr.14696) 3082 : cluster [DBG] pgmap v2648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:37.123312+0000 mgr.smithi176.ajjlsm (mgr.14696) 3082 : cluster [DBG] pgmap v2648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:39.123844+0000 mgr.smithi176.ajjlsm (mgr.14696) 3083 : cluster [DBG] pgmap v2649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:39.123844+0000 mgr.smithi176.ajjlsm (mgr.14696) 3083 : cluster [DBG] pgmap v2649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:37:40.396169+0000 mon.smithi176 (mon.0) 1118 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:37:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:37:40.396465+0000 mon.smithi176 (mon.0) 1119 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:37:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:37:40.396169+0000 mon.smithi176 (mon.0) 1118 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:37:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:37:40.396465+0000 mon.smithi176 (mon.0) 1119 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:37:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:41.124642+0000 mgr.smithi176.ajjlsm (mgr.14696) 3084 : cluster [DBG] pgmap v2650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:42.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:41.124642+0000 mgr.smithi176.ajjlsm (mgr.14696) 3084 : cluster [DBG] pgmap v2650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:43.125148+0000 mgr.smithi176.ajjlsm (mgr.14696) 3085 : cluster [DBG] pgmap v2651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:43.125148+0000 mgr.smithi176.ajjlsm (mgr.14696) 3085 : cluster [DBG] pgmap v2651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:45.125688+0000 mgr.smithi176.ajjlsm (mgr.14696) 3086 : cluster [DBG] pgmap v2652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:45.125688+0000 mgr.smithi176.ajjlsm (mgr.14696) 3086 : cluster [DBG] pgmap v2652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:45.635 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:37:45.905 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:37:45.905 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (93m) 4m ago 94m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:37:45.905 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (86m) 4m ago 94m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:37:45.906 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (86m) 4m ago 93m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:37:45.907 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (93m) 4m ago 93m 43.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:37:45.907 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (85m) 4m ago 89m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:37:45.907 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (86m) 4m ago 89m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:37:45.908 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (87m) 4m ago 95m 515M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:37:45.908 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (86m) 4m ago 93m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:37:45.908 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (86m) 4m ago 95m 599M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:37:45.908 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (86m) 4m ago 93m 315M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:37:45.908 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (87m) 4m ago 87m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:37:45.909 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (87m) 4m ago 87m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:37:45.909 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (93m) 4m ago 93m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:37:45.909 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (93m) 4m ago 93m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:37:45.909 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (79m) 4m ago 92m 638M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:37:45.909 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (92m) 4m ago 92m 1442M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:37:45.910 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (92m) 4m ago 92m 966M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:37:45.910 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (92m) 4m ago 92m 1591M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:37:45.910 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (91m) 4m ago 91m 1491M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:37:45.910 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (91m) 4m ago 91m 1682M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:37:45.911 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (91m) 4m ago 91m 1367M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:37:45.911 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (91m) 4m ago 91m 2112M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:37:45.911 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (93m) 4m ago 93m 68.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:37:46.228 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:37:46.229 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:37:46.229 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:37:46.229 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:37:46.229 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:37:46.230 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:37:46.230 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:37:46.230 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:37:46.230 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:37:46.231 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:37:46.231 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:37:46.231 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:37:46.231 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:37:46.232 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:37:46.232 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:37:46.232 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:37:46.232 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:37:46.232 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:37:46.233 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:37:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:37:45.621492+0000 mgr.smithi176.ajjlsm (mgr.14696) 3087 : audit [DBG] from='client.36158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:37:46.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:37:45.894420+0000 mgr.smithi176.ajjlsm (mgr.14696) 3088 : audit [DBG] from='client.36162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:37:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:37:45.621492+0000 mgr.smithi176.ajjlsm (mgr.14696) 3087 : audit [DBG] from='client.36158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:37:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:37:45.894420+0000 mgr.smithi176.ajjlsm (mgr.14696) 3088 : audit [DBG] from='client.36162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:37:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:37:46.227107+0000 mon.smithi176 (mon.0) 1120 : audit [DBG] from='client.? 172.21.15.176:0/75146341' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:37:47.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:47.126676+0000 mgr.smithi176.ajjlsm (mgr.14696) 3089 : cluster [DBG] pgmap v2653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:37:46.227107+0000 mon.smithi176 (mon.0) 1120 : audit [DBG] from='client.? 172.21.15.176:0/75146341' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:37:47.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:47.126676+0000 mgr.smithi176.ajjlsm (mgr.14696) 3089 : cluster [DBG] pgmap v2653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:49.127234+0000 mgr.smithi176.ajjlsm (mgr.14696) 3090 : cluster [DBG] pgmap v2654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:49.127234+0000 mgr.smithi176.ajjlsm (mgr.14696) 3090 : cluster [DBG] pgmap v2654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:51.128173+0000 mgr.smithi176.ajjlsm (mgr.14696) 3091 : cluster [DBG] pgmap v2655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:51.128173+0000 mgr.smithi176.ajjlsm (mgr.14696) 3091 : cluster [DBG] pgmap v2655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:53.128781+0000 mgr.smithi176.ajjlsm (mgr.14696) 3092 : cluster [DBG] pgmap v2656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:53.128781+0000 mgr.smithi176.ajjlsm (mgr.14696) 3092 : cluster [DBG] pgmap v2656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:55.129413+0000 mgr.smithi176.ajjlsm (mgr.14696) 3093 : cluster [DBG] pgmap v2657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:55.129413+0000 mgr.smithi176.ajjlsm (mgr.14696) 3093 : cluster [DBG] pgmap v2657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:37:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:57.130212+0000 mgr.smithi176.ajjlsm (mgr.14696) 3094 : cluster [DBG] pgmap v2658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:37:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:57.130212+0000 mgr.smithi176.ajjlsm (mgr.14696) 3094 : cluster [DBG] pgmap v2658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:37:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:37:59.130839+0000 mgr.smithi176.ajjlsm (mgr.14696) 3095 : cluster [DBG] pgmap v2659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:37:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:37:59.130839+0000 mgr.smithi176.ajjlsm (mgr.14696) 3095 : cluster [DBG] pgmap v2659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:01.131674+0000 mgr.smithi176.ajjlsm (mgr.14696) 3096 : cluster [DBG] pgmap v2660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:01.131674+0000 mgr.smithi176.ajjlsm (mgr.14696) 3096 : cluster [DBG] pgmap v2660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:03.132325+0000 mgr.smithi176.ajjlsm (mgr.14696) 3097 : cluster [DBG] pgmap v2661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:03.132325+0000 mgr.smithi176.ajjlsm (mgr.14696) 3097 : cluster [DBG] pgmap v2661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:05.132830+0000 mgr.smithi176.ajjlsm (mgr.14696) 3098 : cluster [DBG] pgmap v2662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:05.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:05.132830+0000 mgr.smithi176.ajjlsm (mgr.14696) 3098 : cluster [DBG] pgmap v2662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:07.133659+0000 mgr.smithi176.ajjlsm (mgr.14696) 3099 : cluster [DBG] pgmap v2663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:07.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:07.133659+0000 mgr.smithi176.ajjlsm (mgr.14696) 3099 : cluster [DBG] pgmap v2663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:09.134267+0000 mgr.smithi176.ajjlsm (mgr.14696) 3100 : cluster [DBG] pgmap v2664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:09.134267+0000 mgr.smithi176.ajjlsm (mgr.14696) 3100 : cluster [DBG] pgmap v2664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:11.135184+0000 mgr.smithi176.ajjlsm (mgr.14696) 3101 : cluster [DBG] pgmap v2665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:11.135184+0000 mgr.smithi176.ajjlsm (mgr.14696) 3101 : cluster [DBG] pgmap v2665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:13.135765+0000 mgr.smithi176.ajjlsm (mgr.14696) 3102 : cluster [DBG] pgmap v2666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:13.135765+0000 mgr.smithi176.ajjlsm (mgr.14696) 3102 : cluster [DBG] pgmap v2666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:15.136472+0000 mgr.smithi176.ajjlsm (mgr.14696) 3103 : cluster [DBG] pgmap v2667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:15.136472+0000 mgr.smithi176.ajjlsm (mgr.14696) 3103 : cluster [DBG] pgmap v2667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:16.531 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:38:16.800 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:38:16.800 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (93m) 4m ago 94m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:38:16.801 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (86m) 4m ago 94m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:38:16.801 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (86m) 4m ago 94m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:38:16.801 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (93m) 4m ago 94m 43.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:38:16.801 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (86m) 4m ago 90m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:38:16.802 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (86m) 4m ago 90m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:38:16.802 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (87m) 4m ago 95m 515M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:38:16.802 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (87m) 4m ago 94m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:38:16.802 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (87m) 4m ago 95m 599M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:38:16.803 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (87m) 4m ago 94m 315M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:38:16.803 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (88m) 4m ago 88m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:38:16.803 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (87m) 4m ago 87m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:38:16.803 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (94m) 4m ago 94m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:38:16.803 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (93m) 4m ago 93m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:38:16.804 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (79m) 4m ago 93m 638M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:38:16.804 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (93m) 4m ago 93m 1442M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:38:16.804 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (92m) 4m ago 92m 966M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:38:16.804 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (92m) 4m ago 92m 1591M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:38:16.805 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (92m) 4m ago 92m 1491M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:38:16.805 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (92m) 4m ago 92m 1682M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:38:16.805 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (91m) 4m ago 91m 1367M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:38:16.806 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (91m) 4m ago 91m 2112M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:38:16.806 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (93m) 4m ago 94m 68.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:38:17.123 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:38:17.123 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:38:17.124 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:38:17.124 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:38:17.124 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:38:17.124 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:38:17.125 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:38:17.125 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:38:17.125 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:38:17.125 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:38:17.126 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:38:17.126 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:38:17.126 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:38:17.126 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:38:17.126 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:38:17.127 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:38:17.127 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:38:17.127 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:38:17.128 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:38:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:38:16.518323+0000 mgr.smithi176.ajjlsm (mgr.14696) 3104 : audit [DBG] from='client.36170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:38:17.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:38:16.789586+0000 mgr.smithi176.ajjlsm (mgr.14696) 3105 : audit [DBG] from='client.36174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:38:17.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:38:17.122053+0000 mon.smithi176 (mon.0) 1121 : audit [DBG] from='client.? 172.21.15.176:0/1438778285' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:38:17.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:17.137210+0000 mgr.smithi176.ajjlsm (mgr.14696) 3106 : cluster [DBG] pgmap v2668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:38:16.518323+0000 mgr.smithi176.ajjlsm (mgr.14696) 3104 : audit [DBG] from='client.36170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:38:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:38:16.789586+0000 mgr.smithi176.ajjlsm (mgr.14696) 3105 : audit [DBG] from='client.36174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:38:17.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:38:17.122053+0000 mon.smithi176 (mon.0) 1121 : audit [DBG] from='client.? 172.21.15.176:0/1438778285' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:38:17.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:17.137210+0000 mgr.smithi176.ajjlsm (mgr.14696) 3106 : cluster [DBG] pgmap v2668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:19.137659+0000 mgr.smithi176.ajjlsm (mgr.14696) 3107 : cluster [DBG] pgmap v2669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:19.137659+0000 mgr.smithi176.ajjlsm (mgr.14696) 3107 : cluster [DBG] pgmap v2669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:21.138454+0000 mgr.smithi176.ajjlsm (mgr.14696) 3108 : cluster [DBG] pgmap v2670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:21.138454+0000 mgr.smithi176.ajjlsm (mgr.14696) 3108 : cluster [DBG] pgmap v2670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:23.139027+0000 mgr.smithi176.ajjlsm (mgr.14696) 3109 : cluster [DBG] pgmap v2671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:23.139027+0000 mgr.smithi176.ajjlsm (mgr.14696) 3109 : cluster [DBG] pgmap v2671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:25.139687+0000 mgr.smithi176.ajjlsm (mgr.14696) 3110 : cluster [DBG] pgmap v2672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:25.139687+0000 mgr.smithi176.ajjlsm (mgr.14696) 3110 : cluster [DBG] pgmap v2672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:27.140477+0000 mgr.smithi176.ajjlsm (mgr.14696) 3111 : cluster [DBG] pgmap v2673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:27.140477+0000 mgr.smithi176.ajjlsm (mgr.14696) 3111 : cluster [DBG] pgmap v2673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:29.140971+0000 mgr.smithi176.ajjlsm (mgr.14696) 3112 : cluster [DBG] pgmap v2674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:29.140971+0000 mgr.smithi176.ajjlsm (mgr.14696) 3112 : cluster [DBG] pgmap v2674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:31.141710+0000 mgr.smithi176.ajjlsm (mgr.14696) 3113 : cluster [DBG] pgmap v2675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:31.141710+0000 mgr.smithi176.ajjlsm (mgr.14696) 3113 : cluster [DBG] pgmap v2675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:33.142234+0000 mgr.smithi176.ajjlsm (mgr.14696) 3114 : cluster [DBG] pgmap v2676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:33.142234+0000 mgr.smithi176.ajjlsm (mgr.14696) 3114 : cluster [DBG] pgmap v2676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:35.142780+0000 mgr.smithi176.ajjlsm (mgr.14696) 3115 : cluster [DBG] pgmap v2677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:35.142780+0000 mgr.smithi176.ajjlsm (mgr.14696) 3115 : cluster [DBG] pgmap v2677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:38:36.030914+0000 mon.smithi176 (mon.0) 1122 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:38:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:38:36.032398+0000 mon.smithi176 (mon.0) 1123 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:38:36.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:38:36.033218+0000 mon.smithi176 (mon.0) 1124 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:38:36.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:38:36.033917+0000 mgr.smithi176.ajjlsm (mgr.14696) 3116 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:38:36.642 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:38:36.030914+0000 mon.smithi176 (mon.0) 1122 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:38:36.642 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:38:36.032398+0000 mon.smithi176 (mon.0) 1123 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:38:36.643 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:38:36.033218+0000 mon.smithi176 (mon.0) 1124 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:38:36.643 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:38:36.033917+0000 mgr.smithi176.ajjlsm (mgr.14696) 3116 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:38:37.372 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:37.143651+0000 mgr.smithi176.ajjlsm (mgr.14696) 3117 : cluster [DBG] pgmap v2678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:37.143651+0000 mgr.smithi176.ajjlsm (mgr.14696) 3117 : cluster [DBG] pgmap v2678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:40.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:38:38.815363+0000 mon.smithi176 (mon.0) 1125 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:38:40.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:39.144297+0000 mgr.smithi176.ajjlsm (mgr.14696) 3118 : cluster [DBG] pgmap v2679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:40.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:38:39.203406+0000 mon.smithi176 (mon.0) 1126 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:38:40.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:38:39.209686+0000 mon.smithi176 (mon.0) 1127 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:38:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:38:38.815363+0000 mon.smithi176 (mon.0) 1125 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:38:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:39.144297+0000 mgr.smithi176.ajjlsm (mgr.14696) 3118 : cluster [DBG] pgmap v2679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:40.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:38:39.203406+0000 mon.smithi176 (mon.0) 1126 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:38:40.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:38:39.209686+0000 mon.smithi176 (mon.0) 1127 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:38:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:38:40.400708+0000 mon.smithi176 (mon.0) 1128 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:38:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:38:40.400958+0000 mon.smithi176 (mon.0) 1129 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:38:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:38:40.400708+0000 mon.smithi176 (mon.0) 1128 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:38:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:38:40.400958+0000 mon.smithi176 (mon.0) 1129 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:38:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:41.145034+0000 mgr.smithi176.ajjlsm (mgr.14696) 3119 : cluster [DBG] pgmap v2680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:41.145034+0000 mgr.smithi176.ajjlsm (mgr.14696) 3119 : cluster [DBG] pgmap v2680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:43.145653+0000 mgr.smithi176.ajjlsm (mgr.14696) 3120 : cluster [DBG] pgmap v2681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:43.145653+0000 mgr.smithi176.ajjlsm (mgr.14696) 3120 : cluster [DBG] pgmap v2681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:45.146331+0000 mgr.smithi176.ajjlsm (mgr.14696) 3121 : cluster [DBG] pgmap v2682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:45.146331+0000 mgr.smithi176.ajjlsm (mgr.14696) 3121 : cluster [DBG] pgmap v2682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:47.427 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:38:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:47.147224+0000 mgr.smithi176.ajjlsm (mgr.14696) 3122 : cluster [DBG] pgmap v2683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:47.147224+0000 mgr.smithi176.ajjlsm (mgr.14696) 3122 : cluster [DBG] pgmap v2683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:47.697 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:38:47.697 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (94m) 5m ago 95m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:38:47.698 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (87m) 5m ago 95m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:38:47.698 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (87m) 5m ago 94m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:38:47.698 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (94m) 5m ago 94m 43.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:38:47.698 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (86m) 5m ago 90m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:38:47.698 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (87m) 5m ago 90m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:38:47.699 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (88m) 5m ago 96m 515M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:38:47.699 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (87m) 5m ago 94m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:38:47.699 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (87m) 5m ago 96m 599M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:38:47.699 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (87m) 5m ago 94m 315M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:38:47.700 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (88m) 5m ago 88m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:38:47.700 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (88m) 5m ago 88m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:38:47.700 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (94m) 5m ago 94m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:38:47.700 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (94m) 5m ago 94m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:38:47.701 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (80m) 5m ago 94m 638M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:38:47.701 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (93m) 5m ago 93m 1442M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:38:47.701 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (93m) 5m ago 93m 966M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:38:47.701 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (93m) 5m ago 93m 1591M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:38:47.702 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (92m) 5m ago 92m 1491M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:38:47.702 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (92m) 5m ago 92m 1682M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:38:47.702 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (92m) 5m ago 92m 1367M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:38:47.702 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (92m) 5m ago 92m 2112M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:38:47.702 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (94m) 5m ago 94m 68.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:38:48.019 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:38:48.020 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:38:48.020 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:38:48.020 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:38:48.020 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:38:48.021 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:38:48.021 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:38:48.021 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:38:48.021 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:38:48.022 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:38:48.022 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:38:48.022 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:38:48.022 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:38:48.022 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:38:48.023 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:38:48.023 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:38:48.024 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:38:48.024 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:38:48.025 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:38:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:38:47.414460+0000 mgr.smithi176.ajjlsm (mgr.14696) 3123 : audit [DBG] from='client.36182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:38:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:38:47.686998+0000 mgr.smithi176.ajjlsm (mgr.14696) 3124 : audit [DBG] from='client.36186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:38:48.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:38:48.018530+0000 mon.smithi176 (mon.0) 1130 : audit [DBG] from='client.? 172.21.15.176:0/3800621469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:38:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:38:47.414460+0000 mgr.smithi176.ajjlsm (mgr.14696) 3123 : audit [DBG] from='client.36182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:38:48.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:38:47.686998+0000 mgr.smithi176.ajjlsm (mgr.14696) 3124 : audit [DBG] from='client.36186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:38:48.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:38:48.018530+0000 mon.smithi176 (mon.0) 1130 : audit [DBG] from='client.? 172.21.15.176:0/3800621469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:38:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:49.147752+0000 mgr.smithi176.ajjlsm (mgr.14696) 3125 : cluster [DBG] pgmap v2684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:49.147752+0000 mgr.smithi176.ajjlsm (mgr.14696) 3125 : cluster [DBG] pgmap v2684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:51.148599+0000 mgr.smithi176.ajjlsm (mgr.14696) 3126 : cluster [DBG] pgmap v2685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:51.148599+0000 mgr.smithi176.ajjlsm (mgr.14696) 3126 : cluster [DBG] pgmap v2685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:53.149190+0000 mgr.smithi176.ajjlsm (mgr.14696) 3127 : cluster [DBG] pgmap v2686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:53.149190+0000 mgr.smithi176.ajjlsm (mgr.14696) 3127 : cluster [DBG] pgmap v2686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:55.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:55.149675+0000 mgr.smithi176.ajjlsm (mgr.14696) 3128 : cluster [DBG] pgmap v2687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:55.149675+0000 mgr.smithi176.ajjlsm (mgr.14696) 3128 : cluster [DBG] pgmap v2687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:38:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:57.150589+0000 mgr.smithi176.ajjlsm (mgr.14696) 3129 : cluster [DBG] pgmap v2688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:38:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:57.150589+0000 mgr.smithi176.ajjlsm (mgr.14696) 3129 : cluster [DBG] pgmap v2688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:38:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:38:59.151272+0000 mgr.smithi176.ajjlsm (mgr.14696) 3130 : cluster [DBG] pgmap v2689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:38:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:38:59.151272+0000 mgr.smithi176.ajjlsm (mgr.14696) 3130 : cluster [DBG] pgmap v2689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:01.152265+0000 mgr.smithi176.ajjlsm (mgr.14696) 3131 : cluster [DBG] pgmap v2690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:01.152265+0000 mgr.smithi176.ajjlsm (mgr.14696) 3131 : cluster [DBG] pgmap v2690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:03.152765+0000 mgr.smithi176.ajjlsm (mgr.14696) 3132 : cluster [DBG] pgmap v2691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:03.152765+0000 mgr.smithi176.ajjlsm (mgr.14696) 3132 : cluster [DBG] pgmap v2691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:05.153200+0000 mgr.smithi176.ajjlsm (mgr.14696) 3133 : cluster [DBG] pgmap v2692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:05.153200+0000 mgr.smithi176.ajjlsm (mgr.14696) 3133 : cluster [DBG] pgmap v2692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:07.154005+0000 mgr.smithi176.ajjlsm (mgr.14696) 3134 : cluster [DBG] pgmap v2693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:07.154005+0000 mgr.smithi176.ajjlsm (mgr.14696) 3134 : cluster [DBG] pgmap v2693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:09.154442+0000 mgr.smithi176.ajjlsm (mgr.14696) 3135 : cluster [DBG] pgmap v2694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:09.154442+0000 mgr.smithi176.ajjlsm (mgr.14696) 3135 : cluster [DBG] pgmap v2694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:11.155170+0000 mgr.smithi176.ajjlsm (mgr.14696) 3136 : cluster [DBG] pgmap v2695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:11.155170+0000 mgr.smithi176.ajjlsm (mgr.14696) 3136 : cluster [DBG] pgmap v2695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:13.155697+0000 mgr.smithi176.ajjlsm (mgr.14696) 3137 : cluster [DBG] pgmap v2696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:13.155697+0000 mgr.smithi176.ajjlsm (mgr.14696) 3137 : cluster [DBG] pgmap v2696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:15.156267+0000 mgr.smithi176.ajjlsm (mgr.14696) 3138 : cluster [DBG] pgmap v2697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:15.156267+0000 mgr.smithi176.ajjlsm (mgr.14696) 3138 : cluster [DBG] pgmap v2697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:17.157208+0000 mgr.smithi176.ajjlsm (mgr.14696) 3139 : cluster [DBG] pgmap v2698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:17.157208+0000 mgr.smithi176.ajjlsm (mgr.14696) 3139 : cluster [DBG] pgmap v2698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:18.323 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:39:18.592 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:39:18.592 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (94m) 5m ago 95m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:39:18.593 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (87m) 5m ago 95m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:39:18.593 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (87m) 5m ago 95m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:39:18.593 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (94m) 5m ago 95m 43.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:39:18.593 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (87m) 5m ago 91m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:39:18.594 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (87m) 5m ago 91m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:39:18.594 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (88m) 5m ago 96m 515M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:39:18.594 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (88m) 5m ago 95m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:39:18.594 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (88m) 5m ago 96m 599M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:39:18.595 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (88m) 5m ago 95m 315M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:39:18.595 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (89m) 5m ago 89m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:39:18.595 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (88m) 5m ago 88m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:39:18.595 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (95m) 5m ago 95m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:39:18.595 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (94m) 5m ago 94m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:39:18.596 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (80m) 5m ago 94m 638M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:39:18.596 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (94m) 5m ago 94m 1442M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:39:18.596 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (94m) 5m ago 93m 966M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:39:18.596 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (93m) 5m ago 93m 1591M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:39:18.597 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (93m) 5m ago 93m 1491M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:39:18.597 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (93m) 5m ago 93m 1682M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:39:18.597 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (92m) 5m ago 92m 1367M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:39:18.597 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (92m) 5m ago 92m 2112M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:39:18.597 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (94m) 5m ago 95m 68.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:39:18.913 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:39:18.913 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:39:18.914 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:39:18.914 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:39:18.914 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:39:18.914 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:39:18.915 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:39:18.915 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:39:18.915 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:39:18.915 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:39:18.915 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:39:18.916 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:39:18.916 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:39:18.916 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:39:18.916 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:39:18.917 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:39:18.917 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:39:18.917 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:39:18.917 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:39:19.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:39:18.911914+0000 mon.smithi176 (mon.0) 1131 : audit [DBG] from='client.? 172.21.15.176:0/875144158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:39:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:39:18.911914+0000 mon.smithi176 (mon.0) 1131 : audit [DBG] from='client.? 172.21.15.176:0/875144158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:39:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:39:18.310134+0000 mgr.smithi176.ajjlsm (mgr.14696) 3140 : audit [DBG] from='client.36194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:39:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:39:18.582012+0000 mgr.smithi176.ajjlsm (mgr.14696) 3141 : audit [DBG] from='client.36198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:39:20.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:19.157812+0000 mgr.smithi176.ajjlsm (mgr.14696) 3142 : cluster [DBG] pgmap v2699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:39:18.310134+0000 mgr.smithi176.ajjlsm (mgr.14696) 3140 : audit [DBG] from='client.36194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:39:20.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:39:18.582012+0000 mgr.smithi176.ajjlsm (mgr.14696) 3141 : audit [DBG] from='client.36198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:39:20.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:19.157812+0000 mgr.smithi176.ajjlsm (mgr.14696) 3142 : cluster [DBG] pgmap v2699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:21.158630+0000 mgr.smithi176.ajjlsm (mgr.14696) 3143 : cluster [DBG] pgmap v2700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:21.158630+0000 mgr.smithi176.ajjlsm (mgr.14696) 3143 : cluster [DBG] pgmap v2700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:23.159179+0000 mgr.smithi176.ajjlsm (mgr.14696) 3144 : cluster [DBG] pgmap v2701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:23.159179+0000 mgr.smithi176.ajjlsm (mgr.14696) 3144 : cluster [DBG] pgmap v2701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:25.159648+0000 mgr.smithi176.ajjlsm (mgr.14696) 3145 : cluster [DBG] pgmap v2702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:25.159648+0000 mgr.smithi176.ajjlsm (mgr.14696) 3145 : cluster [DBG] pgmap v2702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:27.160520+0000 mgr.smithi176.ajjlsm (mgr.14696) 3146 : cluster [DBG] pgmap v2703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:27.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:27.160520+0000 mgr.smithi176.ajjlsm (mgr.14696) 3146 : cluster [DBG] pgmap v2703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:29.161025+0000 mgr.smithi176.ajjlsm (mgr.14696) 3147 : cluster [DBG] pgmap v2704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:29.161025+0000 mgr.smithi176.ajjlsm (mgr.14696) 3147 : cluster [DBG] pgmap v2704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:31.162099+0000 mgr.smithi176.ajjlsm (mgr.14696) 3148 : cluster [DBG] pgmap v2705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:31.162099+0000 mgr.smithi176.ajjlsm (mgr.14696) 3148 : cluster [DBG] pgmap v2705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:33.553 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:33.162553+0000 mgr.smithi176.ajjlsm (mgr.14696) 3149 : cluster [DBG] pgmap v2706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:33.162553+0000 mgr.smithi176.ajjlsm (mgr.14696) 3149 : cluster [DBG] pgmap v2706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:35.163099+0000 mgr.smithi176.ajjlsm (mgr.14696) 3150 : cluster [DBG] pgmap v2707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:35.163099+0000 mgr.smithi176.ajjlsm (mgr.14696) 3150 : cluster [DBG] pgmap v2707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:37.163838+0000 mgr.smithi176.ajjlsm (mgr.14696) 3151 : cluster [DBG] pgmap v2708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:37.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:37.163838+0000 mgr.smithi176.ajjlsm (mgr.14696) 3151 : cluster [DBG] pgmap v2708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:40.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:39.164306+0000 mgr.smithi176.ajjlsm (mgr.14696) 3152 : cluster [DBG] pgmap v2709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:40.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:39:39.212993+0000 mon.smithi176 (mon.0) 1132 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:39:40.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:39:39.214343+0000 mon.smithi176 (mon.0) 1133 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:39:40.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:39:39.215134+0000 mon.smithi176 (mon.0) 1134 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:39:40.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:39:39.619443+0000 mon.smithi176 (mon.0) 1135 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:39:40.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:39:39.626514+0000 mon.smithi176 (mon.0) 1136 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:39:40.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:39.164306+0000 mgr.smithi176.ajjlsm (mgr.14696) 3152 : cluster [DBG] pgmap v2709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:40.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:39:39.212993+0000 mon.smithi176 (mon.0) 1132 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:39:40.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:39:39.214343+0000 mon.smithi176 (mon.0) 1133 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:39:40.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:39:39.215134+0000 mon.smithi176 (mon.0) 1134 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:39:40.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:39:39.619443+0000 mon.smithi176 (mon.0) 1135 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:39:40.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:39:39.626514+0000 mon.smithi176 (mon.0) 1136 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:39:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:39:39.215821+0000 mgr.smithi176.ajjlsm (mgr.14696) 3153 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:39:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:39:40.404775+0000 mon.smithi176 (mon.0) 1137 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:39:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:39:40.405011+0000 mon.smithi176 (mon.0) 1138 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:39:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:39:39.215821+0000 mgr.smithi176.ajjlsm (mgr.14696) 3153 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:39:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:39:40.404775+0000 mon.smithi176 (mon.0) 1137 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:39:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:39:40.405011+0000 mon.smithi176 (mon.0) 1138 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:39:42.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:41.165214+0000 mgr.smithi176.ajjlsm (mgr.14696) 3154 : cluster [DBG] pgmap v2710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:41.165214+0000 mgr.smithi176.ajjlsm (mgr.14696) 3154 : cluster [DBG] pgmap v2710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:43.165751+0000 mgr.smithi176.ajjlsm (mgr.14696) 3155 : cluster [DBG] pgmap v2711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:43.165751+0000 mgr.smithi176.ajjlsm (mgr.14696) 3155 : cluster [DBG] pgmap v2711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:45.166281+0000 mgr.smithi176.ajjlsm (mgr.14696) 3156 : cluster [DBG] pgmap v2712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:45.166281+0000 mgr.smithi176.ajjlsm (mgr.14696) 3156 : cluster [DBG] pgmap v2712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:47.167252+0000 mgr.smithi176.ajjlsm (mgr.14696) 3157 : cluster [DBG] pgmap v2713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:47.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:47.167252+0000 mgr.smithi176.ajjlsm (mgr.14696) 3157 : cluster [DBG] pgmap v2713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:49.217 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:39:49.486 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:39:49.487 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (95m) 6m ago 96m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:39:49.488 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (88m) 6m ago 96m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:39:49.488 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (88m) 6m ago 95m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:39:49.489 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (95m) 6m ago 96m 43.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:39:49.489 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (87m) 6m ago 91m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:39:49.490 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (88m) 6m ago 91m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:39:49.490 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (89m) 6m ago 97m 515M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:39:49.491 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (88m) 6m ago 95m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:39:49.491 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (88m) 6m ago 97m 599M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:39:49.492 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (88m) 6m ago 95m 315M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:39:49.492 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (89m) 6m ago 89m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:39:49.493 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (89m) 6m ago 89m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:39:49.493 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (95m) 6m ago 95m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:39:49.494 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (95m) 6m ago 95m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:39:49.494 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (81m) 6m ago 95m 638M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:39:49.494 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (94m) 6m ago 94m 1442M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:39:49.495 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (94m) 6m ago 94m 966M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:39:49.495 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (94m) 6m ago 94m 1591M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:39:49.495 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (93m) 6m ago 93m 1491M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:39:49.496 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (93m) 6m ago 93m 1682M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:39:49.496 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (93m) 6m ago 93m 1367M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:39:49.496 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (93m) 6m ago 93m 2112M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:39:49.497 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (95m) 6m ago 95m 68.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:39:49.804 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:39:49.804 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:39:49.805 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:39:49.805 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:39:49.805 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:39:49.805 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:39:49.806 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:39:49.806 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:39:49.806 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:39:49.806 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:39:49.807 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:39:49.807 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:39:49.807 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:39:49.807 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:39:49.808 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:39:49.808 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:39:49.808 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:39:49.808 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:39:49.808 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:39:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:49.167683+0000 mgr.smithi176.ajjlsm (mgr.14696) 3158 : cluster [DBG] pgmap v2714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:39:49.802976+0000 mon.smithi176 (mon.0) 1139 : audit [DBG] from='client.? 172.21.15.176:0/45101475' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:39:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:49.167683+0000 mgr.smithi176.ajjlsm (mgr.14696) 3158 : cluster [DBG] pgmap v2714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:50.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:39:49.802976+0000 mon.smithi176 (mon.0) 1139 : audit [DBG] from='client.? 172.21.15.176:0/45101475' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:39:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:39:49.203629+0000 mgr.smithi176.ajjlsm (mgr.14696) 3159 : audit [DBG] from='client.36206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:39:51.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:39:49.475493+0000 mgr.smithi176.ajjlsm (mgr.14696) 3160 : audit [DBG] from='client.36210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:39:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:39:49.203629+0000 mgr.smithi176.ajjlsm (mgr.14696) 3159 : audit [DBG] from='client.36206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:39:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:39:49.475493+0000 mgr.smithi176.ajjlsm (mgr.14696) 3160 : audit [DBG] from='client.36210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:39:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:51.168494+0000 mgr.smithi176.ajjlsm (mgr.14696) 3161 : cluster [DBG] pgmap v2715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:51.168494+0000 mgr.smithi176.ajjlsm (mgr.14696) 3161 : cluster [DBG] pgmap v2715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:53.168986+0000 mgr.smithi176.ajjlsm (mgr.14696) 3162 : cluster [DBG] pgmap v2716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:53.168986+0000 mgr.smithi176.ajjlsm (mgr.14696) 3162 : cluster [DBG] pgmap v2716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:55.169499+0000 mgr.smithi176.ajjlsm (mgr.14696) 3163 : cluster [DBG] pgmap v2717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:55.169499+0000 mgr.smithi176.ajjlsm (mgr.14696) 3163 : cluster [DBG] pgmap v2717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:39:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:39:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:57.170319+0000 mgr.smithi176.ajjlsm (mgr.14696) 3164 : cluster [DBG] pgmap v2718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:39:57.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:39:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:57.170319+0000 mgr.smithi176.ajjlsm (mgr.14696) 3164 : cluster [DBG] pgmap v2718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:39:59.170856+0000 mgr.smithi176.ajjlsm (mgr.14696) 3165 : cluster [DBG] pgmap v2719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:39:59.170856+0000 mgr.smithi176.ajjlsm (mgr.14696) 3165 : cluster [DBG] pgmap v2719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:00.000090+0000 mon.smithi176 (mon.0) 1140 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T08:40:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:00.000090+0000 mon.smithi176 (mon.0) 1140 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T08:40:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:01.171634+0000 mgr.smithi176.ajjlsm (mgr.14696) 3166 : cluster [DBG] pgmap v2720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:01.171634+0000 mgr.smithi176.ajjlsm (mgr.14696) 3166 : cluster [DBG] pgmap v2720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:03.172206+0000 mgr.smithi176.ajjlsm (mgr.14696) 3167 : cluster [DBG] pgmap v2721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:03.172206+0000 mgr.smithi176.ajjlsm (mgr.14696) 3167 : cluster [DBG] pgmap v2721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:05.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:05.172735+0000 mgr.smithi176.ajjlsm (mgr.14696) 3168 : cluster [DBG] pgmap v2722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:05.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:05.172735+0000 mgr.smithi176.ajjlsm (mgr.14696) 3168 : cluster [DBG] pgmap v2722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:07.173423+0000 mgr.smithi176.ajjlsm (mgr.14696) 3169 : cluster [DBG] pgmap v2723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:07.173423+0000 mgr.smithi176.ajjlsm (mgr.14696) 3169 : cluster [DBG] pgmap v2723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:09.173964+0000 mgr.smithi176.ajjlsm (mgr.14696) 3170 : cluster [DBG] pgmap v2724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:09.173964+0000 mgr.smithi176.ajjlsm (mgr.14696) 3170 : cluster [DBG] pgmap v2724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:11.174658+0000 mgr.smithi176.ajjlsm (mgr.14696) 3171 : cluster [DBG] pgmap v2725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:11.174658+0000 mgr.smithi176.ajjlsm (mgr.14696) 3171 : cluster [DBG] pgmap v2725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:13.175208+0000 mgr.smithi176.ajjlsm (mgr.14696) 3172 : cluster [DBG] pgmap v2726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:13.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:13.175208+0000 mgr.smithi176.ajjlsm (mgr.14696) 3172 : cluster [DBG] pgmap v2726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:15.175855+0000 mgr.smithi176.ajjlsm (mgr.14696) 3173 : cluster [DBG] pgmap v2727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:15.175855+0000 mgr.smithi176.ajjlsm (mgr.14696) 3173 : cluster [DBG] pgmap v2727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:17.176799+0000 mgr.smithi176.ajjlsm (mgr.14696) 3174 : cluster [DBG] pgmap v2728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:17.176799+0000 mgr.smithi176.ajjlsm (mgr.14696) 3174 : cluster [DBG] pgmap v2728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:20.111 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:40:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:19.177291+0000 mgr.smithi176.ajjlsm (mgr.14696) 3175 : cluster [DBG] pgmap v2729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:20.379 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:40:20.380 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (95m) 6m ago 96m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:40:20.380 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (88m) 6m ago 96m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:40:20.380 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (88m) 6m ago 96m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:40:20.380 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (95m) 6m ago 96m 43.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:40:20.381 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (88m) 6m ago 92m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:40:20.381 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (88m) 6m ago 92m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:40:20.381 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (89m) 6m ago 97m 515M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:40:20.381 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (89m) 6m ago 96m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:40:20.382 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (89m) 6m ago 97m 599M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:40:20.382 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (89m) 6m ago 96m 315M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:40:20.382 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (90m) 6m ago 90m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:40:20.382 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (90m) 6m ago 90m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:40:20.383 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (96m) 6m ago 96m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:40:20.383 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (96m) 6m ago 96m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:40:20.383 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (81m) 6m ago 95m 638M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:40:20.384 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (95m) 6m ago 95m 1442M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:40:20.384 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (95m) 6m ago 95m 966M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:40:20.384 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (94m) 6m ago 94m 1591M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:40:20.384 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (94m) 6m ago 94m 1491M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:40:20.384 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (94m) 6m ago 94m 1682M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:40:20.385 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (93m) 6m ago 93m 1367M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:40:20.385 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (93m) 6m ago 93m 2112M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:40:20.385 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (95m) 6m ago 96m 68.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:40:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:19.177291+0000 mgr.smithi176.ajjlsm (mgr.14696) 3175 : cluster [DBG] pgmap v2729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:20.697 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:40:20.697 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:40:20.698 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:40:20.699 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:40:20.699 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:40:20.700 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:40:20.700 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:40:20.701 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:40:20.701 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:40:20.701 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:40:20.702 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:40:20.702 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:40:20.703 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:40:20.703 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:40:20.704 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:40:20.704 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:40:20.704 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:40:20.705 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:40:20.705 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:40:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:40:20.097429+0000 mgr.smithi176.ajjlsm (mgr.14696) 3176 : audit [DBG] from='client.36218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:40:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:40:20.695850+0000 mon.smithi176 (mon.0) 1141 : audit [DBG] from='client.? 172.21.15.176:0/4178359040' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:40:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:40:20.097429+0000 mgr.smithi176.ajjlsm (mgr.14696) 3176 : audit [DBG] from='client.36218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:40:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:40:20.695850+0000 mon.smithi176 (mon.0) 1141 : audit [DBG] from='client.? 172.21.15.176:0/4178359040' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:40:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:40:20.369350+0000 mgr.smithi176.ajjlsm (mgr.14696) 3177 : audit [DBG] from='client.36222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:40:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:21.178182+0000 mgr.smithi176.ajjlsm (mgr.14696) 3178 : cluster [DBG] pgmap v2730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:40:20.369350+0000 mgr.smithi176.ajjlsm (mgr.14696) 3177 : audit [DBG] from='client.36222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:40:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:21.178182+0000 mgr.smithi176.ajjlsm (mgr.14696) 3178 : cluster [DBG] pgmap v2730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:23.178698+0000 mgr.smithi176.ajjlsm (mgr.14696) 3179 : cluster [DBG] pgmap v2731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:23.178698+0000 mgr.smithi176.ajjlsm (mgr.14696) 3179 : cluster [DBG] pgmap v2731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:25.179229+0000 mgr.smithi176.ajjlsm (mgr.14696) 3180 : cluster [DBG] pgmap v2732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:25.179229+0000 mgr.smithi176.ajjlsm (mgr.14696) 3180 : cluster [DBG] pgmap v2732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:27.179963+0000 mgr.smithi176.ajjlsm (mgr.14696) 3181 : cluster [DBG] pgmap v2733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:27.179963+0000 mgr.smithi176.ajjlsm (mgr.14696) 3181 : cluster [DBG] pgmap v2733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:29.180470+0000 mgr.smithi176.ajjlsm (mgr.14696) 3182 : cluster [DBG] pgmap v2734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:29.180470+0000 mgr.smithi176.ajjlsm (mgr.14696) 3182 : cluster [DBG] pgmap v2734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:31.181385+0000 mgr.smithi176.ajjlsm (mgr.14696) 3183 : cluster [DBG] pgmap v2735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:31.181385+0000 mgr.smithi176.ajjlsm (mgr.14696) 3183 : cluster [DBG] pgmap v2735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:33.182100+0000 mgr.smithi176.ajjlsm (mgr.14696) 3184 : cluster [DBG] pgmap v2736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:33.182100+0000 mgr.smithi176.ajjlsm (mgr.14696) 3184 : cluster [DBG] pgmap v2736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:35.182699+0000 mgr.smithi176.ajjlsm (mgr.14696) 3185 : cluster [DBG] pgmap v2737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:35.182699+0000 mgr.smithi176.ajjlsm (mgr.14696) 3185 : cluster [DBG] pgmap v2737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:37.183464+0000 mgr.smithi176.ajjlsm (mgr.14696) 3186 : cluster [DBG] pgmap v2738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:37.183464+0000 mgr.smithi176.ajjlsm (mgr.14696) 3186 : cluster [DBG] pgmap v2738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:39.183964+0000 mgr.smithi176.ajjlsm (mgr.14696) 3187 : cluster [DBG] pgmap v2739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:40.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:40:39.629001+0000 mon.smithi176 (mon.0) 1142 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:40:40.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:40:39.630358+0000 mon.smithi176 (mon.0) 1143 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:40:40.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:40:39.631156+0000 mon.smithi176 (mon.0) 1144 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:40:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:39.183964+0000 mgr.smithi176.ajjlsm (mgr.14696) 3187 : cluster [DBG] pgmap v2739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:40.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:40:39.629001+0000 mon.smithi176 (mon.0) 1142 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:40:40.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:40:39.630358+0000 mon.smithi176 (mon.0) 1143 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:40:40.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:40:39.631156+0000 mon.smithi176 (mon.0) 1144 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:40:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:40:39.631859+0000 mgr.smithi176.ajjlsm (mgr.14696) 3188 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:40:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:40:40.036993+0000 mon.smithi176 (mon.0) 1145 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:40:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:40:40.041680+0000 mon.smithi176 (mon.0) 1146 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:40:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:40:40.408824+0000 mon.smithi176 (mon.0) 1147 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:40:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:40:40.409021+0000 mon.smithi176 (mon.0) 1148 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:40:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:40:39.631859+0000 mgr.smithi176.ajjlsm (mgr.14696) 3188 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:40:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:40:40.036993+0000 mon.smithi176 (mon.0) 1145 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:40:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:40:40.041680+0000 mon.smithi176 (mon.0) 1146 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:40:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:40:40.408824+0000 mon.smithi176 (mon.0) 1147 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:40:41.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:40:40.409021+0000 mon.smithi176 (mon.0) 1148 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:40:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:41.184896+0000 mgr.smithi176.ajjlsm (mgr.14696) 3189 : cluster [DBG] pgmap v2740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:42.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:41.184896+0000 mgr.smithi176.ajjlsm (mgr.14696) 3189 : cluster [DBG] pgmap v2740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:43.185563+0000 mgr.smithi176.ajjlsm (mgr.14696) 3190 : cluster [DBG] pgmap v2741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:43.185563+0000 mgr.smithi176.ajjlsm (mgr.14696) 3190 : cluster [DBG] pgmap v2741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:45.186022+0000 mgr.smithi176.ajjlsm (mgr.14696) 3191 : cluster [DBG] pgmap v2742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:45.186022+0000 mgr.smithi176.ajjlsm (mgr.14696) 3191 : cluster [DBG] pgmap v2742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:47.186737+0000 mgr.smithi176.ajjlsm (mgr.14696) 3192 : cluster [DBG] pgmap v2743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:47.186737+0000 mgr.smithi176.ajjlsm (mgr.14696) 3192 : cluster [DBG] pgmap v2743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:49.187390+0000 mgr.smithi176.ajjlsm (mgr.14696) 3193 : cluster [DBG] pgmap v2744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:49.187390+0000 mgr.smithi176.ajjlsm (mgr.14696) 3193 : cluster [DBG] pgmap v2744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:51.004 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:40:51.277 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:40:51.277 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (96m) 7m ago 97m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:40:51.278 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (89m) 7m ago 97m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:40:51.278 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (89m) 7m ago 96m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:40:51.278 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (96m) 7m ago 97m 43.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:40:51.278 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (88m) 7m ago 92m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:40:51.279 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (89m) 7m ago 92m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:40:51.279 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (90m) 7m ago 98m 515M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:40:51.279 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (89m) 7m ago 96m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:40:51.279 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (89m) 7m ago 98m 599M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:40:51.279 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (89m) 7m ago 96m 315M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:40:51.280 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (90m) 7m ago 90m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:40:51.280 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (90m) 7m ago 90m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:40:51.280 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (97m) 7m ago 96m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:40:51.280 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (96m) 7m ago 96m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:40:51.281 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (82m) 7m ago 96m 638M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:40:51.281 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (95m) 7m ago 95m 1442M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:40:51.281 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (95m) 7m ago 95m 966M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:40:51.281 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (95m) 7m ago 95m 1591M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:40:51.282 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (95m) 7m ago 95m 1491M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:40:51.282 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (94m) 7m ago 94m 1682M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:40:51.282 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (94m) 7m ago 94m 1367M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:40:51.282 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (94m) 7m ago 94m 2112M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:40:51.282 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (96m) 7m ago 96m 68.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:40:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:40:50.991217+0000 mgr.smithi176.ajjlsm (mgr.14696) 3194 : audit [DBG] from='client.36230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:40:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:51.188145+0000 mgr.smithi176.ajjlsm (mgr.14696) 3195 : cluster [DBG] pgmap v2745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:51.599 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:40:51.599 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:40:51.599 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:40:51.600 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:40:51.600 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:40:51.600 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:40:51.600 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:40:51.601 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:40:51.601 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:40:51.601 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:40:51.601 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:40:51.601 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:40:51.602 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:40:51.602 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:40:51.602 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:40:51.603 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:40:51.603 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:40:51.603 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:40:51.604 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:40:51.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:40:50.991217+0000 mgr.smithi176.ajjlsm (mgr.14696) 3194 : audit [DBG] from='client.36230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:40:51.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:51.188145+0000 mgr.smithi176.ajjlsm (mgr.14696) 3195 : cluster [DBG] pgmap v2745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:40:51.266626+0000 mgr.smithi176.ajjlsm (mgr.14696) 3196 : audit [DBG] from='client.36234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:40:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:40:51.597689+0000 mon.smithi176 (mon.0) 1149 : audit [DBG] from='client.? 172.21.15.176:0/745306475' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:40:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:40:51.266626+0000 mgr.smithi176.ajjlsm (mgr.14696) 3196 : audit [DBG] from='client.36234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:40:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:40:51.597689+0000 mon.smithi176 (mon.0) 1149 : audit [DBG] from='client.? 172.21.15.176:0/745306475' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:40:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:53.188701+0000 mgr.smithi176.ajjlsm (mgr.14696) 3197 : cluster [DBG] pgmap v2746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:53.188701+0000 mgr.smithi176.ajjlsm (mgr.14696) 3197 : cluster [DBG] pgmap v2746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:55.189246+0000 mgr.smithi176.ajjlsm (mgr.14696) 3198 : cluster [DBG] pgmap v2747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:55.189246+0000 mgr.smithi176.ajjlsm (mgr.14696) 3198 : cluster [DBG] pgmap v2747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:40:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:40:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:57.189950+0000 mgr.smithi176.ajjlsm (mgr.14696) 3199 : cluster [DBG] pgmap v2748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:40:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:40:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:57.189950+0000 mgr.smithi176.ajjlsm (mgr.14696) 3199 : cluster [DBG] pgmap v2748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:40:59.190609+0000 mgr.smithi176.ajjlsm (mgr.14696) 3200 : cluster [DBG] pgmap v2749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:40:59.190609+0000 mgr.smithi176.ajjlsm (mgr.14696) 3200 : cluster [DBG] pgmap v2749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:01.191449+0000 mgr.smithi176.ajjlsm (mgr.14696) 3201 : cluster [DBG] pgmap v2750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:01.191449+0000 mgr.smithi176.ajjlsm (mgr.14696) 3201 : cluster [DBG] pgmap v2750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:03.191931+0000 mgr.smithi176.ajjlsm (mgr.14696) 3202 : cluster [DBG] pgmap v2751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:03.191931+0000 mgr.smithi176.ajjlsm (mgr.14696) 3202 : cluster [DBG] pgmap v2751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:05.192626+0000 mgr.smithi176.ajjlsm (mgr.14696) 3203 : cluster [DBG] pgmap v2752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:05.192626+0000 mgr.smithi176.ajjlsm (mgr.14696) 3203 : cluster [DBG] pgmap v2752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:07.193410+0000 mgr.smithi176.ajjlsm (mgr.14696) 3204 : cluster [DBG] pgmap v2753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:07.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:07.193410+0000 mgr.smithi176.ajjlsm (mgr.14696) 3204 : cluster [DBG] pgmap v2753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:09.193853+0000 mgr.smithi176.ajjlsm (mgr.14696) 3205 : cluster [DBG] pgmap v2754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:09.193853+0000 mgr.smithi176.ajjlsm (mgr.14696) 3205 : cluster [DBG] pgmap v2754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:11.194800+0000 mgr.smithi176.ajjlsm (mgr.14696) 3206 : cluster [DBG] pgmap v2755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:11.194800+0000 mgr.smithi176.ajjlsm (mgr.14696) 3206 : cluster [DBG] pgmap v2755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:13.195501+0000 mgr.smithi176.ajjlsm (mgr.14696) 3207 : cluster [DBG] pgmap v2756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:13.195501+0000 mgr.smithi176.ajjlsm (mgr.14696) 3207 : cluster [DBG] pgmap v2756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:15.195986+0000 mgr.smithi176.ajjlsm (mgr.14696) 3208 : cluster [DBG] pgmap v2757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:15.195986+0000 mgr.smithi176.ajjlsm (mgr.14696) 3208 : cluster [DBG] pgmap v2757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:17.196721+0000 mgr.smithi176.ajjlsm (mgr.14696) 3209 : cluster [DBG] pgmap v2758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:17.196721+0000 mgr.smithi176.ajjlsm (mgr.14696) 3209 : cluster [DBG] pgmap v2758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:19.197367+0000 mgr.smithi176.ajjlsm (mgr.14696) 3210 : cluster [DBG] pgmap v2759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:19.197367+0000 mgr.smithi176.ajjlsm (mgr.14696) 3210 : cluster [DBG] pgmap v2759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:21.198216+0000 mgr.smithi176.ajjlsm (mgr.14696) 3211 : cluster [DBG] pgmap v2760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:21.198216+0000 mgr.smithi176.ajjlsm (mgr.14696) 3211 : cluster [DBG] pgmap v2760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:21.898 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:41:22.167 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:41:22.168 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (96m) 7m ago 97m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:41:22.168 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (89m) 7m ago 97m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:41:22.168 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (89m) 7m ago 97m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:41:22.168 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (96m) 7m ago 97m 43.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:41:22.168 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (89m) 7m ago 93m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:41:22.169 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (89m) 7m ago 93m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:41:22.169 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (90m) 7m ago 98m 515M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:41:22.169 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (90m) 7m ago 97m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:41:22.169 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (90m) 7m ago 98m 599M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:41:22.170 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (90m) 7m ago 97m 315M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:41:22.170 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (91m) 7m ago 91m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:41:22.170 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (91m) 7m ago 91m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:41:22.171 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (97m) 7m ago 97m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:41:22.171 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (97m) 7m ago 97m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:41:22.171 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (82m) 7m ago 96m 638M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:41:22.171 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (96m) 7m ago 96m 1442M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:41:22.172 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (96m) 7m ago 96m 966M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:41:22.172 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (95m) 7m ago 95m 1591M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:41:22.172 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (95m) 7m ago 95m 1491M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:41:22.172 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (95m) 7m ago 95m 1682M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:41:22.172 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (95m) 7m ago 95m 1367M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:41:22.173 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (94m) 7m ago 94m 2112M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:41:22.173 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (96m) 7m ago 97m 68.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:41:22.490 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:41:22.628 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:41:22.629 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:41:22.629 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:41:22.629 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:41:22.629 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:41:22.630 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:41:22.630 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:41:22.630 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:41:22.630 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:41:22.631 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:41:22.631 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:41:22.631 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:41:22.631 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:41:22.631 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:41:22.632 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:41:22.632 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:41:22.632 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:41:22.632 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:41:22.633 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:41:21.885220+0000 mgr.smithi176.ajjlsm (mgr.14696) 3212 : audit [DBG] from='client.36242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:41:22.633 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:41:22.157223+0000 mgr.smithi176.ajjlsm (mgr.14696) 3213 : audit [DBG] from='client.36246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:41:22.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:41:21.885220+0000 mgr.smithi176.ajjlsm (mgr.14696) 3212 : audit [DBG] from='client.36242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:41:22.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:41:22.157223+0000 mgr.smithi176.ajjlsm (mgr.14696) 3213 : audit [DBG] from='client.36246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:41:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:41:22.488544+0000 mon.smithi176 (mon.0) 1150 : audit [DBG] from='client.? 172.21.15.176:0/2434335847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:41:23.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:23.198800+0000 mgr.smithi176.ajjlsm (mgr.14696) 3214 : cluster [DBG] pgmap v2761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:41:22.488544+0000 mon.smithi176 (mon.0) 1150 : audit [DBG] from='client.? 172.21.15.176:0/2434335847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:41:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:23.198800+0000 mgr.smithi176.ajjlsm (mgr.14696) 3214 : cluster [DBG] pgmap v2761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:25.199440+0000 mgr.smithi176.ajjlsm (mgr.14696) 3215 : cluster [DBG] pgmap v2762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:25.199440+0000 mgr.smithi176.ajjlsm (mgr.14696) 3215 : cluster [DBG] pgmap v2762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:27.200353+0000 mgr.smithi176.ajjlsm (mgr.14696) 3216 : cluster [DBG] pgmap v2763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:27.200353+0000 mgr.smithi176.ajjlsm (mgr.14696) 3216 : cluster [DBG] pgmap v2763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:29.200976+0000 mgr.smithi176.ajjlsm (mgr.14696) 3217 : cluster [DBG] pgmap v2764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:29.200976+0000 mgr.smithi176.ajjlsm (mgr.14696) 3217 : cluster [DBG] pgmap v2764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:31.201847+0000 mgr.smithi176.ajjlsm (mgr.14696) 3218 : cluster [DBG] pgmap v2765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:31.201847+0000 mgr.smithi176.ajjlsm (mgr.14696) 3218 : cluster [DBG] pgmap v2765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:33.202494+0000 mgr.smithi176.ajjlsm (mgr.14696) 3219 : cluster [DBG] pgmap v2766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:33.202494+0000 mgr.smithi176.ajjlsm (mgr.14696) 3219 : cluster [DBG] pgmap v2766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:35.203139+0000 mgr.smithi176.ajjlsm (mgr.14696) 3220 : cluster [DBG] pgmap v2767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:35.203139+0000 mgr.smithi176.ajjlsm (mgr.14696) 3220 : cluster [DBG] pgmap v2767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:37.204197+0000 mgr.smithi176.ajjlsm (mgr.14696) 3221 : cluster [DBG] pgmap v2768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:37.204197+0000 mgr.smithi176.ajjlsm (mgr.14696) 3221 : cluster [DBG] pgmap v2768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:39.204701+0000 mgr.smithi176.ajjlsm (mgr.14696) 3222 : cluster [DBG] pgmap v2769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:41:40.044158+0000 mon.smithi176 (mon.0) 1151 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:41:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:41:40.045527+0000 mon.smithi176 (mon.0) 1152 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:41:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:41:40.046375+0000 mon.smithi176 (mon.0) 1153 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:41:41.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:41:40.047206+0000 mgr.smithi176.ajjlsm (mgr.14696) 3223 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:41:41.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:41:40.412893+0000 mon.smithi176 (mon.0) 1154 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:41:41.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:41:40.413101+0000 mon.smithi176 (mon.0) 1155 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:41:41.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:41:40.450172+0000 mon.smithi176 (mon.0) 1156 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:41:41.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:41:40.454934+0000 mon.smithi176 (mon.0) 1157 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:41:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:39.204701+0000 mgr.smithi176.ajjlsm (mgr.14696) 3222 : cluster [DBG] pgmap v2769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:41:40.044158+0000 mon.smithi176 (mon.0) 1151 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:41:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:41:40.045527+0000 mon.smithi176 (mon.0) 1152 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:41:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:41:40.046375+0000 mon.smithi176 (mon.0) 1153 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:41:41.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:41:40.047206+0000 mgr.smithi176.ajjlsm (mgr.14696) 3223 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:41:41.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:41:40.412893+0000 mon.smithi176 (mon.0) 1154 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:41:41.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:41:40.413101+0000 mon.smithi176 (mon.0) 1155 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:41:41.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:41:40.450172+0000 mon.smithi176 (mon.0) 1156 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:41:41.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:41:40.454934+0000 mon.smithi176 (mon.0) 1157 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:41:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:41.205475+0000 mgr.smithi176.ajjlsm (mgr.14696) 3224 : cluster [DBG] pgmap v2770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:41.205475+0000 mgr.smithi176.ajjlsm (mgr.14696) 3224 : cluster [DBG] pgmap v2770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:43.206184+0000 mgr.smithi176.ajjlsm (mgr.14696) 3225 : cluster [DBG] pgmap v2771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:43.206184+0000 mgr.smithi176.ajjlsm (mgr.14696) 3225 : cluster [DBG] pgmap v2771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:45.206667+0000 mgr.smithi176.ajjlsm (mgr.14696) 3226 : cluster [DBG] pgmap v2772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:47.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:45.206667+0000 mgr.smithi176.ajjlsm (mgr.14696) 3226 : cluster [DBG] pgmap v2772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:47.207435+0000 mgr.smithi176.ajjlsm (mgr.14696) 3227 : cluster [DBG] pgmap v2773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:47.207435+0000 mgr.smithi176.ajjlsm (mgr.14696) 3227 : cluster [DBG] pgmap v2773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:49.207916+0000 mgr.smithi176.ajjlsm (mgr.14696) 3228 : cluster [DBG] pgmap v2774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:49.207916+0000 mgr.smithi176.ajjlsm (mgr.14696) 3228 : cluster [DBG] pgmap v2774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:52.795 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:41:53.065 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:41:53.065 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (97m) 8m ago 98m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:41:53.067 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (90m) 8m ago 98m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:41:53.067 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (90m) 8m ago 97m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:41:53.067 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (97m) 8m ago 98m 43.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:41:53.067 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (89m) 8m ago 93m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:41:53.068 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (90m) 8m ago 93m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:41:53.068 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (91m) 8m ago 99m 515M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:41:53.068 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (91m) 8m ago 97m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:41:53.068 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (90m) 8m ago 99m 599M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:41:53.068 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (90m) 8m ago 97m 315M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:41:53.069 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (91m) 8m ago 91m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:41:53.069 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (91m) 8m ago 91m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:41:53.069 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (98m) 8m ago 98m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:41:53.069 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (97m) 8m ago 97m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:41:53.070 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (83m) 8m ago 97m 638M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:41:53.070 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (96m) 8m ago 96m 1442M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:41:53.070 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (96m) 8m ago 96m 966M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:41:53.070 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (96m) 8m ago 96m 1591M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:41:53.071 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (96m) 8m ago 96m 1491M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:41:53.071 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (95m) 8m ago 95m 1682M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:41:53.071 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (95m) 8m ago 95m 1367M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:41:53.071 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (95m) 8m ago 95m 2112M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:41:53.072 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (97m) 8m ago 97m 68.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:41:53.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:51.208632+0000 mgr.smithi176.ajjlsm (mgr.14696) 3229 : cluster [DBG] pgmap v2775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:53.390 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:41:53.479 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:41:53.479 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:41:53.480 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:41:53.480 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:41:53.480 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:41:53.480 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:41:53.480 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:41:53.481 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:41:53.481 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:41:53.481 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:41:53.481 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:41:53.482 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:41:53.482 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:41:53.482 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:41:53.482 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:41:53.483 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:41:53.483 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:41:53.483 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:41:53.484 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:51.208632+0000 mgr.smithi176.ajjlsm (mgr.14696) 3229 : cluster [DBG] pgmap v2775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:54.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:41:52.782108+0000 mgr.smithi176.ajjlsm (mgr.14696) 3230 : audit [DBG] from='client.36254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:41:54.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:41:53.055049+0000 mgr.smithi176.ajjlsm (mgr.14696) 3231 : audit [DBG] from='client.36258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:41:54.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:41:53.388353+0000 mon.smithi176 (mon.0) 1158 : audit [DBG] from='client.? 172.21.15.176:0/1498971870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:41:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:41:52.782108+0000 mgr.smithi176.ajjlsm (mgr.14696) 3230 : audit [DBG] from='client.36254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:41:54.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:41:53.055049+0000 mgr.smithi176.ajjlsm (mgr.14696) 3231 : audit [DBG] from='client.36258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:41:54.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:41:53.388353+0000 mon.smithi176 (mon.0) 1158 : audit [DBG] from='client.? 172.21.15.176:0/1498971870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:41:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:53.209061+0000 mgr.smithi176.ajjlsm (mgr.14696) 3232 : cluster [DBG] pgmap v2776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:53.209061+0000 mgr.smithi176.ajjlsm (mgr.14696) 3232 : cluster [DBG] pgmap v2776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:55.209744+0000 mgr.smithi176.ajjlsm (mgr.14696) 3233 : cluster [DBG] pgmap v2777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:55.209744+0000 mgr.smithi176.ajjlsm (mgr.14696) 3233 : cluster [DBG] pgmap v2777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:41:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:41:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:57.210718+0000 mgr.smithi176.ajjlsm (mgr.14696) 3234 : cluster [DBG] pgmap v2778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:41:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:41:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:57.210718+0000 mgr.smithi176.ajjlsm (mgr.14696) 3234 : cluster [DBG] pgmap v2778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:41:59.211355+0000 mgr.smithi176.ajjlsm (mgr.14696) 3235 : cluster [DBG] pgmap v2779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:41:59.211355+0000 mgr.smithi176.ajjlsm (mgr.14696) 3235 : cluster [DBG] pgmap v2779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:01.212139+0000 mgr.smithi176.ajjlsm (mgr.14696) 3236 : cluster [DBG] pgmap v2780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:01.212139+0000 mgr.smithi176.ajjlsm (mgr.14696) 3236 : cluster [DBG] pgmap v2780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:05.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:03.212614+0000 mgr.smithi176.ajjlsm (mgr.14696) 3237 : cluster [DBG] pgmap v2781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:03.212614+0000 mgr.smithi176.ajjlsm (mgr.14696) 3237 : cluster [DBG] pgmap v2781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:05.213253+0000 mgr.smithi176.ajjlsm (mgr.14696) 3238 : cluster [DBG] pgmap v2782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:05.213253+0000 mgr.smithi176.ajjlsm (mgr.14696) 3238 : cluster [DBG] pgmap v2782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:07.214222+0000 mgr.smithi176.ajjlsm (mgr.14696) 3239 : cluster [DBG] pgmap v2783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:07.214222+0000 mgr.smithi176.ajjlsm (mgr.14696) 3239 : cluster [DBG] pgmap v2783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:09.214643+0000 mgr.smithi176.ajjlsm (mgr.14696) 3240 : cluster [DBG] pgmap v2784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:09.214643+0000 mgr.smithi176.ajjlsm (mgr.14696) 3240 : cluster [DBG] pgmap v2784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:11.215513+0000 mgr.smithi176.ajjlsm (mgr.14696) 3241 : cluster [DBG] pgmap v2785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:11.215513+0000 mgr.smithi176.ajjlsm (mgr.14696) 3241 : cluster [DBG] pgmap v2785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:13.215987+0000 mgr.smithi176.ajjlsm (mgr.14696) 3242 : cluster [DBG] pgmap v2786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:13.215987+0000 mgr.smithi176.ajjlsm (mgr.14696) 3242 : cluster [DBG] pgmap v2786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:17.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:15.216484+0000 mgr.smithi176.ajjlsm (mgr.14696) 3243 : cluster [DBG] pgmap v2787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:15.216484+0000 mgr.smithi176.ajjlsm (mgr.14696) 3243 : cluster [DBG] pgmap v2787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:17.217605+0000 mgr.smithi176.ajjlsm (mgr.14696) 3244 : cluster [DBG] pgmap v2788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:17.217605+0000 mgr.smithi176.ajjlsm (mgr.14696) 3244 : cluster [DBG] pgmap v2788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:19.218212+0000 mgr.smithi176.ajjlsm (mgr.14696) 3245 : cluster [DBG] pgmap v2789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:19.218212+0000 mgr.smithi176.ajjlsm (mgr.14696) 3245 : cluster [DBG] pgmap v2789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:21.219008+0000 mgr.smithi176.ajjlsm (mgr.14696) 3246 : cluster [DBG] pgmap v2790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:21.219008+0000 mgr.smithi176.ajjlsm (mgr.14696) 3246 : cluster [DBG] pgmap v2790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:23.694 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:42:23.962 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:42:23.964 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (97m) 8m ago 98m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:42:23.965 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (91m) 8m ago 98m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:42:23.965 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (90m) 8m ago 98m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:42:23.966 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (97m) 8m ago 98m 43.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:42:23.966 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (90m) 8m ago 94m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:42:23.967 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (90m) 8m ago 94m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:42:23.967 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (91m) 8m ago 99m 515M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:42:23.968 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (91m) 8m ago 98m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:42:23.969 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (91m) 8m ago 99m 599M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:42:23.970 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (91m) 8m ago 98m 315M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:42:23.971 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (92m) 8m ago 92m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:42:23.971 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (92m) 8m ago 92m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:42:23.972 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (98m) 8m ago 98m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:42:23.973 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (98m) 8m ago 98m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:42:23.973 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (83m) 8m ago 97m 638M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:42:23.974 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (97m) 8m ago 97m 1442M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:42:23.975 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (97m) 8m ago 97m 966M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:42:23.975 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (96m) 8m ago 96m 1591M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:42:23.975 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (96m) 8m ago 96m 1491M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:42:23.976 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (96m) 8m ago 96m 1682M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:42:23.976 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (96m) 8m ago 96m 1367M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:42:23.977 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (95m) 8m ago 95m 2112M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:42:23.978 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (97m) 8m ago 98m 68.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:42:24.287 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:42:24.288 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:42:24.288 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:42:24.288 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:42:24.288 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:42:24.289 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:42:24.289 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:42:24.290 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:42:24.290 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:42:24.291 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:42:24.291 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:42:24.291 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:42:24.291 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:42:24.292 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:42:24.292 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:42:24.292 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:42:24.292 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:42:24.293 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:42:24.293 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:42:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:23.219557+0000 mgr.smithi176.ajjlsm (mgr.14696) 3247 : cluster [DBG] pgmap v2791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:25.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:42:23.680599+0000 mgr.smithi176.ajjlsm (mgr.14696) 3248 : audit [DBG] from='client.36266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:42:25.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:42:23.950533+0000 mgr.smithi176.ajjlsm (mgr.14696) 3249 : audit [DBG] from='client.36270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:42:25.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:42:24.286293+0000 mon.smithi176 (mon.0) 1159 : audit [DBG] from='client.? 172.21.15.176:0/532006951' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:42:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:23.219557+0000 mgr.smithi176.ajjlsm (mgr.14696) 3247 : cluster [DBG] pgmap v2791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:42:23.680599+0000 mgr.smithi176.ajjlsm (mgr.14696) 3248 : audit [DBG] from='client.36266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:42:25.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:42:23.950533+0000 mgr.smithi176.ajjlsm (mgr.14696) 3249 : audit [DBG] from='client.36270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:42:25.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:42:24.286293+0000 mon.smithi176 (mon.0) 1159 : audit [DBG] from='client.? 172.21.15.176:0/532006951' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:42:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:25.220177+0000 mgr.smithi176.ajjlsm (mgr.14696) 3250 : cluster [DBG] pgmap v2792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:25.220177+0000 mgr.smithi176.ajjlsm (mgr.14696) 3250 : cluster [DBG] pgmap v2792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:27.221184+0000 mgr.smithi176.ajjlsm (mgr.14696) 3251 : cluster [DBG] pgmap v2793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:29.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:27.221184+0000 mgr.smithi176.ajjlsm (mgr.14696) 3251 : cluster [DBG] pgmap v2793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:29.221711+0000 mgr.smithi176.ajjlsm (mgr.14696) 3252 : cluster [DBG] pgmap v2794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:29.221711+0000 mgr.smithi176.ajjlsm (mgr.14696) 3252 : cluster [DBG] pgmap v2794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:33.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:31.222512+0000 mgr.smithi176.ajjlsm (mgr.14696) 3253 : cluster [DBG] pgmap v2795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:31.222512+0000 mgr.smithi176.ajjlsm (mgr.14696) 3253 : cluster [DBG] pgmap v2795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:33.223002+0000 mgr.smithi176.ajjlsm (mgr.14696) 3254 : cluster [DBG] pgmap v2796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:33.223002+0000 mgr.smithi176.ajjlsm (mgr.14696) 3254 : cluster [DBG] pgmap v2796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:35.223505+0000 mgr.smithi176.ajjlsm (mgr.14696) 3255 : cluster [DBG] pgmap v2797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:35.223505+0000 mgr.smithi176.ajjlsm (mgr.14696) 3255 : cluster [DBG] pgmap v2797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:37.224386+0000 mgr.smithi176.ajjlsm (mgr.14696) 3256 : cluster [DBG] pgmap v2798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:37.224386+0000 mgr.smithi176.ajjlsm (mgr.14696) 3256 : cluster [DBG] pgmap v2798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:39.224894+0000 mgr.smithi176.ajjlsm (mgr.14696) 3257 : cluster [DBG] pgmap v2799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:41.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:42:40.417979+0000 mon.smithi176 (mon.0) 1160 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:42:41.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:42:40.418191+0000 mon.smithi176 (mon.0) 1161 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:42:41.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:42:40.457483+0000 mon.smithi176 (mon.0) 1162 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:42:41.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:42:40.458968+0000 mon.smithi176 (mon.0) 1163 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:42:41.474 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:42:40.459904+0000 mon.smithi176 (mon.0) 1164 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:42:41.474 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:42:40.857648+0000 mon.smithi176 (mon.0) 1165 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:42:41.474 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:42:40.859061+0000 mon.smithi176 (mon.0) 1166 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:42:41.475 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:42:40.862755+0000 mon.smithi176 (mon.0) 1167 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:42:41.475 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:42:40.867437+0000 mon.smithi176 (mon.0) 1168 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:42:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:39.224894+0000 mgr.smithi176.ajjlsm (mgr.14696) 3257 : cluster [DBG] pgmap v2799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:42:40.417979+0000 mon.smithi176 (mon.0) 1160 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:42:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:42:40.418191+0000 mon.smithi176 (mon.0) 1161 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:42:41.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:42:40.457483+0000 mon.smithi176 (mon.0) 1162 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:42:41.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:42:40.458968+0000 mon.smithi176 (mon.0) 1163 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:42:41.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:42:40.459904+0000 mon.smithi176 (mon.0) 1164 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:42:41.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:42:40.857648+0000 mon.smithi176 (mon.0) 1165 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:42:41.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:42:40.859061+0000 mon.smithi176 (mon.0) 1166 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:42:41.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:42:40.862755+0000 mon.smithi176 (mon.0) 1167 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:42:41.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:42:40.867437+0000 mon.smithi176 (mon.0) 1168 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:42:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:42:40.460657+0000 mgr.smithi176.ajjlsm (mgr.14696) 3258 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:42:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:42:40.460657+0000 mgr.smithi176.ajjlsm (mgr.14696) 3258 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:42:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:41.225706+0000 mgr.smithi176.ajjlsm (mgr.14696) 3259 : cluster [DBG] pgmap v2800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:41.225706+0000 mgr.smithi176.ajjlsm (mgr.14696) 3259 : cluster [DBG] pgmap v2800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:45.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:43.226226+0000 mgr.smithi176.ajjlsm (mgr.14696) 3260 : cluster [DBG] pgmap v2801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:43.226226+0000 mgr.smithi176.ajjlsm (mgr.14696) 3260 : cluster [DBG] pgmap v2801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:45.226797+0000 mgr.smithi176.ajjlsm (mgr.14696) 3261 : cluster [DBG] pgmap v2802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:45.226797+0000 mgr.smithi176.ajjlsm (mgr.14696) 3261 : cluster [DBG] pgmap v2802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:47.227674+0000 mgr.smithi176.ajjlsm (mgr.14696) 3262 : cluster [DBG] pgmap v2803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:47.227674+0000 mgr.smithi176.ajjlsm (mgr.14696) 3262 : cluster [DBG] pgmap v2803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:49.228265+0000 mgr.smithi176.ajjlsm (mgr.14696) 3263 : cluster [DBG] pgmap v2804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:49.228265+0000 mgr.smithi176.ajjlsm (mgr.14696) 3263 : cluster [DBG] pgmap v2804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:51.229242+0000 mgr.smithi176.ajjlsm (mgr.14696) 3264 : cluster [DBG] pgmap v2805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:51.229242+0000 mgr.smithi176.ajjlsm (mgr.14696) 3264 : cluster [DBG] pgmap v2805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:54.587 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:42:54.855 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:42:54.855 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (98m) 9m ago 99m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:42:54.856 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (91m) 9m ago 99m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:42:54.856 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (91m) 9m ago 98m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:42:54.856 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (98m) 9m ago 99m 43.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:42:54.856 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (90m) 9m ago 94m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:42:54.857 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (91m) 9m ago 94m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:42:54.857 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (92m) 9m ago 100m 515M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:42:54.857 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (92m) 9m ago 98m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:42:54.857 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (91m) 9m ago 100m 599M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:42:54.858 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (91m) 9m ago 98m 315M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:42:54.858 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (92m) 9m ago 92m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:42:54.858 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (92m) 9m ago 92m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:42:54.858 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (99m) 9m ago 99m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:42:54.858 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (98m) 9m ago 98m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:42:54.859 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (84m) 9m ago 98m 638M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:42:54.859 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (97m) 9m ago 97m 1442M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:42:54.859 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (97m) 9m ago 97m 966M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:42:54.859 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (97m) 9m ago 97m 1591M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:42:54.860 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (97m) 9m ago 97m 1491M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:42:54.860 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (96m) 9m ago 96m 1682M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:42:54.860 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (96m) 9m ago 96m 1367M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:42:54.860 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (96m) 9m ago 96m 2112M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:42:54.861 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (98m) 9m ago 98m 68.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:42:55.182 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:42:55.182 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:42:55.182 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:42:55.183 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:42:55.183 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:42:55.183 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:42:55.183 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:42:55.184 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:42:55.184 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:42:55.184 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:42:55.184 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:42:55.185 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:42:55.185 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:42:55.185 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:42:55.185 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:42:55.185 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:42:55.186 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:42:55.186 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:42:55.186 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:42:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:53.229754+0000 mgr.smithi176.ajjlsm (mgr.14696) 3265 : cluster [DBG] pgmap v2806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:53.229754+0000 mgr.smithi176.ajjlsm (mgr.14696) 3265 : cluster [DBG] pgmap v2806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:42:54.573953+0000 mgr.smithi176.ajjlsm (mgr.14696) 3266 : audit [DBG] from='client.36278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:42:56.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:42:54.845222+0000 mgr.smithi176.ajjlsm (mgr.14696) 3267 : audit [DBG] from='client.36282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:42:56.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:42:55.180701+0000 mon.smithi176 (mon.0) 1169 : audit [DBG] from='client.? 172.21.15.176:0/801462410' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:42:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:42:54.573953+0000 mgr.smithi176.ajjlsm (mgr.14696) 3266 : audit [DBG] from='client.36278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:42:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:42:54.845222+0000 mgr.smithi176.ajjlsm (mgr.14696) 3267 : audit [DBG] from='client.36282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:42:56.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:42:55.180701+0000 mon.smithi176 (mon.0) 1169 : audit [DBG] from='client.? 172.21.15.176:0/801462410' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:42:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:55.230150+0000 mgr.smithi176.ajjlsm (mgr.14696) 3268 : cluster [DBG] pgmap v2807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:55.230150+0000 mgr.smithi176.ajjlsm (mgr.14696) 3268 : cluster [DBG] pgmap v2807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:42:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:42:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:57.231168+0000 mgr.smithi176.ajjlsm (mgr.14696) 3269 : cluster [DBG] pgmap v2808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:42:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:42:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:57.231168+0000 mgr.smithi176.ajjlsm (mgr.14696) 3269 : cluster [DBG] pgmap v2808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:42:59.231805+0000 mgr.smithi176.ajjlsm (mgr.14696) 3270 : cluster [DBG] pgmap v2809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:42:59.231805+0000 mgr.smithi176.ajjlsm (mgr.14696) 3270 : cluster [DBG] pgmap v2809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:01.232651+0000 mgr.smithi176.ajjlsm (mgr.14696) 3271 : cluster [DBG] pgmap v2810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:01.232651+0000 mgr.smithi176.ajjlsm (mgr.14696) 3271 : cluster [DBG] pgmap v2810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:03.233198+0000 mgr.smithi176.ajjlsm (mgr.14696) 3272 : cluster [DBG] pgmap v2811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:03.233198+0000 mgr.smithi176.ajjlsm (mgr.14696) 3272 : cluster [DBG] pgmap v2811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:07.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:05.233617+0000 mgr.smithi176.ajjlsm (mgr.14696) 3273 : cluster [DBG] pgmap v2812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:05.233617+0000 mgr.smithi176.ajjlsm (mgr.14696) 3273 : cluster [DBG] pgmap v2812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:07.234447+0000 mgr.smithi176.ajjlsm (mgr.14696) 3274 : cluster [DBG] pgmap v2813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:07.234447+0000 mgr.smithi176.ajjlsm (mgr.14696) 3274 : cluster [DBG] pgmap v2813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:09.234839+0000 mgr.smithi176.ajjlsm (mgr.14696) 3275 : cluster [DBG] pgmap v2814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:09.234839+0000 mgr.smithi176.ajjlsm (mgr.14696) 3275 : cluster [DBG] pgmap v2814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:11.235600+0000 mgr.smithi176.ajjlsm (mgr.14696) 3276 : cluster [DBG] pgmap v2815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:11.235600+0000 mgr.smithi176.ajjlsm (mgr.14696) 3276 : cluster [DBG] pgmap v2815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:13.236082+0000 mgr.smithi176.ajjlsm (mgr.14696) 3277 : cluster [DBG] pgmap v2816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:13.236082+0000 mgr.smithi176.ajjlsm (mgr.14696) 3277 : cluster [DBG] pgmap v2816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:17.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:15.236581+0000 mgr.smithi176.ajjlsm (mgr.14696) 3278 : cluster [DBG] pgmap v2817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:17.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:15.236581+0000 mgr.smithi176.ajjlsm (mgr.14696) 3278 : cluster [DBG] pgmap v2817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:19.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:17.237649+0000 mgr.smithi176.ajjlsm (mgr.14696) 3279 : cluster [DBG] pgmap v2818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:17.237649+0000 mgr.smithi176.ajjlsm (mgr.14696) 3279 : cluster [DBG] pgmap v2818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:19.238113+0000 mgr.smithi176.ajjlsm (mgr.14696) 3280 : cluster [DBG] pgmap v2819: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:19.238113+0000 mgr.smithi176.ajjlsm (mgr.14696) 3280 : cluster [DBG] pgmap v2819: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:21.238861+0000 mgr.smithi176.ajjlsm (mgr.14696) 3281 : cluster [DBG] pgmap v2820: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:21.238861+0000 mgr.smithi176.ajjlsm (mgr.14696) 3281 : cluster [DBG] pgmap v2820: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:25.486 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:43:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:23.239334+0000 mgr.smithi176.ajjlsm (mgr.14696) 3282 : cluster [DBG] pgmap v2821: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:23.239334+0000 mgr.smithi176.ajjlsm (mgr.14696) 3282 : cluster [DBG] pgmap v2821: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:25.754 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:43:25.754 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (98m) 9m ago 99m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:43:25.755 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (92m) 9m ago 99m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:43:25.755 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (91m) 9m ago 99m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:43:25.755 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (98m) 9m ago 99m 43.6M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:43:25.755 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (91m) 9m ago 95m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:43:25.755 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (91m) 9m ago 95m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:43:25.756 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (92m) 9m ago 100m 515M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:43:25.756 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (92m) 9m ago 99m 401M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:43:25.756 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (92m) 9m ago 100m 599M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:43:25.756 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (92m) 9m ago 99m 315M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:43:25.757 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (93m) 9m ago 93m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:43:25.757 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (93m) 9m ago 93m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:43:25.757 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (99m) 9m ago 99m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:43:25.757 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (99m) 9m ago 99m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:43:25.757 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (84m) 9m ago 98m 638M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:43:25.758 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (98m) 9m ago 98m 1442M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:43:25.758 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (98m) 9m ago 98m 966M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:43:25.758 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (97m) 9m ago 97m 1591M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:43:25.758 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (97m) 9m ago 97m 1491M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:43:25.759 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (97m) 9m ago 97m 1682M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:43:25.759 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (97m) 9m ago 97m 1367M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:43:25.759 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (96m) 9m ago 96m 2112M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:43:25.760 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (98m) 9m ago 99m 68.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:43:26.078 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:43:26.078 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:43:26.079 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:43:26.079 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:43:26.079 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:43:26.080 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:43:26.080 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:43:26.080 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:43:26.081 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:43:26.081 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:43:26.081 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:43:26.081 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:43:26.082 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:43:26.082 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:43:26.082 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:43:26.082 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:43:26.083 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:43:26.083 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:43:26.083 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:43:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:43:26.076944+0000 mon.smithi176 (mon.0) 1170 : audit [DBG] from='client.? 172.21.15.176:0/1683066118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:43:26.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:43:26.076944+0000 mon.smithi176 (mon.0) 1170 : audit [DBG] from='client.? 172.21.15.176:0/1683066118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:43:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:25.239782+0000 mgr.smithi176.ajjlsm (mgr.14696) 3283 : cluster [DBG] pgmap v2822: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:27.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:43:25.473123+0000 mgr.smithi176.ajjlsm (mgr.14696) 3284 : audit [DBG] from='client.36290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:43:27.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:43:25.743927+0000 mgr.smithi176.ajjlsm (mgr.14696) 3285 : audit [DBG] from='client.36294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:43:27.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:25.239782+0000 mgr.smithi176.ajjlsm (mgr.14696) 3283 : cluster [DBG] pgmap v2822: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:27.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:43:25.473123+0000 mgr.smithi176.ajjlsm (mgr.14696) 3284 : audit [DBG] from='client.36290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:43:27.608 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:43:25.743927+0000 mgr.smithi176.ajjlsm (mgr.14696) 3285 : audit [DBG] from='client.36294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:43:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:27.240713+0000 mgr.smithi176.ajjlsm (mgr.14696) 3286 : cluster [DBG] pgmap v2823: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:27.240713+0000 mgr.smithi176.ajjlsm (mgr.14696) 3286 : cluster [DBG] pgmap v2823: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:31.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:29.241360+0000 mgr.smithi176.ajjlsm (mgr.14696) 3287 : cluster [DBG] pgmap v2824: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:29.241360+0000 mgr.smithi176.ajjlsm (mgr.14696) 3287 : cluster [DBG] pgmap v2824: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:31.242225+0000 mgr.smithi176.ajjlsm (mgr.14696) 3288 : cluster [DBG] pgmap v2825: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:33.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:31.242225+0000 mgr.smithi176.ajjlsm (mgr.14696) 3288 : cluster [DBG] pgmap v2825: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:35.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:33.242757+0000 mgr.smithi176.ajjlsm (mgr.14696) 3289 : cluster [DBG] pgmap v2826: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:33.242757+0000 mgr.smithi176.ajjlsm (mgr.14696) 3289 : cluster [DBG] pgmap v2826: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:35.243392+0000 mgr.smithi176.ajjlsm (mgr.14696) 3290 : cluster [DBG] pgmap v2827: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:35.243392+0000 mgr.smithi176.ajjlsm (mgr.14696) 3290 : cluster [DBG] pgmap v2827: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:37.244303+0000 mgr.smithi176.ajjlsm (mgr.14696) 3291 : cluster [DBG] pgmap v2828: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:37.244303+0000 mgr.smithi176.ajjlsm (mgr.14696) 3291 : cluster [DBG] pgmap v2828: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:39.244899+0000 mgr.smithi176.ajjlsm (mgr.14696) 3292 : cluster [DBG] pgmap v2829: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:43:40.422654+0000 mon.smithi176 (mon.0) 1171 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:43:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:43:40.422911+0000 mon.smithi176 (mon.0) 1172 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:43:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:43:40.870380+0000 mon.smithi176 (mon.0) 1173 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:43:41.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:43:40.871751+0000 mon.smithi176 (mon.0) 1174 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:43:41.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:43:40.872547+0000 mon.smithi176 (mon.0) 1175 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:43:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:39.244899+0000 mgr.smithi176.ajjlsm (mgr.14696) 3292 : cluster [DBG] pgmap v2829: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:43:40.422654+0000 mon.smithi176 (mon.0) 1171 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:43:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:43:40.422911+0000 mon.smithi176 (mon.0) 1172 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:43:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:43:40.870380+0000 mon.smithi176 (mon.0) 1173 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:43:41.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:43:40.871751+0000 mon.smithi176 (mon.0) 1174 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:43:41.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:43:40.872547+0000 mon.smithi176 (mon.0) 1175 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:43:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:43:40.873258+0000 mgr.smithi176.ajjlsm (mgr.14696) 3293 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:43:42.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:43:40.873258+0000 mgr.smithi176.ajjlsm (mgr.14696) 3293 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:43:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:41.245670+0000 mgr.smithi176.ajjlsm (mgr.14696) 3294 : cluster [DBG] pgmap v2830: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:41.245670+0000 mgr.smithi176.ajjlsm (mgr.14696) 3294 : cluster [DBG] pgmap v2830: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:43.246079+0000 mgr.smithi176.ajjlsm (mgr.14696) 3295 : cluster [DBG] pgmap v2831: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:43.246079+0000 mgr.smithi176.ajjlsm (mgr.14696) 3295 : cluster [DBG] pgmap v2831: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:45.246445+0000 mgr.smithi176.ajjlsm (mgr.14696) 3296 : cluster [DBG] pgmap v2832: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:46.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:43:45.416467+0000 mon.smithi176 (mon.0) 1176 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:43:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:45.246445+0000 mgr.smithi176.ajjlsm (mgr.14696) 3296 : cluster [DBG] pgmap v2832: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:46.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:43:45.416467+0000 mon.smithi176 (mon.0) 1176 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:43:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:47.247123+0000 mgr.smithi176.ajjlsm (mgr.14696) 3297 : cluster [DBG] pgmap v2833: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:48.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:43:47.684294+0000 mon.smithi176 (mon.0) 1177 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:43:48.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:43:48.078263+0000 mon.smithi176 (mon.0) 1178 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:43:48.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:43:48.085182+0000 mon.smithi176 (mon.0) 1179 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:43:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:47.247123+0000 mgr.smithi176.ajjlsm (mgr.14696) 3297 : cluster [DBG] pgmap v2833: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:43:47.684294+0000 mon.smithi176 (mon.0) 1177 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:43:49.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:43:48.078263+0000 mon.smithi176 (mon.0) 1178 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:43:49.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:43:48.085182+0000 mon.smithi176 (mon.0) 1179 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:43:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:49.247738+0000 mgr.smithi176.ajjlsm (mgr.14696) 3298 : cluster [DBG] pgmap v2834: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:49.247738+0000 mgr.smithi176.ajjlsm (mgr.14696) 3298 : cluster [DBG] pgmap v2834: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:51.248470+0000 mgr.smithi176.ajjlsm (mgr.14696) 3299 : cluster [DBG] pgmap v2835: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:51.248470+0000 mgr.smithi176.ajjlsm (mgr.14696) 3299 : cluster [DBG] pgmap v2835: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:55.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:53.249080+0000 mgr.smithi176.ajjlsm (mgr.14696) 3300 : cluster [DBG] pgmap v2836: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:53.249080+0000 mgr.smithi176.ajjlsm (mgr.14696) 3300 : cluster [DBG] pgmap v2836: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:56.380 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:43:56.649 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:43:56.649 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (99m) 8s ago 100m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:43:56.649 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (92m) 8s ago 100m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:43:56.649 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (92m) 11s ago 99m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:43:56.650 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (99m) 8s ago 100m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:43:56.650 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (91m) 8s ago 96m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:43:56.650 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (92m) 11s ago 95m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:43:56.650 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (93m) 8s ago 101m 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:43:56.651 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (93m) 11s ago 99m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:43:56.651 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (92m) 8s ago 101m 666M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:43:56.651 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (92m) 11s ago 99m 351M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:43:56.651 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (93m) 8s ago 93m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:43:56.652 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (93m) 11s ago 93m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:43:56.652 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (100m) 8s ago 100m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:43:56.652 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (99m) 11s ago 99m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:43:56.652 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (85m) 8s ago 99m 666M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:43:56.653 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (98m) 8s ago 98m 1475M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:43:56.653 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (98m) 8s ago 98m 988M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:43:56.653 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (98m) 8s ago 98m 1627M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:43:56.653 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (98m) 11s ago 98m 1524M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:43:56.653 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (97m) 11s ago 97m 1710M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:43:56.654 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (97m) 11s ago 97m 1392M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:43:56.654 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (97m) 11s ago 97m 2145M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:43:56.654 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (99m) 8s ago 99m 71.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:43:56.972 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:43:56.973 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:43:56.973 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:43:56.973 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:43:56.974 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:43:56.974 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:43:56.974 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:43:56.974 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:43:56.974 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:43:56.975 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:43:56.975 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:43:56.975 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:43:56.975 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:43:56.976 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:43:56.976 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:43:56.976 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:43:56.976 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:43:56.977 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:43:56.977 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:43:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:55.249644+0000 mgr.smithi176.ajjlsm (mgr.14696) 3301 : cluster [DBG] pgmap v2837: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:57.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:43:56.971442+0000 mon.smithi176 (mon.0) 1180 : audit [DBG] from='client.? 172.21.15.176:0/2953425316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:43:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:55.249644+0000 mgr.smithi176.ajjlsm (mgr.14696) 3301 : cluster [DBG] pgmap v2837: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:43:57.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:43:56.971442+0000 mon.smithi176 (mon.0) 1180 : audit [DBG] from='client.? 172.21.15.176:0/2953425316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:43:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:43:56.367535+0000 mgr.smithi176.ajjlsm (mgr.14696) 3302 : audit [DBG] from='client.36302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:43:58.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:43:56.638590+0000 mgr.smithi176.ajjlsm (mgr.14696) 3303 : audit [DBG] from='client.36306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:43:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:43:56.367535+0000 mgr.smithi176.ajjlsm (mgr.14696) 3302 : audit [DBG] from='client.36302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:43:58.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:43:56.638590+0000 mgr.smithi176.ajjlsm (mgr.14696) 3303 : audit [DBG] from='client.36306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:43:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:43:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:57.250360+0000 mgr.smithi176.ajjlsm (mgr.14696) 3304 : cluster [DBG] pgmap v2838: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:43:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:43:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:57.250360+0000 mgr.smithi176.ajjlsm (mgr.14696) 3304 : cluster [DBG] pgmap v2838: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:43:59.250889+0000 mgr.smithi176.ajjlsm (mgr.14696) 3305 : cluster [DBG] pgmap v2839: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:43:59.250889+0000 mgr.smithi176.ajjlsm (mgr.14696) 3305 : cluster [DBG] pgmap v2839: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:03.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:01.251837+0000 mgr.smithi176.ajjlsm (mgr.14696) 3306 : cluster [DBG] pgmap v2840: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:01.251837+0000 mgr.smithi176.ajjlsm (mgr.14696) 3306 : cluster [DBG] pgmap v2840: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:03.252337+0000 mgr.smithi176.ajjlsm (mgr.14696) 3307 : cluster [DBG] pgmap v2841: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:03.252337+0000 mgr.smithi176.ajjlsm (mgr.14696) 3307 : cluster [DBG] pgmap v2841: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:05.252951+0000 mgr.smithi176.ajjlsm (mgr.14696) 3308 : cluster [DBG] pgmap v2842: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:05.252951+0000 mgr.smithi176.ajjlsm (mgr.14696) 3308 : cluster [DBG] pgmap v2842: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:09.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:07.253788+0000 mgr.smithi176.ajjlsm (mgr.14696) 3309 : cluster [DBG] pgmap v2843: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:07.253788+0000 mgr.smithi176.ajjlsm (mgr.14696) 3309 : cluster [DBG] pgmap v2843: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:09.254389+0000 mgr.smithi176.ajjlsm (mgr.14696) 3310 : cluster [DBG] pgmap v2844: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:09.254389+0000 mgr.smithi176.ajjlsm (mgr.14696) 3310 : cluster [DBG] pgmap v2844: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:11.255134+0000 mgr.smithi176.ajjlsm (mgr.14696) 3311 : cluster [DBG] pgmap v2845: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:11.255134+0000 mgr.smithi176.ajjlsm (mgr.14696) 3311 : cluster [DBG] pgmap v2845: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:13.255559+0000 mgr.smithi176.ajjlsm (mgr.14696) 3312 : cluster [DBG] pgmap v2846: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:13.255559+0000 mgr.smithi176.ajjlsm (mgr.14696) 3312 : cluster [DBG] pgmap v2846: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:15.256072+0000 mgr.smithi176.ajjlsm (mgr.14696) 3313 : cluster [DBG] pgmap v2847: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:15.256072+0000 mgr.smithi176.ajjlsm (mgr.14696) 3313 : cluster [DBG] pgmap v2847: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:19.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:17.256815+0000 mgr.smithi176.ajjlsm (mgr.14696) 3314 : cluster [DBG] pgmap v2848: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:19.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:17.256815+0000 mgr.smithi176.ajjlsm (mgr.14696) 3314 : cluster [DBG] pgmap v2848: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:19.257356+0000 mgr.smithi176.ajjlsm (mgr.14696) 3315 : cluster [DBG] pgmap v2849: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:19.257356+0000 mgr.smithi176.ajjlsm (mgr.14696) 3315 : cluster [DBG] pgmap v2849: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:21.258181+0000 mgr.smithi176.ajjlsm (mgr.14696) 3316 : cluster [DBG] pgmap v2850: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:21.258181+0000 mgr.smithi176.ajjlsm (mgr.14696) 3316 : cluster [DBG] pgmap v2850: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:23.258645+0000 mgr.smithi176.ajjlsm (mgr.14696) 3317 : cluster [DBG] pgmap v2851: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:23.258645+0000 mgr.smithi176.ajjlsm (mgr.14696) 3317 : cluster [DBG] pgmap v2851: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:27.278 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:44:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:25.259103+0000 mgr.smithi176.ajjlsm (mgr.14696) 3318 : cluster [DBG] pgmap v2852: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:25.259103+0000 mgr.smithi176.ajjlsm (mgr.14696) 3318 : cluster [DBG] pgmap v2852: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:27.549 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:44:27.549 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (99m) 39s ago 100m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:44:27.549 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (93m) 39s ago 100m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:44:27.550 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (92m) 42s ago 100m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:44:27.550 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (99m) 39s ago 100m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:44:27.550 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (92m) 39s ago 96m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:44:27.550 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (92m) 42s ago 96m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:44:27.550 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (93m) 39s ago 101m 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:44:27.551 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (93m) 42s ago 100m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:44:27.551 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (93m) 39s ago 102m 666M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:44:27.551 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (93m) 42s ago 100m 351M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:44:27.551 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (94m) 39s ago 94m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:44:27.552 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (94m) 42s ago 94m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:44:27.552 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (100m) 39s ago 100m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:44:27.552 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (100m) 42s ago 100m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:44:27.552 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (85m) 39s ago 99m 666M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:44:27.552 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (99m) 39s ago 99m 1475M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:44:27.553 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (99m) 39s ago 99m 988M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:44:27.553 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (98m) 39s ago 98m 1627M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:44:27.553 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (98m) 42s ago 98m 1524M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:44:27.553 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (98m) 42s ago 98m 1710M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:44:27.554 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (98m) 42s ago 98m 1392M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:44:27.554 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (97m) 42s ago 97m 2145M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:44:27.554 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (99m) 39s ago 100m 71.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:44:27.878 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:44:27.878 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:44:27.879 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:44:27.879 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:44:27.879 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:44:27.879 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:44:27.880 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:44:27.880 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:44:27.880 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:44:27.880 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:44:27.880 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:44:27.881 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:44:27.881 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:44:27.881 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:44:27.881 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:44:27.882 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:44:27.882 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:44:27.882 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:44:27.882 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:44:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:44:27.877001+0000 mon.smithi176 (mon.0) 1181 : audit [DBG] from='client.? 172.21.15.176:0/87207183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:44:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:44:27.877001+0000 mon.smithi176 (mon.0) 1181 : audit [DBG] from='client.? 172.21.15.176:0/87207183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:44:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:27.259799+0000 mgr.smithi176.ajjlsm (mgr.14696) 3319 : cluster [DBG] pgmap v2853: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:29.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:44:27.264804+0000 mgr.smithi176.ajjlsm (mgr.14696) 3320 : audit [DBG] from='client.36314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:44:29.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:44:27.539202+0000 mgr.smithi176.ajjlsm (mgr.14696) 3321 : audit [DBG] from='client.36318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:44:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:27.259799+0000 mgr.smithi176.ajjlsm (mgr.14696) 3319 : cluster [DBG] pgmap v2853: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:29.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:44:27.264804+0000 mgr.smithi176.ajjlsm (mgr.14696) 3320 : audit [DBG] from='client.36314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:44:29.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:44:27.539202+0000 mgr.smithi176.ajjlsm (mgr.14696) 3321 : audit [DBG] from='client.36318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:44:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:29.260268+0000 mgr.smithi176.ajjlsm (mgr.14696) 3322 : cluster [DBG] pgmap v2854: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:29.260268+0000 mgr.smithi176.ajjlsm (mgr.14696) 3322 : cluster [DBG] pgmap v2854: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:31.261000+0000 mgr.smithi176.ajjlsm (mgr.14696) 3323 : cluster [DBG] pgmap v2855: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:31.261000+0000 mgr.smithi176.ajjlsm (mgr.14696) 3323 : cluster [DBG] pgmap v2855: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:33.261585+0000 mgr.smithi176.ajjlsm (mgr.14696) 3324 : cluster [DBG] pgmap v2856: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:33.261585+0000 mgr.smithi176.ajjlsm (mgr.14696) 3324 : cluster [DBG] pgmap v2856: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:35.262221+0000 mgr.smithi176.ajjlsm (mgr.14696) 3325 : cluster [DBG] pgmap v2857: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:35.262221+0000 mgr.smithi176.ajjlsm (mgr.14696) 3325 : cluster [DBG] pgmap v2857: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:37.262972+0000 mgr.smithi176.ajjlsm (mgr.14696) 3326 : cluster [DBG] pgmap v2858: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:37.262972+0000 mgr.smithi176.ajjlsm (mgr.14696) 3326 : cluster [DBG] pgmap v2858: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:39.263552+0000 mgr.smithi176.ajjlsm (mgr.14696) 3327 : cluster [DBG] pgmap v2859: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:44:40.427562+0000 mon.smithi176 (mon.0) 1182 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:44:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:44:40.427773+0000 mon.smithi176 (mon.0) 1183 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:44:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:39.263552+0000 mgr.smithi176.ajjlsm (mgr.14696) 3327 : cluster [DBG] pgmap v2859: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:44:40.427562+0000 mon.smithi176 (mon.0) 1182 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:44:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:44:40.427773+0000 mon.smithi176 (mon.0) 1183 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:44:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:41.264434+0000 mgr.smithi176.ajjlsm (mgr.14696) 3328 : cluster [DBG] pgmap v2860: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:41.264434+0000 mgr.smithi176.ajjlsm (mgr.14696) 3328 : cluster [DBG] pgmap v2860: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:43.264926+0000 mgr.smithi176.ajjlsm (mgr.14696) 3329 : cluster [DBG] pgmap v2861: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:43.264926+0000 mgr.smithi176.ajjlsm (mgr.14696) 3329 : cluster [DBG] pgmap v2861: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:45.265394+0000 mgr.smithi176.ajjlsm (mgr.14696) 3330 : cluster [DBG] pgmap v2862: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:45.265394+0000 mgr.smithi176.ajjlsm (mgr.14696) 3330 : cluster [DBG] pgmap v2862: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:44:48.087644+0000 mon.smithi176 (mon.0) 1184 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:44:48.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:44:48.089083+0000 mon.smithi176 (mon.0) 1185 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:44:48.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:44:48.089852+0000 mon.smithi176 (mon.0) 1186 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:44:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:44:48.087644+0000 mon.smithi176 (mon.0) 1184 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:44:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:44:48.089083+0000 mon.smithi176 (mon.0) 1185 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:44:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:44:48.089852+0000 mon.smithi176 (mon.0) 1186 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:44:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:47.266149+0000 mgr.smithi176.ajjlsm (mgr.14696) 3331 : cluster [DBG] pgmap v2863: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:49.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:44:48.090567+0000 mgr.smithi176.ajjlsm (mgr.14696) 3332 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:44:49.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:44:48.498277+0000 mon.smithi176 (mon.0) 1187 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:44:49.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:44:48.503340+0000 mon.smithi176 (mon.0) 1188 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:44:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:47.266149+0000 mgr.smithi176.ajjlsm (mgr.14696) 3331 : cluster [DBG] pgmap v2863: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:44:48.090567+0000 mgr.smithi176.ajjlsm (mgr.14696) 3332 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:44:49.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:44:48.498277+0000 mon.smithi176 (mon.0) 1187 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:44:49.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:44:48.503340+0000 mon.smithi176 (mon.0) 1188 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:44:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:49.266838+0000 mgr.smithi176.ajjlsm (mgr.14696) 3333 : cluster [DBG] pgmap v2864: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:49.266838+0000 mgr.smithi176.ajjlsm (mgr.14696) 3333 : cluster [DBG] pgmap v2864: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:51.267603+0000 mgr.smithi176.ajjlsm (mgr.14696) 3334 : cluster [DBG] pgmap v2865: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:51.267603+0000 mgr.smithi176.ajjlsm (mgr.14696) 3334 : cluster [DBG] pgmap v2865: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:53.268237+0000 mgr.smithi176.ajjlsm (mgr.14696) 3335 : cluster [DBG] pgmap v2866: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:53.268237+0000 mgr.smithi176.ajjlsm (mgr.14696) 3335 : cluster [DBG] pgmap v2866: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:55.268860+0000 mgr.smithi176.ajjlsm (mgr.14696) 3336 : cluster [DBG] pgmap v2867: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:55.268860+0000 mgr.smithi176.ajjlsm (mgr.14696) 3336 : cluster [DBG] pgmap v2867: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:44:58.182 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:44:58.451 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:44:58.451 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (100m) 70s ago 101m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:44:58.452 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (93m) 70s ago 101m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:44:58.452 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (93m) 73s ago 100m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:44:58.452 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (100m) 70s ago 101m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:44:58.452 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (92m) 70s ago 97m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:44:58.453 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (93m) 73s ago 97m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:44:58.453 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (94m) 70s ago 102m 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:44:58.453 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (94m) 73s ago 100m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:44:58.453 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (93m) 70s ago 102m 666M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:44:58.453 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (93m) 73s ago 100m 351M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:44:58.454 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (94m) 70s ago 94m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:44:58.454 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (94m) 73s ago 94m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:44:58.454 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (101m) 70s ago 101m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:44:58.454 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (100m) 73s ago 100m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:44:58.455 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (86m) 70s ago 100m 666M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:44:58.455 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (99m) 70s ago 99m 1475M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:44:58.455 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (99m) 70s ago 99m 988M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:44:58.455 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (99m) 70s ago 99m 1627M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:44:58.456 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (99m) 73s ago 99m 1524M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:44:58.456 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (98m) 73s ago 98m 1710M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:44:58.456 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (98m) 73s ago 98m 1392M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:44:58.456 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (98m) 73s ago 98m 2145M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:44:58.456 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (100m) 70s ago 100m 71.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:44:58.769 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:44:58.770 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:44:58.770 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:44:58.770 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:44:58.771 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:44:58.771 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:44:58.771 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:44:58.771 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:44:58.772 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:44:58.772 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:44:58.772 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:44:58.772 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:44:58.773 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:44:58.773 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:44:58.773 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:44:58.773 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:44:58.774 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:44:58.774 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:44:58.774 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:44:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:57.269729+0000 mgr.smithi176.ajjlsm (mgr.14696) 3337 : cluster [DBG] pgmap v2868: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:59.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:44:58.168453+0000 mgr.smithi176.ajjlsm (mgr.14696) 3338 : audit [DBG] from='client.36326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:44:59.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:44:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:44:58.768314+0000 mon.smithi176 (mon.0) 1189 : audit [DBG] from='client.? 172.21.15.176:0/837045827' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:44:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:57.269729+0000 mgr.smithi176.ajjlsm (mgr.14696) 3337 : cluster [DBG] pgmap v2868: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:44:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:44:58.168453+0000 mgr.smithi176.ajjlsm (mgr.14696) 3338 : audit [DBG] from='client.36326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:44:59.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:44:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:44:58.768314+0000 mon.smithi176 (mon.0) 1189 : audit [DBG] from='client.? 172.21.15.176:0/837045827' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:45:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:44:58.440892+0000 mgr.smithi176.ajjlsm (mgr.14696) 3339 : audit [DBG] from='client.36330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:45:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:44:58.440892+0000 mgr.smithi176.ajjlsm (mgr.14696) 3339 : audit [DBG] from='client.36330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:45:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:44:59.270154+0000 mgr.smithi176.ajjlsm (mgr.14696) 3340 : cluster [DBG] pgmap v2869: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:44:59.270154+0000 mgr.smithi176.ajjlsm (mgr.14696) 3340 : cluster [DBG] pgmap v2869: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:01.270885+0000 mgr.smithi176.ajjlsm (mgr.14696) 3341 : cluster [DBG] pgmap v2870: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:01.270885+0000 mgr.smithi176.ajjlsm (mgr.14696) 3341 : cluster [DBG] pgmap v2870: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:05.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:03.271492+0000 mgr.smithi176.ajjlsm (mgr.14696) 3342 : cluster [DBG] pgmap v2871: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:03.271492+0000 mgr.smithi176.ajjlsm (mgr.14696) 3342 : cluster [DBG] pgmap v2871: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:05.271982+0000 mgr.smithi176.ajjlsm (mgr.14696) 3343 : cluster [DBG] pgmap v2872: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:05.271982+0000 mgr.smithi176.ajjlsm (mgr.14696) 3343 : cluster [DBG] pgmap v2872: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:07.272944+0000 mgr.smithi176.ajjlsm (mgr.14696) 3344 : cluster [DBG] pgmap v2873: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:09.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:07.272944+0000 mgr.smithi176.ajjlsm (mgr.14696) 3344 : cluster [DBG] pgmap v2873: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:09.273354+0000 mgr.smithi176.ajjlsm (mgr.14696) 3345 : cluster [DBG] pgmap v2874: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:09.273354+0000 mgr.smithi176.ajjlsm (mgr.14696) 3345 : cluster [DBG] pgmap v2874: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:11.274205+0000 mgr.smithi176.ajjlsm (mgr.14696) 3346 : cluster [DBG] pgmap v2875: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:11.274205+0000 mgr.smithi176.ajjlsm (mgr.14696) 3346 : cluster [DBG] pgmap v2875: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:13.274660+0000 mgr.smithi176.ajjlsm (mgr.14696) 3347 : cluster [DBG] pgmap v2876: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:13.274660+0000 mgr.smithi176.ajjlsm (mgr.14696) 3347 : cluster [DBG] pgmap v2876: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:15.275175+0000 mgr.smithi176.ajjlsm (mgr.14696) 3348 : cluster [DBG] pgmap v2877: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:15.275175+0000 mgr.smithi176.ajjlsm (mgr.14696) 3348 : cluster [DBG] pgmap v2877: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:19.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:17.275891+0000 mgr.smithi176.ajjlsm (mgr.14696) 3349 : cluster [DBG] pgmap v2878: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:17.275891+0000 mgr.smithi176.ajjlsm (mgr.14696) 3349 : cluster [DBG] pgmap v2878: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:19.276529+0000 mgr.smithi176.ajjlsm (mgr.14696) 3350 : cluster [DBG] pgmap v2879: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:19.276529+0000 mgr.smithi176.ajjlsm (mgr.14696) 3350 : cluster [DBG] pgmap v2879: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:21.277243+0000 mgr.smithi176.ajjlsm (mgr.14696) 3351 : cluster [DBG] pgmap v2880: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:21.277243+0000 mgr.smithi176.ajjlsm (mgr.14696) 3351 : cluster [DBG] pgmap v2880: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:23.277787+0000 mgr.smithi176.ajjlsm (mgr.14696) 3352 : cluster [DBG] pgmap v2881: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:23.277787+0000 mgr.smithi176.ajjlsm (mgr.14696) 3352 : cluster [DBG] pgmap v2881: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:25.278483+0000 mgr.smithi176.ajjlsm (mgr.14696) 3353 : cluster [DBG] pgmap v2882: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:25.278483+0000 mgr.smithi176.ajjlsm (mgr.14696) 3353 : cluster [DBG] pgmap v2882: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:29.071 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:45:29.340 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:45:29.340 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (100m) 101s ago 101m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:45:29.340 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (94m) 101s ago 101m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:45:29.341 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (93m) 103s ago 101m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:45:29.341 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (100m) 101s ago 101m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:45:29.341 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (93m) 101s ago 97m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:45:29.341 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (93m) 103s ago 97m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:45:29.342 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (94m) 101s ago 102m 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:45:29.342 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (94m) 103s ago 101m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:45:29.342 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (94m) 101s ago 103m 666M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:45:29.342 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (94m) 103s ago 101m 351M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:45:29.343 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (95m) 101s ago 95m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:45:29.343 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (95m) 103s ago 95m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:45:29.343 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (101m) 101s ago 101m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:45:29.343 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (101m) 103s ago 101m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:45:29.344 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (86m) 101s ago 100m 666M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:45:29.344 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (100m) 101s ago 100m 1475M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:45:29.344 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (100m) 101s ago 100m 988M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:45:29.344 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (99m) 101s ago 99m 1627M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:45:29.345 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (99m) 103s ago 99m 1524M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:45:29.345 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (99m) 103s ago 99m 1710M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:45:29.345 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (99m) 103s ago 99m 1392M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:45:29.345 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (98m) 103s ago 98m 2145M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:45:29.345 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (100m) 101s ago 101m 71.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:45:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:27.279229+0000 mgr.smithi176.ajjlsm (mgr.14696) 3354 : cluster [DBG] pgmap v2883: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:29.665 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:45:29.665 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:45:29.665 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:45:29.666 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:45:29.666 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:45:29.666 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:45:29.666 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:45:29.667 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:45:29.667 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:45:29.667 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:45:29.667 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:45:29.668 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:45:29.668 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:45:29.668 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:45:29.668 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:45:29.668 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:45:29.669 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:45:29.669 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:45:29.669 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:45:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:27.279229+0000 mgr.smithi176.ajjlsm (mgr.14696) 3354 : cluster [DBG] pgmap v2883: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:45:29.058013+0000 mgr.smithi176.ajjlsm (mgr.14696) 3355 : audit [DBG] from='client.36338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:45:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:45:29.663752+0000 mon.smithi176 (mon.0) 1190 : audit [DBG] from='client.? 172.21.15.176:0/4208257529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:45:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:45:29.058013+0000 mgr.smithi176.ajjlsm (mgr.14696) 3355 : audit [DBG] from='client.36338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:45:30.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:45:29.663752+0000 mon.smithi176 (mon.0) 1190 : audit [DBG] from='client.? 172.21.15.176:0/4208257529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:45:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:29.279633+0000 mgr.smithi176.ajjlsm (mgr.14696) 3356 : cluster [DBG] pgmap v2884: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:31.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:45:29.329912+0000 mgr.smithi176.ajjlsm (mgr.14696) 3357 : audit [DBG] from='client.36342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:45:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:29.279633+0000 mgr.smithi176.ajjlsm (mgr.14696) 3356 : cluster [DBG] pgmap v2884: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:45:29.329912+0000 mgr.smithi176.ajjlsm (mgr.14696) 3357 : audit [DBG] from='client.36342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:45:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:31.280346+0000 mgr.smithi176.ajjlsm (mgr.14696) 3358 : cluster [DBG] pgmap v2885: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:31.280346+0000 mgr.smithi176.ajjlsm (mgr.14696) 3358 : cluster [DBG] pgmap v2885: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:33.280877+0000 mgr.smithi176.ajjlsm (mgr.14696) 3359 : cluster [DBG] pgmap v2886: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:33.280877+0000 mgr.smithi176.ajjlsm (mgr.14696) 3359 : cluster [DBG] pgmap v2886: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:35.281543+0000 mgr.smithi176.ajjlsm (mgr.14696) 3360 : cluster [DBG] pgmap v2887: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:35.281543+0000 mgr.smithi176.ajjlsm (mgr.14696) 3360 : cluster [DBG] pgmap v2887: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:37.282418+0000 mgr.smithi176.ajjlsm (mgr.14696) 3361 : cluster [DBG] pgmap v2888: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:37.282418+0000 mgr.smithi176.ajjlsm (mgr.14696) 3361 : cluster [DBG] pgmap v2888: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:39.282957+0000 mgr.smithi176.ajjlsm (mgr.14696) 3362 : cluster [DBG] pgmap v2889: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:45:40.431456+0000 mon.smithi176 (mon.0) 1191 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:45:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:45:40.431659+0000 mon.smithi176 (mon.0) 1192 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:45:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:39.282957+0000 mgr.smithi176.ajjlsm (mgr.14696) 3362 : cluster [DBG] pgmap v2889: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:45:40.431456+0000 mon.smithi176 (mon.0) 1191 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:45:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:45:40.431659+0000 mon.smithi176 (mon.0) 1192 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:45:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:41.283712+0000 mgr.smithi176.ajjlsm (mgr.14696) 3363 : cluster [DBG] pgmap v2890: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:41.283712+0000 mgr.smithi176.ajjlsm (mgr.14696) 3363 : cluster [DBG] pgmap v2890: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:45.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:43.284413+0000 mgr.smithi176.ajjlsm (mgr.14696) 3364 : cluster [DBG] pgmap v2891: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:43.284413+0000 mgr.smithi176.ajjlsm (mgr.14696) 3364 : cluster [DBG] pgmap v2891: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:45.285034+0000 mgr.smithi176.ajjlsm (mgr.14696) 3365 : cluster [DBG] pgmap v2892: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:45.285034+0000 mgr.smithi176.ajjlsm (mgr.14696) 3365 : cluster [DBG] pgmap v2892: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:47.286055+0000 mgr.smithi176.ajjlsm (mgr.14696) 3366 : cluster [DBG] pgmap v2893: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:49.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:45:48.506217+0000 mon.smithi176 (mon.0) 1193 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:45:49.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:45:48.507608+0000 mon.smithi176 (mon.0) 1194 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:45:49.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:45:48.508417+0000 mon.smithi176 (mon.0) 1195 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:45:49.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:45:48.763462+0000 mon.smithi176 (mon.0) 1196 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:45:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:47.286055+0000 mgr.smithi176.ajjlsm (mgr.14696) 3366 : cluster [DBG] pgmap v2893: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:45:48.506217+0000 mon.smithi176 (mon.0) 1193 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:45:49.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:45:48.507608+0000 mon.smithi176 (mon.0) 1194 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:45:49.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:45:48.508417+0000 mon.smithi176 (mon.0) 1195 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:45:49.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:45:48.763462+0000 mon.smithi176 (mon.0) 1196 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:45:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:45:48.509128+0000 mgr.smithi176.ajjlsm (mgr.14696) 3367 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:45:50.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:45:49.142183+0000 mon.smithi176 (mon.0) 1197 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:45:50.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:45:49.147256+0000 mon.smithi176 (mon.0) 1198 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:45:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:45:48.509128+0000 mgr.smithi176.ajjlsm (mgr.14696) 3367 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:45:50.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:45:49.142183+0000 mon.smithi176 (mon.0) 1197 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:45:50.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:45:49.147256+0000 mon.smithi176 (mon.0) 1198 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:45:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:49.286561+0000 mgr.smithi176.ajjlsm (mgr.14696) 3368 : cluster [DBG] pgmap v2894: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:49.286561+0000 mgr.smithi176.ajjlsm (mgr.14696) 3368 : cluster [DBG] pgmap v2894: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:51.287212+0000 mgr.smithi176.ajjlsm (mgr.14696) 3369 : cluster [DBG] pgmap v2895: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:51.287212+0000 mgr.smithi176.ajjlsm (mgr.14696) 3369 : cluster [DBG] pgmap v2895: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:53.287658+0000 mgr.smithi176.ajjlsm (mgr.14696) 3370 : cluster [DBG] pgmap v2896: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:53.287658+0000 mgr.smithi176.ajjlsm (mgr.14696) 3370 : cluster [DBG] pgmap v2896: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:57.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:55.288142+0000 mgr.smithi176.ajjlsm (mgr.14696) 3371 : cluster [DBG] pgmap v2897: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:55.288142+0000 mgr.smithi176.ajjlsm (mgr.14696) 3371 : cluster [DBG] pgmap v2897: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:45:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:45:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:57.288860+0000 mgr.smithi176.ajjlsm (mgr.14696) 3372 : cluster [DBG] pgmap v2898: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:45:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:57.288860+0000 mgr.smithi176.ajjlsm (mgr.14696) 3372 : cluster [DBG] pgmap v2898: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:45:59.969 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:46:00.241 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:46:00.242 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (101m) 2m ago 102m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:46:00.242 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (94m) 2m ago 102m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:46:00.242 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (94m) 2m ago 101m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:46:00.242 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (101m) 2m ago 102m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:46:00.243 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (93m) 2m ago 98m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:46:00.243 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (94m) 2m ago 98m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:46:00.243 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (95m) 2m ago 103m 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:46:00.243 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (95m) 2m ago 101m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:46:00.243 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (94m) 2m ago 103m 666M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:46:00.244 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (94m) 2m ago 101m 351M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:46:00.244 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (95m) 2m ago 95m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:46:00.244 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (95m) 2m ago 95m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:46:00.244 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (102m) 2m ago 102m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:46:00.245 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (101m) 2m ago 101m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:46:00.245 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (87m) 2m ago 101m 666M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:46:00.245 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (100m) 2m ago 100m 1475M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:46:00.245 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (100m) 2m ago 100m 988M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:46:00.246 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (100m) 2m ago 100m 1627M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:46:00.246 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (100m) 2m ago 100m 1524M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:46:00.246 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (99m) 2m ago 99m 1710M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:46:00.246 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (99m) 2m ago 99m 1392M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:46:00.247 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (99m) 2m ago 99m 2145M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:46:00.247 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (101m) 2m ago 102m 71.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:46:00.563 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:46:00.563 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:46:00.563 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:46:00.564 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:46:00.564 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:46:00.564 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:46:00.564 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:46:00.564 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:46:00.565 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:46:00.565 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:46:00.565 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:46:00.565 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:46:00.566 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:46:00.566 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:46:00.566 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:46:00.566 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:46:00.567 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:46:00.567 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:46:00.567 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:46:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:45:59.289557+0000 mgr.smithi176.ajjlsm (mgr.14696) 3373 : cluster [DBG] pgmap v2899: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:45:59.955413+0000 mgr.smithi176.ajjlsm (mgr.14696) 3374 : audit [DBG] from='client.36350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:46:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:46:00.231277+0000 mgr.smithi176.ajjlsm (mgr.14696) 3375 : audit [DBG] from='client.36354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:46:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:46:00.561545+0000 mon.smithi176 (mon.0) 1199 : audit [DBG] from='client.? 172.21.15.176:0/3966505326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:46:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:45:59.289557+0000 mgr.smithi176.ajjlsm (mgr.14696) 3373 : cluster [DBG] pgmap v2899: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:45:59.955413+0000 mgr.smithi176.ajjlsm (mgr.14696) 3374 : audit [DBG] from='client.36350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:46:01.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:46:00.231277+0000 mgr.smithi176.ajjlsm (mgr.14696) 3375 : audit [DBG] from='client.36354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:46:01.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:46:00.561545+0000 mon.smithi176 (mon.0) 1199 : audit [DBG] from='client.? 172.21.15.176:0/3966505326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:46:03.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:01.290401+0000 mgr.smithi176.ajjlsm (mgr.14696) 3376 : cluster [DBG] pgmap v2900: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:01.290401+0000 mgr.smithi176.ajjlsm (mgr.14696) 3376 : cluster [DBG] pgmap v2900: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:05.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:03.290903+0000 mgr.smithi176.ajjlsm (mgr.14696) 3377 : cluster [DBG] pgmap v2901: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:03.290903+0000 mgr.smithi176.ajjlsm (mgr.14696) 3377 : cluster [DBG] pgmap v2901: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:05.291439+0000 mgr.smithi176.ajjlsm (mgr.14696) 3378 : cluster [DBG] pgmap v2902: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:05.291439+0000 mgr.smithi176.ajjlsm (mgr.14696) 3378 : cluster [DBG] pgmap v2902: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:07.292218+0000 mgr.smithi176.ajjlsm (mgr.14696) 3379 : cluster [DBG] pgmap v2903: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:07.292218+0000 mgr.smithi176.ajjlsm (mgr.14696) 3379 : cluster [DBG] pgmap v2903: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:09.292858+0000 mgr.smithi176.ajjlsm (mgr.14696) 3380 : cluster [DBG] pgmap v2904: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:09.292858+0000 mgr.smithi176.ajjlsm (mgr.14696) 3380 : cluster [DBG] pgmap v2904: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:11.293819+0000 mgr.smithi176.ajjlsm (mgr.14696) 3381 : cluster [DBG] pgmap v2905: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:11.293819+0000 mgr.smithi176.ajjlsm (mgr.14696) 3381 : cluster [DBG] pgmap v2905: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:13.294364+0000 mgr.smithi176.ajjlsm (mgr.14696) 3382 : cluster [DBG] pgmap v2906: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:13.294364+0000 mgr.smithi176.ajjlsm (mgr.14696) 3382 : cluster [DBG] pgmap v2906: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:15.294805+0000 mgr.smithi176.ajjlsm (mgr.14696) 3383 : cluster [DBG] pgmap v2907: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:15.294805+0000 mgr.smithi176.ajjlsm (mgr.14696) 3383 : cluster [DBG] pgmap v2907: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:17.295841+0000 mgr.smithi176.ajjlsm (mgr.14696) 3384 : cluster [DBG] pgmap v2908: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:17.295841+0000 mgr.smithi176.ajjlsm (mgr.14696) 3384 : cluster [DBG] pgmap v2908: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:19.296456+0000 mgr.smithi176.ajjlsm (mgr.14696) 3385 : cluster [DBG] pgmap v2909: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:19.296456+0000 mgr.smithi176.ajjlsm (mgr.14696) 3385 : cluster [DBG] pgmap v2909: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:21.297166+0000 mgr.smithi176.ajjlsm (mgr.14696) 3386 : cluster [DBG] pgmap v2910: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:21.297166+0000 mgr.smithi176.ajjlsm (mgr.14696) 3386 : cluster [DBG] pgmap v2910: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:23.297840+0000 mgr.smithi176.ajjlsm (mgr.14696) 3387 : cluster [DBG] pgmap v2911: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:23.297840+0000 mgr.smithi176.ajjlsm (mgr.14696) 3387 : cluster [DBG] pgmap v2911: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:25.298393+0000 mgr.smithi176.ajjlsm (mgr.14696) 3388 : cluster [DBG] pgmap v2912: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:25.298393+0000 mgr.smithi176.ajjlsm (mgr.14696) 3388 : cluster [DBG] pgmap v2912: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:27.299273+0000 mgr.smithi176.ajjlsm (mgr.14696) 3389 : cluster [DBG] pgmap v2913: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:27.299273+0000 mgr.smithi176.ajjlsm (mgr.14696) 3389 : cluster [DBG] pgmap v2913: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:30.865 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:46:31.132 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:46:31.132 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (101m) 2m ago 102m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:46:31.132 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (95m) 2m ago 102m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:46:31.132 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (94m) 2m ago 102m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:46:31.133 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (101m) 2m ago 102m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:46:31.133 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (94m) 2m ago 98m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:46:31.133 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (94m) 2m ago 98m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:46:31.133 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (96m) 2m ago 103m 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:46:31.134 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (95m) 2m ago 102m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:46:31.134 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (95m) 2m ago 104m 666M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:46:31.134 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (95m) 2m ago 102m 351M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:46:31.134 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (96m) 2m ago 96m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:46:31.135 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (96m) 2m ago 96m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:46:31.135 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (102m) 2m ago 102m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:46:31.135 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (102m) 2m ago 102m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:46:31.135 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (87m) 2m ago 101m 666M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:46:31.136 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (101m) 2m ago 101m 1475M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:46:31.136 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (101m) 2m ago 101m 988M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:46:31.136 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (100m) 2m ago 100m 1627M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:46:31.136 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (100m) 2m ago 100m 1524M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:46:31.136 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (100m) 2m ago 100m 1710M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:46:31.137 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (100m) 2m ago 100m 1392M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:46:31.138 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (99m) 2m ago 99m 2145M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:46:31.138 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (101m) 2m ago 102m 71.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:46:31.455 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:46:31.455 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:46:31.455 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:46:31.456 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:46:31.456 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:46:31.456 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:46:31.456 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:46:31.456 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:46:31.457 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:46:31.457 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:46:31.457 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:46:31.457 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:46:31.458 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:46:31.458 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:46:31.458 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:46:31.458 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:46:31.459 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:46:31.459 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:46:31.459 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:46:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:29.299793+0000 mgr.smithi176.ajjlsm (mgr.14696) 3390 : cluster [DBG] pgmap v2914: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:29.299793+0000 mgr.smithi176.ajjlsm (mgr.14696) 3390 : cluster [DBG] pgmap v2914: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:46:30.851427+0000 mgr.smithi176.ajjlsm (mgr.14696) 3391 : audit [DBG] from='client.36362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:46:32.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:46:31.121528+0000 mgr.smithi176.ajjlsm (mgr.14696) 3392 : audit [DBG] from='client.36366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:46:32.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:46:31.453544+0000 mon.smithi176 (mon.0) 1200 : audit [DBG] from='client.? 172.21.15.176:0/66254067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:46:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:46:30.851427+0000 mgr.smithi176.ajjlsm (mgr.14696) 3391 : audit [DBG] from='client.36362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:46:32.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:46:31.121528+0000 mgr.smithi176.ajjlsm (mgr.14696) 3392 : audit [DBG] from='client.36366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:46:32.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:46:31.453544+0000 mon.smithi176 (mon.0) 1200 : audit [DBG] from='client.? 172.21.15.176:0/66254067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:46:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:31.300481+0000 mgr.smithi176.ajjlsm (mgr.14696) 3393 : cluster [DBG] pgmap v2915: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:33.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:31.300481+0000 mgr.smithi176.ajjlsm (mgr.14696) 3393 : cluster [DBG] pgmap v2915: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:33.301051+0000 mgr.smithi176.ajjlsm (mgr.14696) 3394 : cluster [DBG] pgmap v2916: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:33.301051+0000 mgr.smithi176.ajjlsm (mgr.14696) 3394 : cluster [DBG] pgmap v2916: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:35.301617+0000 mgr.smithi176.ajjlsm (mgr.14696) 3395 : cluster [DBG] pgmap v2917: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:35.301617+0000 mgr.smithi176.ajjlsm (mgr.14696) 3395 : cluster [DBG] pgmap v2917: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:37.302508+0000 mgr.smithi176.ajjlsm (mgr.14696) 3396 : cluster [DBG] pgmap v2918: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:37.302508+0000 mgr.smithi176.ajjlsm (mgr.14696) 3396 : cluster [DBG] pgmap v2918: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:39.302958+0000 mgr.smithi176.ajjlsm (mgr.14696) 3397 : cluster [DBG] pgmap v2919: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:46:40.436136+0000 mon.smithi176 (mon.0) 1201 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:46:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:46:40.436423+0000 mon.smithi176 (mon.0) 1202 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:46:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:39.302958+0000 mgr.smithi176.ajjlsm (mgr.14696) 3397 : cluster [DBG] pgmap v2919: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:46:40.436136+0000 mon.smithi176 (mon.0) 1201 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:46:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:46:40.436423+0000 mon.smithi176 (mon.0) 1202 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:46:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:41.303724+0000 mgr.smithi176.ajjlsm (mgr.14696) 3398 : cluster [DBG] pgmap v2920: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:41.303724+0000 mgr.smithi176.ajjlsm (mgr.14696) 3398 : cluster [DBG] pgmap v2920: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:43.304220+0000 mgr.smithi176.ajjlsm (mgr.14696) 3399 : cluster [DBG] pgmap v2921: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:43.304220+0000 mgr.smithi176.ajjlsm (mgr.14696) 3399 : cluster [DBG] pgmap v2921: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:45.304726+0000 mgr.smithi176.ajjlsm (mgr.14696) 3400 : cluster [DBG] pgmap v2922: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:45.304726+0000 mgr.smithi176.ajjlsm (mgr.14696) 3400 : cluster [DBG] pgmap v2922: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:47.305520+0000 mgr.smithi176.ajjlsm (mgr.14696) 3401 : cluster [DBG] pgmap v2923: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:49.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:46:49.150266+0000 mon.smithi176 (mon.0) 1203 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:46:49.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:46:49.151674+0000 mon.smithi176 (mon.0) 1204 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:46:49.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:46:49.152577+0000 mon.smithi176 (mon.0) 1205 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:46:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:47.305520+0000 mgr.smithi176.ajjlsm (mgr.14696) 3401 : cluster [DBG] pgmap v2923: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:49.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:46:49.150266+0000 mon.smithi176 (mon.0) 1203 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:46:49.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:46:49.151674+0000 mon.smithi176 (mon.0) 1204 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:46:49.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:46:49.152577+0000 mon.smithi176 (mon.0) 1205 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:46:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:46:49.153413+0000 mgr.smithi176.ajjlsm (mgr.14696) 3402 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:46:50.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:46:49.511152+0000 mon.smithi176 (mon.0) 1206 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:46:50.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:46:49.899904+0000 mon.smithi176 (mon.0) 1207 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:46:50.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:46:49.907173+0000 mon.smithi176 (mon.0) 1208 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:46:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:46:49.153413+0000 mgr.smithi176.ajjlsm (mgr.14696) 3402 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:46:50.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:46:49.511152+0000 mon.smithi176 (mon.0) 1206 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:46:50.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:46:49.899904+0000 mon.smithi176 (mon.0) 1207 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:46:50.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:46:49.907173+0000 mon.smithi176 (mon.0) 1208 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:46:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:49.305979+0000 mgr.smithi176.ajjlsm (mgr.14696) 3403 : cluster [DBG] pgmap v2924: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:49.305979+0000 mgr.smithi176.ajjlsm (mgr.14696) 3403 : cluster [DBG] pgmap v2924: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:51.306840+0000 mgr.smithi176.ajjlsm (mgr.14696) 3404 : cluster [DBG] pgmap v2925: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:51.306840+0000 mgr.smithi176.ajjlsm (mgr.14696) 3404 : cluster [DBG] pgmap v2925: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:53.307503+0000 mgr.smithi176.ajjlsm (mgr.14696) 3405 : cluster [DBG] pgmap v2926: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:53.307503+0000 mgr.smithi176.ajjlsm (mgr.14696) 3405 : cluster [DBG] pgmap v2926: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:55.308024+0000 mgr.smithi176.ajjlsm (mgr.14696) 3406 : cluster [DBG] pgmap v2927: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:55.308024+0000 mgr.smithi176.ajjlsm (mgr.14696) 3406 : cluster [DBG] pgmap v2927: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:46:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:46:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:57.308980+0000 mgr.smithi176.ajjlsm (mgr.14696) 3407 : cluster [DBG] pgmap v2928: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:46:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:46:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:57.308980+0000 mgr.smithi176.ajjlsm (mgr.14696) 3407 : cluster [DBG] pgmap v2928: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:46:59.309502+0000 mgr.smithi176.ajjlsm (mgr.14696) 3408 : cluster [DBG] pgmap v2929: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:46:59.309502+0000 mgr.smithi176.ajjlsm (mgr.14696) 3408 : cluster [DBG] pgmap v2929: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:01.757 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:47:02.024 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:47:02.024 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (102m) 3m ago 103m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:47:02.024 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (95m) 3m ago 103m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:47:02.024 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (95m) 3m ago 102m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:47:02.025 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (102m) 3m ago 103m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:47:02.025 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (94m) 3m ago 99m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:47:02.025 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (95m) 3m ago 99m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:47:02.025 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (96m) 3m ago 104m 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:47:02.025 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (96m) 3m ago 102m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:47:02.026 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (95m) 3m ago 104m 666M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:47:02.026 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (95m) 3m ago 102m 351M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:47:02.026 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (96m) 3m ago 96m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:47:02.026 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (96m) 3m ago 96m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:47:02.027 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (103m) 3m ago 103m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:47:02.027 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (102m) 3m ago 102m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:47:02.027 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (88m) 3m ago 102m 666M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:47:02.027 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (101m) 3m ago 101m 1475M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:47:02.027 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (101m) 3m ago 101m 988M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:47:02.028 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (101m) 3m ago 101m 1627M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:47:02.028 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (101m) 3m ago 101m 1524M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:47:02.028 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (100m) 3m ago 100m 1710M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:47:02.028 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (100m) 3m ago 100m 1392M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:47:02.028 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (100m) 3m ago 100m 2145M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:47:02.029 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (102m) 3m ago 103m 71.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:47:02.347 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:47:02.347 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:47:02.348 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:47:02.348 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:47:02.348 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:47:02.348 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:47:02.349 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:47:02.349 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:47:02.349 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:47:02.349 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:47:02.350 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:47:02.350 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:47:02.350 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:47:02.350 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:47:02.351 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:47:02.351 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:47:02.351 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:47:02.351 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:47:02.352 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:47:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:01.310261+0000 mgr.smithi176.ajjlsm (mgr.14696) 3409 : cluster [DBG] pgmap v2930: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:03.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:47:01.743915+0000 mgr.smithi176.ajjlsm (mgr.14696) 3410 : audit [DBG] from='client.36374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:47:03.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:47:02.013861+0000 mgr.smithi176.ajjlsm (mgr.14696) 3411 : audit [DBG] from='client.36378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:47:03.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:47:02.345788+0000 mon.smithi176 (mon.0) 1209 : audit [DBG] from='client.? 172.21.15.176:0/2701507282' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:47:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:01.310261+0000 mgr.smithi176.ajjlsm (mgr.14696) 3409 : cluster [DBG] pgmap v2930: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:03.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:47:01.743915+0000 mgr.smithi176.ajjlsm (mgr.14696) 3410 : audit [DBG] from='client.36374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:47:03.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:47:02.013861+0000 mgr.smithi176.ajjlsm (mgr.14696) 3411 : audit [DBG] from='client.36378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:47:03.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:47:02.345788+0000 mon.smithi176 (mon.0) 1209 : audit [DBG] from='client.? 172.21.15.176:0/2701507282' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:47:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:03.310772+0000 mgr.smithi176.ajjlsm (mgr.14696) 3412 : cluster [DBG] pgmap v2931: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:03.310772+0000 mgr.smithi176.ajjlsm (mgr.14696) 3412 : cluster [DBG] pgmap v2931: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:05.311489+0000 mgr.smithi176.ajjlsm (mgr.14696) 3413 : cluster [DBG] pgmap v2932: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:05.311489+0000 mgr.smithi176.ajjlsm (mgr.14696) 3413 : cluster [DBG] pgmap v2932: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:07.312463+0000 mgr.smithi176.ajjlsm (mgr.14696) 3414 : cluster [DBG] pgmap v2933: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:07.312463+0000 mgr.smithi176.ajjlsm (mgr.14696) 3414 : cluster [DBG] pgmap v2933: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:09.313095+0000 mgr.smithi176.ajjlsm (mgr.14696) 3415 : cluster [DBG] pgmap v2934: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:09.313095+0000 mgr.smithi176.ajjlsm (mgr.14696) 3415 : cluster [DBG] pgmap v2934: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:11.314022+0000 mgr.smithi176.ajjlsm (mgr.14696) 3416 : cluster [DBG] pgmap v2935: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:11.314022+0000 mgr.smithi176.ajjlsm (mgr.14696) 3416 : cluster [DBG] pgmap v2935: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:13.314679+0000 mgr.smithi176.ajjlsm (mgr.14696) 3417 : cluster [DBG] pgmap v2936: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:13.314679+0000 mgr.smithi176.ajjlsm (mgr.14696) 3417 : cluster [DBG] pgmap v2936: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:15.315150+0000 mgr.smithi176.ajjlsm (mgr.14696) 3418 : cluster [DBG] pgmap v2937: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:15.315150+0000 mgr.smithi176.ajjlsm (mgr.14696) 3418 : cluster [DBG] pgmap v2937: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:17.316102+0000 mgr.smithi176.ajjlsm (mgr.14696) 3419 : cluster [DBG] pgmap v2938: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:17.316102+0000 mgr.smithi176.ajjlsm (mgr.14696) 3419 : cluster [DBG] pgmap v2938: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:19.316620+0000 mgr.smithi176.ajjlsm (mgr.14696) 3420 : cluster [DBG] pgmap v2939: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:19.316620+0000 mgr.smithi176.ajjlsm (mgr.14696) 3420 : cluster [DBG] pgmap v2939: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:21.317461+0000 mgr.smithi176.ajjlsm (mgr.14696) 3421 : cluster [DBG] pgmap v2940: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:21.317461+0000 mgr.smithi176.ajjlsm (mgr.14696) 3421 : cluster [DBG] pgmap v2940: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:23.317941+0000 mgr.smithi176.ajjlsm (mgr.14696) 3422 : cluster [DBG] pgmap v2941: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:23.317941+0000 mgr.smithi176.ajjlsm (mgr.14696) 3422 : cluster [DBG] pgmap v2941: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:25.318553+0000 mgr.smithi176.ajjlsm (mgr.14696) 3423 : cluster [DBG] pgmap v2942: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:25.318553+0000 mgr.smithi176.ajjlsm (mgr.14696) 3423 : cluster [DBG] pgmap v2942: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:27.319528+0000 mgr.smithi176.ajjlsm (mgr.14696) 3424 : cluster [DBG] pgmap v2943: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:27.319528+0000 mgr.smithi176.ajjlsm (mgr.14696) 3424 : cluster [DBG] pgmap v2943: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:29.320178+0000 mgr.smithi176.ajjlsm (mgr.14696) 3425 : cluster [DBG] pgmap v2944: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:29.320178+0000 mgr.smithi176.ajjlsm (mgr.14696) 3425 : cluster [DBG] pgmap v2944: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:32.650 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:47:32.921 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:47:32.921 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (102m) 3m ago 103m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:47:32.921 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (96m) 3m ago 103m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:47:32.921 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (95m) 3m ago 103m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:47:32.922 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (102m) 3m ago 103m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:47:32.922 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (95m) 3m ago 99m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:47:32.922 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (95m) 3m ago 99m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:47:32.922 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (97m) 3m ago 105m 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:47:32.923 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (96m) 3m ago 103m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:47:32.923 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (96m) 3m ago 105m 666M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:47:32.923 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (96m) 3m ago 103m 351M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:47:32.923 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (97m) 3m ago 97m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:47:32.924 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (97m) 3m ago 97m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:47:32.924 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (103m) 3m ago 103m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:47:32.924 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (103m) 3m ago 103m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:47:32.924 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (88m) 3m ago 102m 666M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:47:32.924 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (102m) 3m ago 102m 1475M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:47:32.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (102m) 3m ago 102m 988M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:47:32.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (101m) 3m ago 101m 1627M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:47:32.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (101m) 3m ago 101m 1524M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:47:32.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (101m) 3m ago 101m 1710M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:47:32.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (101m) 3m ago 101m 1392M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:47:32.926 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (100m) 3m ago 100m 2145M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:47:32.926 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (102m) 3m ago 103m 71.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:47:33.246 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:47:33.246 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:47:33.246 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:47:33.247 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:47:33.247 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:47:33.247 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:47:33.247 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:47:33.248 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:47:33.248 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:47:33.248 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:47:33.248 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:47:33.248 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:47:33.249 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:47:33.249 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:47:33.249 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:47:33.249 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:47:33.249 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:47:33.250 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:47:33.250 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:47:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:31.320962+0000 mgr.smithi176.ajjlsm (mgr.14696) 3426 : cluster [DBG] pgmap v2945: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:31.320962+0000 mgr.smithi176.ajjlsm (mgr.14696) 3426 : cluster [DBG] pgmap v2945: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:47:32.637141+0000 mgr.smithi176.ajjlsm (mgr.14696) 3427 : audit [DBG] from='client.36386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:47:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:47:32.910812+0000 mgr.smithi176.ajjlsm (mgr.14696) 3428 : audit [DBG] from='client.36390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:47:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:47:33.244698+0000 mon.smithi176 (mon.0) 1210 : audit [DBG] from='client.? 172.21.15.176:0/1369495358' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:47:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:47:32.637141+0000 mgr.smithi176.ajjlsm (mgr.14696) 3427 : audit [DBG] from='client.36386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:47:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:47:32.910812+0000 mgr.smithi176.ajjlsm (mgr.14696) 3428 : audit [DBG] from='client.36390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:47:34.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:47:33.244698+0000 mon.smithi176 (mon.0) 1210 : audit [DBG] from='client.? 172.21.15.176:0/1369495358' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:47:35.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:33.321323+0000 mgr.smithi176.ajjlsm (mgr.14696) 3429 : cluster [DBG] pgmap v2946: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:33.321323+0000 mgr.smithi176.ajjlsm (mgr.14696) 3429 : cluster [DBG] pgmap v2946: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:35.321920+0000 mgr.smithi176.ajjlsm (mgr.14696) 3430 : cluster [DBG] pgmap v2947: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:35.321920+0000 mgr.smithi176.ajjlsm (mgr.14696) 3430 : cluster [DBG] pgmap v2947: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:37.322728+0000 mgr.smithi176.ajjlsm (mgr.14696) 3431 : cluster [DBG] pgmap v2948: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:37.322728+0000 mgr.smithi176.ajjlsm (mgr.14696) 3431 : cluster [DBG] pgmap v2948: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:39.323172+0000 mgr.smithi176.ajjlsm (mgr.14696) 3432 : cluster [DBG] pgmap v2949: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:47:40.440978+0000 mon.smithi176 (mon.0) 1211 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:47:41.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:47:40.441198+0000 mon.smithi176 (mon.0) 1212 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:47:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:39.323172+0000 mgr.smithi176.ajjlsm (mgr.14696) 3432 : cluster [DBG] pgmap v2949: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:47:40.440978+0000 mon.smithi176 (mon.0) 1211 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:47:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:47:40.441198+0000 mon.smithi176 (mon.0) 1212 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:47:43.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:41.323910+0000 mgr.smithi176.ajjlsm (mgr.14696) 3433 : cluster [DBG] pgmap v2950: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:41.323910+0000 mgr.smithi176.ajjlsm (mgr.14696) 3433 : cluster [DBG] pgmap v2950: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:43.324628+0000 mgr.smithi176.ajjlsm (mgr.14696) 3434 : cluster [DBG] pgmap v2951: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:43.324628+0000 mgr.smithi176.ajjlsm (mgr.14696) 3434 : cluster [DBG] pgmap v2951: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:47.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:45.325130+0000 mgr.smithi176.ajjlsm (mgr.14696) 3435 : cluster [DBG] pgmap v2952: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:45.325130+0000 mgr.smithi176.ajjlsm (mgr.14696) 3435 : cluster [DBG] pgmap v2952: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:47.325945+0000 mgr.smithi176.ajjlsm (mgr.14696) 3436 : cluster [DBG] pgmap v2953: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:47.325945+0000 mgr.smithi176.ajjlsm (mgr.14696) 3436 : cluster [DBG] pgmap v2953: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:47:49.909886+0000 mon.smithi176 (mon.0) 1213 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:47:50.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:47:49.911232+0000 mon.smithi176 (mon.0) 1214 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:47:50.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:47:49.912079+0000 mon.smithi176 (mon.0) 1215 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:47:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:47:49.909886+0000 mon.smithi176 (mon.0) 1213 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:47:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:47:49.911232+0000 mon.smithi176 (mon.0) 1214 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:47:50.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:47:49.912079+0000 mon.smithi176 (mon.0) 1215 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:47:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:49.326451+0000 mgr.smithi176.ajjlsm (mgr.14696) 3437 : cluster [DBG] pgmap v2954: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:47:49.912833+0000 mgr.smithi176.ajjlsm (mgr.14696) 3438 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:47:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:47:50.312443+0000 mon.smithi176 (mon.0) 1216 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:47:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:47:50.319257+0000 mon.smithi176 (mon.0) 1217 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:47:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:49.326451+0000 mgr.smithi176.ajjlsm (mgr.14696) 3437 : cluster [DBG] pgmap v2954: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:47:49.912833+0000 mgr.smithi176.ajjlsm (mgr.14696) 3438 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:47:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:47:50.312443+0000 mon.smithi176 (mon.0) 1216 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:47:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:47:50.319257+0000 mon.smithi176 (mon.0) 1217 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:47:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:51.327378+0000 mgr.smithi176.ajjlsm (mgr.14696) 3439 : cluster [DBG] pgmap v2955: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:53.554 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:51.327378+0000 mgr.smithi176.ajjlsm (mgr.14696) 3439 : cluster [DBG] pgmap v2955: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:53.327937+0000 mgr.smithi176.ajjlsm (mgr.14696) 3440 : cluster [DBG] pgmap v2956: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:53.327937+0000 mgr.smithi176.ajjlsm (mgr.14696) 3440 : cluster [DBG] pgmap v2956: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:55.328439+0000 mgr.smithi176.ajjlsm (mgr.14696) 3441 : cluster [DBG] pgmap v2957: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:57.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:55.328439+0000 mgr.smithi176.ajjlsm (mgr.14696) 3441 : cluster [DBG] pgmap v2957: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:47:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:47:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:57.329225+0000 mgr.smithi176.ajjlsm (mgr.14696) 3442 : cluster [DBG] pgmap v2958: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:47:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:47:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:57.329225+0000 mgr.smithi176.ajjlsm (mgr.14696) 3442 : cluster [DBG] pgmap v2958: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:47:59.329857+0000 mgr.smithi176.ajjlsm (mgr.14696) 3443 : cluster [DBG] pgmap v2959: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:47:59.329857+0000 mgr.smithi176.ajjlsm (mgr.14696) 3443 : cluster [DBG] pgmap v2959: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:01.330766+0000 mgr.smithi176.ajjlsm (mgr.14696) 3444 : cluster [DBG] pgmap v2960: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:03.552 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:48:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:01.330766+0000 mgr.smithi176.ajjlsm (mgr.14696) 3444 : cluster [DBG] pgmap v2960: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:03.820 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:48:03.821 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (103m) 4m ago 104m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:48:03.821 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (96m) 4m ago 104m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:48:03.821 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (96m) 4m ago 103m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:48:03.821 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (103m) 4m ago 104m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:48:03.822 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (95m) 4m ago 100m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:48:03.822 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (96m) 4m ago 100m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:48:03.822 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (97m) 4m ago 105m 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:48:03.822 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (97m) 4m ago 103m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:48:03.823 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (97m) 4m ago 105m 666M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:48:03.823 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (96m) 4m ago 103m 351M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:48:03.823 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (97m) 4m ago 97m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:48:03.823 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (97m) 4m ago 97m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:48:03.824 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (104m) 4m ago 104m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:48:03.824 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (103m) 4m ago 103m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:48:03.824 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (89m) 4m ago 103m 666M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:48:03.824 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (103m) 4m ago 103m 1475M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:48:03.825 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (102m) 4m ago 102m 988M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:48:03.825 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (102m) 4m ago 102m 1627M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:48:03.825 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (102m) 4m ago 102m 1524M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:48:03.825 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (101m) 4m ago 101m 1710M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:48:03.825 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (101m) 4m ago 101m 1392M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:48:03.826 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (101m) 4m ago 101m 2145M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:48:03.826 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (103m) 4m ago 104m 71.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:48:04.142 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:48:04.142 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:48:04.142 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:48:04.143 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:48:04.143 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:48:04.143 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:48:04.143 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:48:04.144 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:48:04.144 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:48:04.144 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:48:04.144 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:48:04.145 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:48:04.145 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:48:04.145 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:48:04.145 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:48:04.146 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:48:04.146 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:48:04.146 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:48:04.146 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:48:05.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:03.331346+0000 mgr.smithi176.ajjlsm (mgr.14696) 3445 : cluster [DBG] pgmap v2961: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:05.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:48:03.539472+0000 mgr.smithi176.ajjlsm (mgr.14696) 3446 : audit [DBG] from='client.36398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:48:05.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:48:03.810384+0000 mgr.smithi176.ajjlsm (mgr.14696) 3447 : audit [DBG] from='client.36402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:48:05.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:48:04.140639+0000 mon.smithi176 (mon.0) 1218 : audit [DBG] from='client.? 172.21.15.176:0/2394139639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:48:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:03.331346+0000 mgr.smithi176.ajjlsm (mgr.14696) 3445 : cluster [DBG] pgmap v2961: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:48:03.539472+0000 mgr.smithi176.ajjlsm (mgr.14696) 3446 : audit [DBG] from='client.36398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:48:05.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:48:03.810384+0000 mgr.smithi176.ajjlsm (mgr.14696) 3447 : audit [DBG] from='client.36402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:48:05.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:48:04.140639+0000 mon.smithi176 (mon.0) 1218 : audit [DBG] from='client.? 172.21.15.176:0/2394139639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:48:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:05.331981+0000 mgr.smithi176.ajjlsm (mgr.14696) 3448 : cluster [DBG] pgmap v2962: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:05.331981+0000 mgr.smithi176.ajjlsm (mgr.14696) 3448 : cluster [DBG] pgmap v2962: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:07.332726+0000 mgr.smithi176.ajjlsm (mgr.14696) 3449 : cluster [DBG] pgmap v2963: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:07.332726+0000 mgr.smithi176.ajjlsm (mgr.14696) 3449 : cluster [DBG] pgmap v2963: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:09.333384+0000 mgr.smithi176.ajjlsm (mgr.14696) 3450 : cluster [DBG] pgmap v2964: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:09.333384+0000 mgr.smithi176.ajjlsm (mgr.14696) 3450 : cluster [DBG] pgmap v2964: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:11.334176+0000 mgr.smithi176.ajjlsm (mgr.14696) 3451 : cluster [DBG] pgmap v2965: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:11.334176+0000 mgr.smithi176.ajjlsm (mgr.14696) 3451 : cluster [DBG] pgmap v2965: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:13.334618+0000 mgr.smithi176.ajjlsm (mgr.14696) 3452 : cluster [DBG] pgmap v2966: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:13.334618+0000 mgr.smithi176.ajjlsm (mgr.14696) 3452 : cluster [DBG] pgmap v2966: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:15.335270+0000 mgr.smithi176.ajjlsm (mgr.14696) 3453 : cluster [DBG] pgmap v2967: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:15.335270+0000 mgr.smithi176.ajjlsm (mgr.14696) 3453 : cluster [DBG] pgmap v2967: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:17.336075+0000 mgr.smithi176.ajjlsm (mgr.14696) 3454 : cluster [DBG] pgmap v2968: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:19.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:17.336075+0000 mgr.smithi176.ajjlsm (mgr.14696) 3454 : cluster [DBG] pgmap v2968: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:19.336509+0000 mgr.smithi176.ajjlsm (mgr.14696) 3455 : cluster [DBG] pgmap v2969: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:19.336509+0000 mgr.smithi176.ajjlsm (mgr.14696) 3455 : cluster [DBG] pgmap v2969: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:21.337347+0000 mgr.smithi176.ajjlsm (mgr.14696) 3456 : cluster [DBG] pgmap v2970: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:21.337347+0000 mgr.smithi176.ajjlsm (mgr.14696) 3456 : cluster [DBG] pgmap v2970: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:23.337875+0000 mgr.smithi176.ajjlsm (mgr.14696) 3457 : cluster [DBG] pgmap v2971: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:23.337875+0000 mgr.smithi176.ajjlsm (mgr.14696) 3457 : cluster [DBG] pgmap v2971: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:25.338378+0000 mgr.smithi176.ajjlsm (mgr.14696) 3458 : cluster [DBG] pgmap v2972: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:25.338378+0000 mgr.smithi176.ajjlsm (mgr.14696) 3458 : cluster [DBG] pgmap v2972: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:27.339119+0000 mgr.smithi176.ajjlsm (mgr.14696) 3459 : cluster [DBG] pgmap v2973: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:27.339119+0000 mgr.smithi176.ajjlsm (mgr.14696) 3459 : cluster [DBG] pgmap v2973: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:29.339709+0000 mgr.smithi176.ajjlsm (mgr.14696) 3460 : cluster [DBG] pgmap v2974: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:29.339709+0000 mgr.smithi176.ajjlsm (mgr.14696) 3460 : cluster [DBG] pgmap v2974: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:31.340525+0000 mgr.smithi176.ajjlsm (mgr.14696) 3461 : cluster [DBG] pgmap v2975: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:31.340525+0000 mgr.smithi176.ajjlsm (mgr.14696) 3461 : cluster [DBG] pgmap v2975: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:34.446 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:48:34.717 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:48:34.717 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (104m) 4m ago 104m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:48:34.718 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (97m) 4m ago 104m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:48:34.718 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (97m) 4m ago 104m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:48:34.719 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (103m) 4m ago 104m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:48:34.719 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (96m) 4m ago 100m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:48:34.719 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (96m) 4m ago 100m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:48:34.720 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (98m) 4m ago 106m 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:48:34.720 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (97m) 4m ago 104m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:48:34.720 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (97m) 4m ago 106m 666M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:48:34.720 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (97m) 4m ago 104m 351M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:48:34.721 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (98m) 4m ago 98m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:48:34.721 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (98m) 4m ago 98m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:48:34.721 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (104m) 4m ago 104m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:48:34.721 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (104m) 4m ago 104m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:48:34.722 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (89m) 4m ago 103m 666M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:48:34.722 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (103m) 4m ago 103m 1475M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:48:34.722 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (103m) 4m ago 103m 988M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:48:34.722 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (102m) 4m ago 102m 1627M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:48:34.722 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (102m) 4m ago 102m 1524M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:48:34.723 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (102m) 4m ago 102m 1710M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:48:34.723 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (102m) 4m ago 102m 1392M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:48:34.723 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (101m) 4m ago 101m 2145M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:48:34.723 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (103m) 4m ago 104m 71.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:48:35.045 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:48:35.045 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:48:35.046 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:48:35.046 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:48:35.046 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:48:35.046 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:48:35.047 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:48:35.047 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:48:35.047 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:48:35.047 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:48:35.048 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:48:35.048 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:48:35.048 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:48:35.048 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:48:35.049 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:48:35.049 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:48:35.049 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:48:35.049 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:48:35.050 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:48:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:33.341088+0000 mgr.smithi176.ajjlsm (mgr.14696) 3462 : cluster [DBG] pgmap v2976: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:35.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:48:35.043685+0000 mon.smithi176 (mon.0) 1219 : audit [DBG] from='client.? 172.21.15.176:0/3226629565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:48:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:33.341088+0000 mgr.smithi176.ajjlsm (mgr.14696) 3462 : cluster [DBG] pgmap v2976: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:35.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:48:35.043685+0000 mon.smithi176 (mon.0) 1219 : audit [DBG] from='client.? 172.21.15.176:0/3226629565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:48:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:48:34.433033+0000 mgr.smithi176.ajjlsm (mgr.14696) 3463 : audit [DBG] from='client.36410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:48:36.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:48:34.706319+0000 mgr.smithi176.ajjlsm (mgr.14696) 3464 : audit [DBG] from='client.36414 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:48:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:48:34.433033+0000 mgr.smithi176.ajjlsm (mgr.14696) 3463 : audit [DBG] from='client.36410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:48:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:48:34.706319+0000 mgr.smithi176.ajjlsm (mgr.14696) 3464 : audit [DBG] from='client.36414 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:48:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:35.341765+0000 mgr.smithi176.ajjlsm (mgr.14696) 3465 : cluster [DBG] pgmap v2977: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:35.341765+0000 mgr.smithi176.ajjlsm (mgr.14696) 3465 : cluster [DBG] pgmap v2977: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:37.342539+0000 mgr.smithi176.ajjlsm (mgr.14696) 3466 : cluster [DBG] pgmap v2978: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:37.342539+0000 mgr.smithi176.ajjlsm (mgr.14696) 3466 : cluster [DBG] pgmap v2978: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:39.343186+0000 mgr.smithi176.ajjlsm (mgr.14696) 3467 : cluster [DBG] pgmap v2979: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:48:40.445169+0000 mon.smithi176 (mon.0) 1220 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:48:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:48:40.447234+0000 mon.smithi176 (mon.0) 1221 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:48:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:39.343186+0000 mgr.smithi176.ajjlsm (mgr.14696) 3467 : cluster [DBG] pgmap v2979: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:48:40.445169+0000 mon.smithi176 (mon.0) 1220 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:48:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:48:40.447234+0000 mon.smithi176 (mon.0) 1221 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:48:43.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:41.343943+0000 mgr.smithi176.ajjlsm (mgr.14696) 3468 : cluster [DBG] pgmap v2980: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:41.343943+0000 mgr.smithi176.ajjlsm (mgr.14696) 3468 : cluster [DBG] pgmap v2980: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:43.344376+0000 mgr.smithi176.ajjlsm (mgr.14696) 3469 : cluster [DBG] pgmap v2981: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:43.344376+0000 mgr.smithi176.ajjlsm (mgr.14696) 3469 : cluster [DBG] pgmap v2981: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:45.344858+0000 mgr.smithi176.ajjlsm (mgr.14696) 3470 : cluster [DBG] pgmap v2982: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:45.344858+0000 mgr.smithi176.ajjlsm (mgr.14696) 3470 : cluster [DBG] pgmap v2982: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:47.345672+0000 mgr.smithi176.ajjlsm (mgr.14696) 3471 : cluster [DBG] pgmap v2983: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:47.345672+0000 mgr.smithi176.ajjlsm (mgr.14696) 3471 : cluster [DBG] pgmap v2983: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:49.346222+0000 mgr.smithi176.ajjlsm (mgr.14696) 3472 : cluster [DBG] pgmap v2984: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:48:50.321832+0000 mon.smithi176 (mon.0) 1222 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:48:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:48:50.323162+0000 mon.smithi176 (mon.0) 1223 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:48:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:48:50.323976+0000 mon.smithi176 (mon.0) 1224 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:48:51.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:48:50.725250+0000 mon.smithi176 (mon.0) 1225 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:48:51.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:48:50.729722+0000 mon.smithi176 (mon.0) 1226 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:48:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:49.346222+0000 mgr.smithi176.ajjlsm (mgr.14696) 3472 : cluster [DBG] pgmap v2984: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:48:50.321832+0000 mon.smithi176 (mon.0) 1222 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:48:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:48:50.323162+0000 mon.smithi176 (mon.0) 1223 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:48:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:48:50.323976+0000 mon.smithi176 (mon.0) 1224 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:48:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:48:50.725250+0000 mon.smithi176 (mon.0) 1225 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:48:51.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:48:50.729722+0000 mon.smithi176 (mon.0) 1226 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:48:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:48:50.324681+0000 mgr.smithi176.ajjlsm (mgr.14696) 3473 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:48:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:48:50.324681+0000 mgr.smithi176.ajjlsm (mgr.14696) 3473 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:48:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:51.346947+0000 mgr.smithi176.ajjlsm (mgr.14696) 3474 : cluster [DBG] pgmap v2985: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:51.346947+0000 mgr.smithi176.ajjlsm (mgr.14696) 3474 : cluster [DBG] pgmap v2985: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:53.347386+0000 mgr.smithi176.ajjlsm (mgr.14696) 3475 : cluster [DBG] pgmap v2986: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:53.347386+0000 mgr.smithi176.ajjlsm (mgr.14696) 3475 : cluster [DBG] pgmap v2986: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:55.348104+0000 mgr.smithi176.ajjlsm (mgr.14696) 3476 : cluster [DBG] pgmap v2987: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:55.348104+0000 mgr.smithi176.ajjlsm (mgr.14696) 3476 : cluster [DBG] pgmap v2987: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:48:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:48:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:57.348789+0000 mgr.smithi176.ajjlsm (mgr.14696) 3477 : cluster [DBG] pgmap v2988: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:48:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:48:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:57.348789+0000 mgr.smithi176.ajjlsm (mgr.14696) 3477 : cluster [DBG] pgmap v2988: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:48:59.349360+0000 mgr.smithi176.ajjlsm (mgr.14696) 3478 : cluster [DBG] pgmap v2989: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:48:59.349360+0000 mgr.smithi176.ajjlsm (mgr.14696) 3478 : cluster [DBG] pgmap v2989: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:03.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:01.350122+0000 mgr.smithi176.ajjlsm (mgr.14696) 3479 : cluster [DBG] pgmap v2990: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:01.350122+0000 mgr.smithi176.ajjlsm (mgr.14696) 3479 : cluster [DBG] pgmap v2990: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:05.349 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:49:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:03.350531+0000 mgr.smithi176.ajjlsm (mgr.14696) 3480 : cluster [DBG] pgmap v2991: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:05.618 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:49:05.618 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (104m) 5m ago 105m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:49:05.619 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (97m) 5m ago 105m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:49:05.619 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (97m) 5m ago 104m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:49:05.619 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (104m) 5m ago 105m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:49:05.619 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (96m) 5m ago 101m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:49:05.619 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (97m) 5m ago 101m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:49:05.620 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (98m) 5m ago 106m 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:49:05.620 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (98m) 5m ago 104m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:49:05.620 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (98m) 5m ago 106m 666M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:49:05.620 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (97m) 5m ago 104m 351M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:49:05.621 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (98m) 5m ago 98m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:49:05.621 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (98m) 5m ago 98m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:49:05.621 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (105m) 5m ago 105m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:49:05.621 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (104m) 5m ago 104m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:49:05.622 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (90m) 5m ago 104m 666M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:49:05.622 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (104m) 5m ago 104m 1475M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:49:05.622 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (103m) 5m ago 103m 988M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:49:05.622 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (103m) 5m ago 103m 1627M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:49:05.622 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (103m) 5m ago 103m 1524M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:49:05.623 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (103m) 5m ago 102m 1710M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:49:05.623 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (102m) 5m ago 102m 1392M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:49:05.623 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (102m) 5m ago 102m 2145M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:49:05.623 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (104m) 5m ago 105m 71.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:49:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:03.350531+0000 mgr.smithi176.ajjlsm (mgr.14696) 3480 : cluster [DBG] pgmap v2991: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:05.944 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:49:05.944 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:49:05.945 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:49:05.945 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:49:05.945 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:49:05.945 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:49:05.945 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:49:05.946 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:49:05.946 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:49:05.946 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:49:05.947 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:49:05.947 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:49:05.947 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:49:05.947 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:49:05.948 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:49:05.948 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:49:05.948 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:49:05.948 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:49:05.949 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:49:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:49:05.942798+0000 mon.smithi176 (mon.0) 1227 : audit [DBG] from='client.? 172.21.15.176:0/1553301699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:49:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:49:05.942798+0000 mon.smithi176 (mon.0) 1227 : audit [DBG] from='client.? 172.21.15.176:0/1553301699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:49:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:49:05.336705+0000 mgr.smithi176.ajjlsm (mgr.14696) 3481 : audit [DBG] from='client.36422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:49:07.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:05.350949+0000 mgr.smithi176.ajjlsm (mgr.14696) 3482 : cluster [DBG] pgmap v2992: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:07.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:49:05.607631+0000 mgr.smithi176.ajjlsm (mgr.14696) 3483 : audit [DBG] from='client.36426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:49:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:49:05.336705+0000 mgr.smithi176.ajjlsm (mgr.14696) 3481 : audit [DBG] from='client.36422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:49:07.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:05.350949+0000 mgr.smithi176.ajjlsm (mgr.14696) 3482 : cluster [DBG] pgmap v2992: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:07.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:49:05.607631+0000 mgr.smithi176.ajjlsm (mgr.14696) 3483 : audit [DBG] from='client.36426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:49:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:07.351714+0000 mgr.smithi176.ajjlsm (mgr.14696) 3484 : cluster [DBG] pgmap v2993: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:07.351714+0000 mgr.smithi176.ajjlsm (mgr.14696) 3484 : cluster [DBG] pgmap v2993: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:09.352186+0000 mgr.smithi176.ajjlsm (mgr.14696) 3485 : cluster [DBG] pgmap v2994: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:09.352186+0000 mgr.smithi176.ajjlsm (mgr.14696) 3485 : cluster [DBG] pgmap v2994: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:11.352981+0000 mgr.smithi176.ajjlsm (mgr.14696) 3486 : cluster [DBG] pgmap v2995: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:11.352981+0000 mgr.smithi176.ajjlsm (mgr.14696) 3486 : cluster [DBG] pgmap v2995: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:13.353609+0000 mgr.smithi176.ajjlsm (mgr.14696) 3487 : cluster [DBG] pgmap v2996: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:13.353609+0000 mgr.smithi176.ajjlsm (mgr.14696) 3487 : cluster [DBG] pgmap v2996: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:15.354199+0000 mgr.smithi176.ajjlsm (mgr.14696) 3488 : cluster [DBG] pgmap v2997: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:17.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:15.354199+0000 mgr.smithi176.ajjlsm (mgr.14696) 3488 : cluster [DBG] pgmap v2997: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:17.355165+0000 mgr.smithi176.ajjlsm (mgr.14696) 3489 : cluster [DBG] pgmap v2998: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:17.355165+0000 mgr.smithi176.ajjlsm (mgr.14696) 3489 : cluster [DBG] pgmap v2998: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:19.355686+0000 mgr.smithi176.ajjlsm (mgr.14696) 3490 : cluster [DBG] pgmap v2999: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:19.355686+0000 mgr.smithi176.ajjlsm (mgr.14696) 3490 : cluster [DBG] pgmap v2999: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:21.356513+0000 mgr.smithi176.ajjlsm (mgr.14696) 3491 : cluster [DBG] pgmap v3000: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:21.356513+0000 mgr.smithi176.ajjlsm (mgr.14696) 3491 : cluster [DBG] pgmap v3000: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:23.357148+0000 mgr.smithi176.ajjlsm (mgr.14696) 3492 : cluster [DBG] pgmap v3001: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:23.357148+0000 mgr.smithi176.ajjlsm (mgr.14696) 3492 : cluster [DBG] pgmap v3001: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:25.357797+0000 mgr.smithi176.ajjlsm (mgr.14696) 3493 : cluster [DBG] pgmap v3002: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:25.357797+0000 mgr.smithi176.ajjlsm (mgr.14696) 3493 : cluster [DBG] pgmap v3002: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:27.358656+0000 mgr.smithi176.ajjlsm (mgr.14696) 3494 : cluster [DBG] pgmap v3003: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:27.358656+0000 mgr.smithi176.ajjlsm (mgr.14696) 3494 : cluster [DBG] pgmap v3003: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:29.359120+0000 mgr.smithi176.ajjlsm (mgr.14696) 3495 : cluster [DBG] pgmap v3004: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:29.359120+0000 mgr.smithi176.ajjlsm (mgr.14696) 3495 : cluster [DBG] pgmap v3004: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:31.360078+0000 mgr.smithi176.ajjlsm (mgr.14696) 3496 : cluster [DBG] pgmap v3005: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:31.360078+0000 mgr.smithi176.ajjlsm (mgr.14696) 3496 : cluster [DBG] pgmap v3005: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:33.360645+0000 mgr.smithi176.ajjlsm (mgr.14696) 3497 : cluster [DBG] pgmap v3006: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:33.360645+0000 mgr.smithi176.ajjlsm (mgr.14696) 3497 : cluster [DBG] pgmap v3006: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:36.251 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:49:36.518 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:49:36.518 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (105m) 5m ago 105m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:49:36.518 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (98m) 5m ago 105m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:49:36.519 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (98m) 5m ago 105m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:49:36.519 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (104m) 5m ago 105m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:49:36.519 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (97m) 5m ago 101m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:49:36.520 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (97m) 5m ago 101m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:49:36.520 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (99m) 5m ago 107m 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:49:36.520 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (98m) 5m ago 105m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:49:36.520 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (98m) 5m ago 107m 666M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:49:36.520 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (98m) 5m ago 105m 351M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:49:36.521 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (99m) 5m ago 99m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:49:36.521 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (99m) 5m ago 99m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:49:36.521 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (105m) 5m ago 105m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:49:36.521 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (105m) 5m ago 105m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:49:36.522 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (90m) 5m ago 104m 666M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:49:36.522 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (104m) 5m ago 104m 1475M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:49:36.522 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (104m) 5m ago 104m 988M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:49:36.522 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (104m) 5m ago 104m 1627M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:49:36.523 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (103m) 5m ago 103m 1524M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:49:36.523 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (103m) 5m ago 103m 1710M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:49:36.523 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (103m) 5m ago 103m 1392M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:49:36.523 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (102m) 5m ago 102m 2145M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:49:36.524 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (104m) 5m ago 105m 71.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:49:36.840 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:49:36.840 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:49:36.840 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:49:36.841 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:49:36.841 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:49:36.841 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:49:36.841 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:49:36.841 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:49:36.842 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:49:36.842 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:49:36.842 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:49:36.842 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:49:36.843 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:49:36.843 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:49:36.843 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:49:36.843 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:49:36.843 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:49:36.844 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:49:36.844 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:49:37.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:35.361179+0000 mgr.smithi176.ajjlsm (mgr.14696) 3498 : cluster [DBG] pgmap v3007: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:37.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:49:36.237542+0000 mgr.smithi176.ajjlsm (mgr.14696) 3499 : audit [DBG] from='client.36434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:49:37.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:49:36.838495+0000 mon.smithi176 (mon.0) 1228 : audit [DBG] from='client.? 172.21.15.176:0/3060245370' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:49:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:35.361179+0000 mgr.smithi176.ajjlsm (mgr.14696) 3498 : cluster [DBG] pgmap v3007: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:37.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:49:36.237542+0000 mgr.smithi176.ajjlsm (mgr.14696) 3499 : audit [DBG] from='client.36434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:49:37.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:49:36.838495+0000 mon.smithi176 (mon.0) 1228 : audit [DBG] from='client.? 172.21.15.176:0/3060245370' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:49:38.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:49:36.507554+0000 mgr.smithi176.ajjlsm (mgr.14696) 3500 : audit [DBG] from='client.36438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:49:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:49:36.507554+0000 mgr.smithi176.ajjlsm (mgr.14696) 3500 : audit [DBG] from='client.36438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:49:39.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:37.361799+0000 mgr.smithi176.ajjlsm (mgr.14696) 3501 : cluster [DBG] pgmap v3008: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:37.361799+0000 mgr.smithi176.ajjlsm (mgr.14696) 3501 : cluster [DBG] pgmap v3008: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:39.362400+0000 mgr.smithi176.ajjlsm (mgr.14696) 3502 : cluster [DBG] pgmap v3009: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:49:40.449142+0000 mon.smithi176 (mon.0) 1229 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:49:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:49:40.449391+0000 mon.smithi176 (mon.0) 1230 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:49:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:39.362400+0000 mgr.smithi176.ajjlsm (mgr.14696) 3502 : cluster [DBG] pgmap v3009: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:49:40.449142+0000 mon.smithi176 (mon.0) 1229 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:49:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:49:40.449391+0000 mon.smithi176 (mon.0) 1230 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:49:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:41.363237+0000 mgr.smithi176.ajjlsm (mgr.14696) 3503 : cluster [DBG] pgmap v3010: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:41.363237+0000 mgr.smithi176.ajjlsm (mgr.14696) 3503 : cluster [DBG] pgmap v3010: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:43.363880+0000 mgr.smithi176.ajjlsm (mgr.14696) 3504 : cluster [DBG] pgmap v3011: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:43.363880+0000 mgr.smithi176.ajjlsm (mgr.14696) 3504 : cluster [DBG] pgmap v3011: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:45.364432+0000 mgr.smithi176.ajjlsm (mgr.14696) 3505 : cluster [DBG] pgmap v3012: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:45.364432+0000 mgr.smithi176.ajjlsm (mgr.14696) 3505 : cluster [DBG] pgmap v3012: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:49.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:47.365242+0000 mgr.smithi176.ajjlsm (mgr.14696) 3506 : cluster [DBG] pgmap v3013: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:47.365242+0000 mgr.smithi176.ajjlsm (mgr.14696) 3506 : cluster [DBG] pgmap v3013: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:49.365717+0000 mgr.smithi176.ajjlsm (mgr.14696) 3507 : cluster [DBG] pgmap v3014: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:49:50.732322+0000 mon.smithi176 (mon.0) 1231 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:49:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:49:50.733694+0000 mon.smithi176 (mon.0) 1232 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:49:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:49:50.734521+0000 mon.smithi176 (mon.0) 1233 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:49:51.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:49:51.133637+0000 mon.smithi176 (mon.0) 1234 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:49:51.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:49:51.138712+0000 mon.smithi176 (mon.0) 1235 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:49:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:49.365717+0000 mgr.smithi176.ajjlsm (mgr.14696) 3507 : cluster [DBG] pgmap v3014: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:49:50.732322+0000 mon.smithi176 (mon.0) 1231 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:49:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:49:50.733694+0000 mon.smithi176 (mon.0) 1232 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:49:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:49:50.734521+0000 mon.smithi176 (mon.0) 1233 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:49:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:49:51.133637+0000 mon.smithi176 (mon.0) 1234 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:49:51.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:49:51.138712+0000 mon.smithi176 (mon.0) 1235 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:49:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:49:50.735261+0000 mgr.smithi176.ajjlsm (mgr.14696) 3508 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:49:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:49:50.735261+0000 mgr.smithi176.ajjlsm (mgr.14696) 3508 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:49:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:51.366561+0000 mgr.smithi176.ajjlsm (mgr.14696) 3509 : cluster [DBG] pgmap v3015: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:51.366561+0000 mgr.smithi176.ajjlsm (mgr.14696) 3509 : cluster [DBG] pgmap v3015: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:53.367032+0000 mgr.smithi176.ajjlsm (mgr.14696) 3510 : cluster [DBG] pgmap v3016: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:53.367032+0000 mgr.smithi176.ajjlsm (mgr.14696) 3510 : cluster [DBG] pgmap v3016: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:57.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:55.367536+0000 mgr.smithi176.ajjlsm (mgr.14696) 3511 : cluster [DBG] pgmap v3017: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:55.367536+0000 mgr.smithi176.ajjlsm (mgr.14696) 3511 : cluster [DBG] pgmap v3017: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:49:59.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:49:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:57.368280+0000 mgr.smithi176.ajjlsm (mgr.14696) 3512 : cluster [DBG] pgmap v3018: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:49:59.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:49:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:57.368280+0000 mgr.smithi176.ajjlsm (mgr.14696) 3512 : cluster [DBG] pgmap v3018: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:00.000165+0000 mon.smithi176 (mon.0) 1236 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T08:50:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:00.000165+0000 mon.smithi176 (mon.0) 1236 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T08:50:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:49:59.368843+0000 mgr.smithi176.ajjlsm (mgr.14696) 3513 : cluster [DBG] pgmap v3019: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:49:59.368843+0000 mgr.smithi176.ajjlsm (mgr.14696) 3513 : cluster [DBG] pgmap v3019: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:01.369772+0000 mgr.smithi176.ajjlsm (mgr.14696) 3514 : cluster [DBG] pgmap v3020: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:01.369772+0000 mgr.smithi176.ajjlsm (mgr.14696) 3514 : cluster [DBG] pgmap v3020: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:03.370249+0000 mgr.smithi176.ajjlsm (mgr.14696) 3515 : cluster [DBG] pgmap v3021: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:05.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:03.370249+0000 mgr.smithi176.ajjlsm (mgr.14696) 3515 : cluster [DBG] pgmap v3021: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:07.143 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:50:07.414 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:50:07.414 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (105m) 6m ago 106m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:50:07.415 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (98m) 6m ago 106m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:50:07.415 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (98m) 6m ago 106m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:50:07.415 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (105m) 6m ago 106m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:50:07.415 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (97m) 6m ago 102m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:50:07.416 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (98m) 6m ago 102m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:50:07.416 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (99m) 6m ago 107m 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:50:07.416 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (99m) 6m ago 105m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:50:07.416 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (99m) 6m ago 107m 666M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:50:07.416 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (98m) 6m ago 105m 351M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:50:07.417 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (99m) 6m ago 99m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:50:07.417 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (99m) 6m ago 99m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:50:07.417 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (106m) 6m ago 106m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:50:07.417 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (105m) 6m ago 105m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:50:07.418 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (91m) 6m ago 105m 666M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:50:07.418 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (105m) 6m ago 105m 1475M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:50:07.418 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (104m) 6m ago 104m 988M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:50:07.418 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (104m) 6m ago 104m 1627M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:50:07.419 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (104m) 6m ago 104m 1524M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:50:07.419 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (104m) 6m ago 104m 1710M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:50:07.419 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (103m) 6m ago 103m 1392M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:50:07.419 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (103m) 6m ago 103m 2145M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:50:07.419 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (105m) 6m ago 106m 71.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:50:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:05.370687+0000 mgr.smithi176.ajjlsm (mgr.14696) 3516 : cluster [DBG] pgmap v3022: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:05.370687+0000 mgr.smithi176.ajjlsm (mgr.14696) 3516 : cluster [DBG] pgmap v3022: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:07.735 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:50:07.735 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:50:07.735 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:50:07.736 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:50:07.736 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:50:07.736 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:50:07.736 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:50:07.737 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:50:07.737 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:50:07.737 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:50:07.737 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:50:07.738 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:50:07.738 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:50:07.738 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:50:07.738 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:50:07.738 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:50:07.739 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:50:07.739 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:50:07.739 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:50:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:50:07.129486+0000 mgr.smithi176.ajjlsm (mgr.14696) 3517 : audit [DBG] from='client.36446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:50:08.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:50:07.733624+0000 mon.smithi176 (mon.0) 1237 : audit [DBG] from='client.? 172.21.15.176:0/982806068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:50:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:50:07.129486+0000 mgr.smithi176.ajjlsm (mgr.14696) 3517 : audit [DBG] from='client.36446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:50:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:50:07.733624+0000 mon.smithi176 (mon.0) 1237 : audit [DBG] from='client.? 172.21.15.176:0/982806068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:50:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:07.371301+0000 mgr.smithi176.ajjlsm (mgr.14696) 3518 : cluster [DBG] pgmap v3023: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:09.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:50:07.403835+0000 mgr.smithi176.ajjlsm (mgr.14696) 3519 : audit [DBG] from='client.36450 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:50:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:07.371301+0000 mgr.smithi176.ajjlsm (mgr.14696) 3518 : cluster [DBG] pgmap v3023: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:09.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:50:07.403835+0000 mgr.smithi176.ajjlsm (mgr.14696) 3519 : audit [DBG] from='client.36450 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:50:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:09.372000+0000 mgr.smithi176.ajjlsm (mgr.14696) 3520 : cluster [DBG] pgmap v3024: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:09.372000+0000 mgr.smithi176.ajjlsm (mgr.14696) 3520 : cluster [DBG] pgmap v3024: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:11.372767+0000 mgr.smithi176.ajjlsm (mgr.14696) 3521 : cluster [DBG] pgmap v3025: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:11.372767+0000 mgr.smithi176.ajjlsm (mgr.14696) 3521 : cluster [DBG] pgmap v3025: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:13.373254+0000 mgr.smithi176.ajjlsm (mgr.14696) 3522 : cluster [DBG] pgmap v3026: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:13.373254+0000 mgr.smithi176.ajjlsm (mgr.14696) 3522 : cluster [DBG] pgmap v3026: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:15.373681+0000 mgr.smithi176.ajjlsm (mgr.14696) 3523 : cluster [DBG] pgmap v3027: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:15.373681+0000 mgr.smithi176.ajjlsm (mgr.14696) 3523 : cluster [DBG] pgmap v3027: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:17.374687+0000 mgr.smithi176.ajjlsm (mgr.14696) 3524 : cluster [DBG] pgmap v3028: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:17.374687+0000 mgr.smithi176.ajjlsm (mgr.14696) 3524 : cluster [DBG] pgmap v3028: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:19.375228+0000 mgr.smithi176.ajjlsm (mgr.14696) 3525 : cluster [DBG] pgmap v3029: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:19.375228+0000 mgr.smithi176.ajjlsm (mgr.14696) 3525 : cluster [DBG] pgmap v3029: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:21.376050+0000 mgr.smithi176.ajjlsm (mgr.14696) 3526 : cluster [DBG] pgmap v3030: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:21.376050+0000 mgr.smithi176.ajjlsm (mgr.14696) 3526 : cluster [DBG] pgmap v3030: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:23.376469+0000 mgr.smithi176.ajjlsm (mgr.14696) 3527 : cluster [DBG] pgmap v3031: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:25.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:23.376469+0000 mgr.smithi176.ajjlsm (mgr.14696) 3527 : cluster [DBG] pgmap v3031: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:25.377107+0000 mgr.smithi176.ajjlsm (mgr.14696) 3528 : cluster [DBG] pgmap v3032: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:27.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:25.377107+0000 mgr.smithi176.ajjlsm (mgr.14696) 3528 : cluster [DBG] pgmap v3032: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:27.377868+0000 mgr.smithi176.ajjlsm (mgr.14696) 3529 : cluster [DBG] pgmap v3033: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:27.377868+0000 mgr.smithi176.ajjlsm (mgr.14696) 3529 : cluster [DBG] pgmap v3033: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:29.378569+0000 mgr.smithi176.ajjlsm (mgr.14696) 3530 : cluster [DBG] pgmap v3034: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:29.378569+0000 mgr.smithi176.ajjlsm (mgr.14696) 3530 : cluster [DBG] pgmap v3034: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:31.379438+0000 mgr.smithi176.ajjlsm (mgr.14696) 3531 : cluster [DBG] pgmap v3035: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:31.379438+0000 mgr.smithi176.ajjlsm (mgr.14696) 3531 : cluster [DBG] pgmap v3035: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:35.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:33.379982+0000 mgr.smithi176.ajjlsm (mgr.14696) 3532 : cluster [DBG] pgmap v3036: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:33.379982+0000 mgr.smithi176.ajjlsm (mgr.14696) 3532 : cluster [DBG] pgmap v3036: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:37.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:35.380407+0000 mgr.smithi176.ajjlsm (mgr.14696) 3533 : cluster [DBG] pgmap v3037: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:35.380407+0000 mgr.smithi176.ajjlsm (mgr.14696) 3533 : cluster [DBG] pgmap v3037: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:38.033 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:50:38.301 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:50:38.301 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (106m) 6m ago 107m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:50:38.302 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (99m) 6m ago 106m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:50:38.302 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (99m) 6m ago 106m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:50:38.302 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (105m) 6m ago 106m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:50:38.302 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (98m) 6m ago 102m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:50:38.303 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (98m) 6m ago 102m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:50:38.303 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (100m) 6m ago 108m 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:50:38.303 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (99m) 6m ago 106m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:50:38.303 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (99m) 6m ago 108m 666M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:50:38.304 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (99m) 6m ago 106m 351M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:50:38.304 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (100m) 6m ago 100m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:50:38.304 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (100m) 6m ago 100m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:50:38.304 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (106m) 6m ago 106m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:50:38.304 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (106m) 6m ago 106m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:50:38.305 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (91m) 6m ago 105m 666M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:50:38.305 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (105m) 6m ago 105m 1475M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:50:38.305 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (105m) 6m ago 105m 988M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:50:38.305 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (105m) 6m ago 105m 1627M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:50:38.306 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (104m) 6m ago 104m 1524M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:50:38.306 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (104m) 6m ago 104m 1710M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:50:38.306 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (104m) 6m ago 104m 1392M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:50:38.307 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (104m) 6m ago 104m 2145M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:50:38.307 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (105m) 6m ago 106m 71.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:50:38.621 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:50:38.621 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:50:38.622 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:50:38.622 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:50:38.622 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:50:38.622 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:50:38.622 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:50:38.623 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:50:38.623 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:50:38.623 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:50:38.623 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:50:38.624 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:50:38.624 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:50:38.624 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:50:38.624 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:50:38.625 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:50:38.625 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:50:38.625 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:50:38.626 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:50:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:37.381349+0000 mgr.smithi176.ajjlsm (mgr.14696) 3534 : cluster [DBG] pgmap v3038: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:39.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:50:38.020063+0000 mgr.smithi176.ajjlsm (mgr.14696) 3535 : audit [DBG] from='client.36458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:50:39.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:50:38.290801+0000 mgr.smithi176.ajjlsm (mgr.14696) 3536 : audit [DBG] from='client.36462 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:50:39.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:50:38.619781+0000 mon.smithi176 (mon.0) 1238 : audit [DBG] from='client.? 172.21.15.176:0/2493050047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:50:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:37.381349+0000 mgr.smithi176.ajjlsm (mgr.14696) 3534 : cluster [DBG] pgmap v3038: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:39.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:50:38.020063+0000 mgr.smithi176.ajjlsm (mgr.14696) 3535 : audit [DBG] from='client.36458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:50:39.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:50:38.290801+0000 mgr.smithi176.ajjlsm (mgr.14696) 3536 : audit [DBG] from='client.36462 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:50:39.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:50:38.619781+0000 mon.smithi176 (mon.0) 1238 : audit [DBG] from='client.? 172.21.15.176:0/2493050047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:50:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:39.381779+0000 mgr.smithi176.ajjlsm (mgr.14696) 3537 : cluster [DBG] pgmap v3039: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:50:40.451439+0000 mon.smithi176 (mon.0) 1239 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:50:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:50:40.453112+0000 mon.smithi176 (mon.0) 1240 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:50:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:39.381779+0000 mgr.smithi176.ajjlsm (mgr.14696) 3537 : cluster [DBG] pgmap v3039: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:50:40.451439+0000 mon.smithi176 (mon.0) 1239 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:50:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:50:40.453112+0000 mon.smithi176 (mon.0) 1240 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:50:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:41.382695+0000 mgr.smithi176.ajjlsm (mgr.14696) 3538 : cluster [DBG] pgmap v3040: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:41.382695+0000 mgr.smithi176.ajjlsm (mgr.14696) 3538 : cluster [DBG] pgmap v3040: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:43.383334+0000 mgr.smithi176.ajjlsm (mgr.14696) 3539 : cluster [DBG] pgmap v3041: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:43.383334+0000 mgr.smithi176.ajjlsm (mgr.14696) 3539 : cluster [DBG] pgmap v3041: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:45.383866+0000 mgr.smithi176.ajjlsm (mgr.14696) 3540 : cluster [DBG] pgmap v3042: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:47.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:45.383866+0000 mgr.smithi176.ajjlsm (mgr.14696) 3540 : cluster [DBG] pgmap v3042: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:47.384824+0000 mgr.smithi176.ajjlsm (mgr.14696) 3541 : cluster [DBG] pgmap v3043: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:47.384824+0000 mgr.smithi176.ajjlsm (mgr.14696) 3541 : cluster [DBG] pgmap v3043: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:49.385326+0000 mgr.smithi176.ajjlsm (mgr.14696) 3542 : cluster [DBG] pgmap v3044: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:50:51.141370+0000 mon.smithi176 (mon.0) 1241 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:50:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:50:51.142822+0000 mon.smithi176 (mon.0) 1242 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:50:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:50:51.143639+0000 mon.smithi176 (mon.0) 1243 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:50:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:49.385326+0000 mgr.smithi176.ajjlsm (mgr.14696) 3542 : cluster [DBG] pgmap v3044: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:50:51.141370+0000 mon.smithi176 (mon.0) 1241 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:50:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:50:51.142822+0000 mon.smithi176 (mon.0) 1242 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:50:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:50:51.143639+0000 mon.smithi176 (mon.0) 1243 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:50:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:50:51.144354+0000 mgr.smithi176.ajjlsm (mgr.14696) 3543 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:50:52.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:50:51.548356+0000 mon.smithi176 (mon.0) 1244 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:50:52.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:50:51.552997+0000 mon.smithi176 (mon.0) 1245 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:50:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:50:51.144354+0000 mgr.smithi176.ajjlsm (mgr.14696) 3543 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:50:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:50:51.548356+0000 mon.smithi176 (mon.0) 1244 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:50:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:50:51.552997+0000 mon.smithi176 (mon.0) 1245 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:50:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:51.386068+0000 mgr.smithi176.ajjlsm (mgr.14696) 3544 : cluster [DBG] pgmap v3045: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:51.386068+0000 mgr.smithi176.ajjlsm (mgr.14696) 3544 : cluster [DBG] pgmap v3045: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:53.386493+0000 mgr.smithi176.ajjlsm (mgr.14696) 3545 : cluster [DBG] pgmap v3046: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:53.386493+0000 mgr.smithi176.ajjlsm (mgr.14696) 3545 : cluster [DBG] pgmap v3046: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:55.387008+0000 mgr.smithi176.ajjlsm (mgr.14696) 3546 : cluster [DBG] pgmap v3047: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:57.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:55.387008+0000 mgr.smithi176.ajjlsm (mgr.14696) 3546 : cluster [DBG] pgmap v3047: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:50:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:50:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:57.387790+0000 mgr.smithi176.ajjlsm (mgr.14696) 3547 : cluster [DBG] pgmap v3048: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:50:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:50:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:57.387790+0000 mgr.smithi176.ajjlsm (mgr.14696) 3547 : cluster [DBG] pgmap v3048: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:50:59.388206+0000 mgr.smithi176.ajjlsm (mgr.14696) 3548 : cluster [DBG] pgmap v3049: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:50:59.388206+0000 mgr.smithi176.ajjlsm (mgr.14696) 3548 : cluster [DBG] pgmap v3049: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:01.389021+0000 mgr.smithi176.ajjlsm (mgr.14696) 3549 : cluster [DBG] pgmap v3050: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:01.389021+0000 mgr.smithi176.ajjlsm (mgr.14696) 3549 : cluster [DBG] pgmap v3050: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:03.389517+0000 mgr.smithi176.ajjlsm (mgr.14696) 3550 : cluster [DBG] pgmap v3051: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:03.389517+0000 mgr.smithi176.ajjlsm (mgr.14696) 3550 : cluster [DBG] pgmap v3051: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:07.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:05.390161+0000 mgr.smithi176.ajjlsm (mgr.14696) 3551 : cluster [DBG] pgmap v3052: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:05.390161+0000 mgr.smithi176.ajjlsm (mgr.14696) 3551 : cluster [DBG] pgmap v3052: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:08.924 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:51:09.196 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:51:09.196 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (106m) 7m ago 107m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:51:09.197 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (99m) 7m ago 107m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:51:09.197 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (99m) 7m ago 107m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:51:09.197 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (106m) 7m ago 107m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:51:09.197 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (98m) 7m ago 103m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:51:09.197 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (99m) 7m ago 103m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:51:09.198 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (100m) 7m ago 108m 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:51:09.198 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (100m) 7m ago 107m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:51:09.199 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (100m) 7m ago 108m 666M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:51:09.199 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (99m) 7m ago 106m 351M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:51:09.199 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (100m) 7m ago 100m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:51:09.199 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (100m) 7m ago 100m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:51:09.199 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (107m) 7m ago 107m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:51:09.200 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (106m) 7m ago 106m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:51:09.200 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (92m) 7m ago 106m 666M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:51:09.200 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (106m) 7m ago 106m 1475M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:51:09.200 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (105m) 7m ago 105m 988M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:51:09.201 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (105m) 7m ago 105m 1627M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:51:09.201 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (105m) 7m ago 105m 1524M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:51:09.201 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (105m) 7m ago 105m 1710M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:51:09.201 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (104m) 7m ago 104m 1392M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:51:09.202 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (104m) 7m ago 104m 2145M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:51:09.202 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (106m) 7m ago 107m 71.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:51:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:07.391175+0000 mgr.smithi176.ajjlsm (mgr.14696) 3552 : cluster [DBG] pgmap v3053: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:09.515 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:51:09.516 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:51:09.516 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:51:09.516 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:51:09.516 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:51:09.517 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:51:09.517 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:51:09.517 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:51:09.517 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:51:09.517 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:51:09.518 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:51:09.518 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:51:09.518 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:51:09.518 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:51:09.519 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:51:09.519 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:51:09.519 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:51:09.519 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:51:09.519 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:51:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:07.391175+0000 mgr.smithi176.ajjlsm (mgr.14696) 3552 : cluster [DBG] pgmap v3053: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:51:08.911277+0000 mgr.smithi176.ajjlsm (mgr.14696) 3553 : audit [DBG] from='client.36470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:51:10.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:51:09.185722+0000 mgr.smithi176.ajjlsm (mgr.14696) 3554 : audit [DBG] from='client.36474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:51:10.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:51:09.513870+0000 mon.smithi176 (mon.0) 1246 : audit [DBG] from='client.? 172.21.15.176:0/1456136603' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:51:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:51:08.911277+0000 mgr.smithi176.ajjlsm (mgr.14696) 3553 : audit [DBG] from='client.36470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:51:10.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:51:09.185722+0000 mgr.smithi176.ajjlsm (mgr.14696) 3554 : audit [DBG] from='client.36474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:51:10.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:51:09.513870+0000 mon.smithi176 (mon.0) 1246 : audit [DBG] from='client.? 172.21.15.176:0/1456136603' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:51:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:09.391599+0000 mgr.smithi176.ajjlsm (mgr.14696) 3555 : cluster [DBG] pgmap v3054: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:09.391599+0000 mgr.smithi176.ajjlsm (mgr.14696) 3555 : cluster [DBG] pgmap v3054: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:11.392376+0000 mgr.smithi176.ajjlsm (mgr.14696) 3556 : cluster [DBG] pgmap v3055: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:11.392376+0000 mgr.smithi176.ajjlsm (mgr.14696) 3556 : cluster [DBG] pgmap v3055: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:13.392969+0000 mgr.smithi176.ajjlsm (mgr.14696) 3557 : cluster [DBG] pgmap v3056: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:13.392969+0000 mgr.smithi176.ajjlsm (mgr.14696) 3557 : cluster [DBG] pgmap v3056: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:15.393640+0000 mgr.smithi176.ajjlsm (mgr.14696) 3558 : cluster [DBG] pgmap v3057: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:15.393640+0000 mgr.smithi176.ajjlsm (mgr.14696) 3558 : cluster [DBG] pgmap v3057: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:17.394551+0000 mgr.smithi176.ajjlsm (mgr.14696) 3559 : cluster [DBG] pgmap v3058: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:17.394551+0000 mgr.smithi176.ajjlsm (mgr.14696) 3559 : cluster [DBG] pgmap v3058: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:19.395124+0000 mgr.smithi176.ajjlsm (mgr.14696) 3560 : cluster [DBG] pgmap v3059: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:19.395124+0000 mgr.smithi176.ajjlsm (mgr.14696) 3560 : cluster [DBG] pgmap v3059: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:21.396015+0000 mgr.smithi176.ajjlsm (mgr.14696) 3561 : cluster [DBG] pgmap v3060: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:21.396015+0000 mgr.smithi176.ajjlsm (mgr.14696) 3561 : cluster [DBG] pgmap v3060: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:23.396623+0000 mgr.smithi176.ajjlsm (mgr.14696) 3562 : cluster [DBG] pgmap v3061: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:23.396623+0000 mgr.smithi176.ajjlsm (mgr.14696) 3562 : cluster [DBG] pgmap v3061: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:25.397224+0000 mgr.smithi176.ajjlsm (mgr.14696) 3563 : cluster [DBG] pgmap v3062: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:25.397224+0000 mgr.smithi176.ajjlsm (mgr.14696) 3563 : cluster [DBG] pgmap v3062: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:27.397907+0000 mgr.smithi176.ajjlsm (mgr.14696) 3564 : cluster [DBG] pgmap v3063: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:27.397907+0000 mgr.smithi176.ajjlsm (mgr.14696) 3564 : cluster [DBG] pgmap v3063: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:29.398404+0000 mgr.smithi176.ajjlsm (mgr.14696) 3565 : cluster [DBG] pgmap v3064: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:29.398404+0000 mgr.smithi176.ajjlsm (mgr.14696) 3565 : cluster [DBG] pgmap v3064: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:33.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:31.399423+0000 mgr.smithi176.ajjlsm (mgr.14696) 3566 : cluster [DBG] pgmap v3065: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:31.399423+0000 mgr.smithi176.ajjlsm (mgr.14696) 3566 : cluster [DBG] pgmap v3065: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:33.399968+0000 mgr.smithi176.ajjlsm (mgr.14696) 3567 : cluster [DBG] pgmap v3066: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:35.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:33.399968+0000 mgr.smithi176.ajjlsm (mgr.14696) 3567 : cluster [DBG] pgmap v3066: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:35.400484+0000 mgr.smithi176.ajjlsm (mgr.14696) 3568 : cluster [DBG] pgmap v3067: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:35.400484+0000 mgr.smithi176.ajjlsm (mgr.14696) 3568 : cluster [DBG] pgmap v3067: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:37.401280+0000 mgr.smithi176.ajjlsm (mgr.14696) 3569 : cluster [DBG] pgmap v3068: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:39.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:37.401280+0000 mgr.smithi176.ajjlsm (mgr.14696) 3569 : cluster [DBG] pgmap v3068: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:39.817 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:51:40.087 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:51:40.087 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (107m) 7m ago 108m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:51:40.088 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (100m) 7m ago 108m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:51:40.088 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (100m) 7m ago 107m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:51:40.088 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (106m) 7m ago 107m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:51:40.088 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (99m) 7m ago 103m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:51:40.089 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (99m) 7m ago 103m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:51:40.089 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (101m) 7m ago 109m 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:51:40.089 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (100m) 7m ago 107m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:51:40.089 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (100m) 7m ago 109m 666M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:51:40.090 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (100m) 7m ago 107m 351M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:51:40.090 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (101m) 7m ago 101m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:51:40.090 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (101m) 7m ago 101m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:51:40.090 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (107m) 7m ago 107m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:51:40.091 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (107m) 7m ago 107m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:51:40.091 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (92m) 7m ago 106m 666M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:51:40.091 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (106m) 7m ago 106m 1475M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:51:40.091 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (106m) 7m ago 106m 988M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:51:40.092 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (106m) 7m ago 106m 1627M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:51:40.092 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (105m) 7m ago 105m 1524M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:51:40.092 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (105m) 7m ago 105m 1710M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:51:40.092 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (105m) 7m ago 105m 1392M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:51:40.092 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (105m) 7m ago 105m 2145M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:51:40.093 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (106m) 7m ago 107m 71.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:51:40.420 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:51:40.420 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:51:40.420 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:51:40.421 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:51:40.421 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:51:40.421 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:51:40.421 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:51:40.421 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:51:40.422 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:51:40.422 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:51:40.422 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:51:40.422 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:51:40.423 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:51:40.423 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:51:40.423 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:51:40.423 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:51:40.424 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:51:40.424 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:51:40.424 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:51:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:39.401982+0000 mgr.smithi176.ajjlsm (mgr.14696) 3570 : cluster [DBG] pgmap v3069: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:51:39.803424+0000 mgr.smithi176.ajjlsm (mgr.14696) 3571 : audit [DBG] from='client.36482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:51:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:51:40.076745+0000 mgr.smithi176.ajjlsm (mgr.14696) 3572 : audit [DBG] from='client.36486 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:51:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:51:40.418355+0000 mon.smithi176 (mon.0) 1247 : audit [DBG] from='client.? 172.21.15.176:0/2374844611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:51:41.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:51:40.453177+0000 mon.smithi176 (mon.0) 1248 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:51:41.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:51:40.460892+0000 mon.smithi176 (mon.0) 1249 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:51:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:39.401982+0000 mgr.smithi176.ajjlsm (mgr.14696) 3570 : cluster [DBG] pgmap v3069: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:51:39.803424+0000 mgr.smithi176.ajjlsm (mgr.14696) 3571 : audit [DBG] from='client.36482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:51:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:51:40.076745+0000 mgr.smithi176.ajjlsm (mgr.14696) 3572 : audit [DBG] from='client.36486 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:51:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:51:40.418355+0000 mon.smithi176 (mon.0) 1247 : audit [DBG] from='client.? 172.21.15.176:0/2374844611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:51:41.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:51:40.453177+0000 mon.smithi176 (mon.0) 1248 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:51:41.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:51:40.460892+0000 mon.smithi176 (mon.0) 1249 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:51:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:41.402964+0000 mgr.smithi176.ajjlsm (mgr.14696) 3573 : cluster [DBG] pgmap v3070: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:41.402964+0000 mgr.smithi176.ajjlsm (mgr.14696) 3573 : cluster [DBG] pgmap v3070: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:43.403611+0000 mgr.smithi176.ajjlsm (mgr.14696) 3574 : cluster [DBG] pgmap v3071: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:43.403611+0000 mgr.smithi176.ajjlsm (mgr.14696) 3574 : cluster [DBG] pgmap v3071: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:45.404349+0000 mgr.smithi176.ajjlsm (mgr.14696) 3575 : cluster [DBG] pgmap v3072: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:47.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:45.404349+0000 mgr.smithi176.ajjlsm (mgr.14696) 3575 : cluster [DBG] pgmap v3072: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:47.405111+0000 mgr.smithi176.ajjlsm (mgr.14696) 3576 : cluster [DBG] pgmap v3073: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:49.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:47.405111+0000 mgr.smithi176.ajjlsm (mgr.14696) 3576 : cluster [DBG] pgmap v3073: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:49.405554+0000 mgr.smithi176.ajjlsm (mgr.14696) 3577 : cluster [DBG] pgmap v3074: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:49.405554+0000 mgr.smithi176.ajjlsm (mgr.14696) 3577 : cluster [DBG] pgmap v3074: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:51:51.555623+0000 mon.smithi176 (mon.0) 1250 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:51:52.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:51:51.556994+0000 mon.smithi176 (mon.0) 1251 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:51:52.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:51:51.557804+0000 mon.smithi176 (mon.0) 1252 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:51:52.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:51:51.959172+0000 mon.smithi176 (mon.0) 1253 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:51:52.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:51:51.966251+0000 mon.smithi176 (mon.0) 1254 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:51:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:51:51.555623+0000 mon.smithi176 (mon.0) 1250 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:51:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:51:51.556994+0000 mon.smithi176 (mon.0) 1251 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:51:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:51:51.557804+0000 mon.smithi176 (mon.0) 1252 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:51:52.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:51:51.959172+0000 mon.smithi176 (mon.0) 1253 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:51:52.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:51:51.966251+0000 mon.smithi176 (mon.0) 1254 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:51:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:51.406401+0000 mgr.smithi176.ajjlsm (mgr.14696) 3578 : cluster [DBG] pgmap v3075: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:53.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:51:51.558510+0000 mgr.smithi176.ajjlsm (mgr.14696) 3579 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:51:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:51.406401+0000 mgr.smithi176.ajjlsm (mgr.14696) 3578 : cluster [DBG] pgmap v3075: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:53.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:51:51.558510+0000 mgr.smithi176.ajjlsm (mgr.14696) 3579 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:51:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:53.406914+0000 mgr.smithi176.ajjlsm (mgr.14696) 3580 : cluster [DBG] pgmap v3076: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:53.406914+0000 mgr.smithi176.ajjlsm (mgr.14696) 3580 : cluster [DBG] pgmap v3076: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:55.407558+0000 mgr.smithi176.ajjlsm (mgr.14696) 3581 : cluster [DBG] pgmap v3077: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:55.407558+0000 mgr.smithi176.ajjlsm (mgr.14696) 3581 : cluster [DBG] pgmap v3077: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:51:59.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:51:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:57.408333+0000 mgr.smithi176.ajjlsm (mgr.14696) 3582 : cluster [DBG] pgmap v3078: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:51:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:51:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:57.408333+0000 mgr.smithi176.ajjlsm (mgr.14696) 3582 : cluster [DBG] pgmap v3078: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:51:59.409011+0000 mgr.smithi176.ajjlsm (mgr.14696) 3583 : cluster [DBG] pgmap v3079: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:51:59.409011+0000 mgr.smithi176.ajjlsm (mgr.14696) 3583 : cluster [DBG] pgmap v3079: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:01.409831+0000 mgr.smithi176.ajjlsm (mgr.14696) 3584 : cluster [DBG] pgmap v3080: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:01.409831+0000 mgr.smithi176.ajjlsm (mgr.14696) 3584 : cluster [DBG] pgmap v3080: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:05.553 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:03.410378+0000 mgr.smithi176.ajjlsm (mgr.14696) 3585 : cluster [DBG] pgmap v3081: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:03.410378+0000 mgr.smithi176.ajjlsm (mgr.14696) 3585 : cluster [DBG] pgmap v3081: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:05.410832+0000 mgr.smithi176.ajjlsm (mgr.14696) 3586 : cluster [DBG] pgmap v3082: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:05.410832+0000 mgr.smithi176.ajjlsm (mgr.14696) 3586 : cluster [DBG] pgmap v3082: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:07.411646+0000 mgr.smithi176.ajjlsm (mgr.14696) 3587 : cluster [DBG] pgmap v3083: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:07.411646+0000 mgr.smithi176.ajjlsm (mgr.14696) 3587 : cluster [DBG] pgmap v3083: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:10.720 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:52:10.989 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:52:10.990 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (107m) 8m ago 108m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:52:10.990 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (100m) 8m ago 108m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:52:10.990 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (100m) 8m ago 108m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:52:10.991 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (107m) 8m ago 108m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:52:10.991 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (100m) 8m ago 104m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:52:10.991 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (100m) 8m ago 104m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:52:10.991 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (101m) 8m ago 109m 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:52:10.991 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (101m) 8m ago 108m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:52:10.992 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (101m) 8m ago 109m 666M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:52:10.992 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (100m) 8m ago 107m 351M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:52:10.992 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (101m) 8m ago 101m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:52:10.992 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (101m) 8m ago 101m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:52:10.993 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (108m) 8m ago 108m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:52:10.993 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (107m) 8m ago 107m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:52:10.993 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (93m) 8m ago 107m 666M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:52:10.993 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (107m) 8m ago 107m 1475M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:52:10.994 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (106m) 8m ago 106m 988M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:52:10.994 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (106m) 8m ago 106m 1627M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:52:10.994 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (106m) 8m ago 106m 1524M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:52:10.994 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (106m) 8m ago 106m 1710M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:52:10.994 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (105m) 8m ago 105m 1392M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:52:10.995 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (105m) 8m ago 105m 2145M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:52:10.995 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (107m) 8m ago 108m 71.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:52:11.313 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:52:11.313 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:52:11.313 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:52:11.314 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:52:11.314 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:52:11.314 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:52:11.314 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:52:11.315 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:52:11.315 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:52:11.315 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:52:11.315 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:52:11.315 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:52:11.316 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:52:11.316 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:52:11.316 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:52:11.316 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:52:11.317 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:52:11.318 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:52:11.318 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:52:11.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:09.412251+0000 mgr.smithi176.ajjlsm (mgr.14696) 3588 : cluster [DBG] pgmap v3084: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:09.412251+0000 mgr.smithi176.ajjlsm (mgr.14696) 3588 : cluster [DBG] pgmap v3084: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:52:10.707748+0000 mgr.smithi176.ajjlsm (mgr.14696) 3589 : audit [DBG] from='client.36494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:52:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:52:10.978339+0000 mgr.smithi176.ajjlsm (mgr.14696) 3590 : audit [DBG] from='client.36498 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:52:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:52:11.311692+0000 mon.smithi176 (mon.0) 1255 : audit [DBG] from='client.? 172.21.15.176:0/702264750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:52:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:52:10.707748+0000 mgr.smithi176.ajjlsm (mgr.14696) 3589 : audit [DBG] from='client.36494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:52:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:52:10.978339+0000 mgr.smithi176.ajjlsm (mgr.14696) 3590 : audit [DBG] from='client.36498 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:52:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:52:11.311692+0000 mon.smithi176 (mon.0) 1255 : audit [DBG] from='client.? 172.21.15.176:0/702264750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:52:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:11.413244+0000 mgr.smithi176.ajjlsm (mgr.14696) 3591 : cluster [DBG] pgmap v3085: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:11.413244+0000 mgr.smithi176.ajjlsm (mgr.14696) 3591 : cluster [DBG] pgmap v3085: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:13.413907+0000 mgr.smithi176.ajjlsm (mgr.14696) 3592 : cluster [DBG] pgmap v3086: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:13.413907+0000 mgr.smithi176.ajjlsm (mgr.14696) 3592 : cluster [DBG] pgmap v3086: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:17.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:15.414417+0000 mgr.smithi176.ajjlsm (mgr.14696) 3593 : cluster [DBG] pgmap v3087: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:15.414417+0000 mgr.smithi176.ajjlsm (mgr.14696) 3593 : cluster [DBG] pgmap v3087: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:19.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:17.415453+0000 mgr.smithi176.ajjlsm (mgr.14696) 3594 : cluster [DBG] pgmap v3088: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:17.415453+0000 mgr.smithi176.ajjlsm (mgr.14696) 3594 : cluster [DBG] pgmap v3088: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:19.416213+0000 mgr.smithi176.ajjlsm (mgr.14696) 3595 : cluster [DBG] pgmap v3089: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:19.416213+0000 mgr.smithi176.ajjlsm (mgr.14696) 3595 : cluster [DBG] pgmap v3089: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:21.417046+0000 mgr.smithi176.ajjlsm (mgr.14696) 3596 : cluster [DBG] pgmap v3090: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:21.417046+0000 mgr.smithi176.ajjlsm (mgr.14696) 3596 : cluster [DBG] pgmap v3090: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:23.417688+0000 mgr.smithi176.ajjlsm (mgr.14696) 3597 : cluster [DBG] pgmap v3091: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:25.808 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:23.417688+0000 mgr.smithi176.ajjlsm (mgr.14696) 3597 : cluster [DBG] pgmap v3091: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:25.418297+0000 mgr.smithi176.ajjlsm (mgr.14696) 3598 : cluster [DBG] pgmap v3092: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:25.418297+0000 mgr.smithi176.ajjlsm (mgr.14696) 3598 : cluster [DBG] pgmap v3092: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:27.419154+0000 mgr.smithi176.ajjlsm (mgr.14696) 3599 : cluster [DBG] pgmap v3093: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:27.419154+0000 mgr.smithi176.ajjlsm (mgr.14696) 3599 : cluster [DBG] pgmap v3093: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:29.419697+0000 mgr.smithi176.ajjlsm (mgr.14696) 3600 : cluster [DBG] pgmap v3094: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:29.419697+0000 mgr.smithi176.ajjlsm (mgr.14696) 3600 : cluster [DBG] pgmap v3094: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:31.420518+0000 mgr.smithi176.ajjlsm (mgr.14696) 3601 : cluster [DBG] pgmap v3095: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:31.420518+0000 mgr.smithi176.ajjlsm (mgr.14696) 3601 : cluster [DBG] pgmap v3095: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:35.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:33.421201+0000 mgr.smithi176.ajjlsm (mgr.14696) 3602 : cluster [DBG] pgmap v3096: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:33.421201+0000 mgr.smithi176.ajjlsm (mgr.14696) 3602 : cluster [DBG] pgmap v3096: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:35.421855+0000 mgr.smithi176.ajjlsm (mgr.14696) 3603 : cluster [DBG] pgmap v3097: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:35.421855+0000 mgr.smithi176.ajjlsm (mgr.14696) 3603 : cluster [DBG] pgmap v3097: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:37.422657+0000 mgr.smithi176.ajjlsm (mgr.14696) 3604 : cluster [DBG] pgmap v3098: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:37.422657+0000 mgr.smithi176.ajjlsm (mgr.14696) 3604 : cluster [DBG] pgmap v3098: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:39.423165+0000 mgr.smithi176.ajjlsm (mgr.14696) 3605 : cluster [DBG] pgmap v3099: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:52:40.454814+0000 mon.smithi176 (mon.0) 1256 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:52:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:52:40.465293+0000 mon.smithi176 (mon.0) 1257 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:52:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:39.423165+0000 mgr.smithi176.ajjlsm (mgr.14696) 3605 : cluster [DBG] pgmap v3099: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:52:40.454814+0000 mon.smithi176 (mon.0) 1256 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:52:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:52:40.465293+0000 mon.smithi176 (mon.0) 1257 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:52:41.616 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:52:41.884 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:52:41.884 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (108m) 8m ago 109m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:52:41.885 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (101m) 8m ago 109m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:52:41.885 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (101m) 8m ago 108m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:52:41.885 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (108m) 8m ago 108m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:52:41.885 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (100m) 8m ago 104m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:52:41.886 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (100m) 8m ago 104m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:52:41.886 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (102m) 8m ago 110m 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:52:41.887 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (101m) 8m ago 108m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:52:41.887 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (101m) 8m ago 110m 666M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:52:41.887 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (101m) 8m ago 108m 351M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:52:41.887 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (102m) 8m ago 102m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:52:41.888 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (102m) 8m ago 102m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:52:41.888 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (108m) 8m ago 108m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:52:41.888 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (108m) 8m ago 108m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:52:41.888 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (94m) 8m ago 107m 666M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:52:41.889 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (107m) 8m ago 107m 1475M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:52:41.889 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (107m) 8m ago 107m 988M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:52:41.889 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (107m) 8m ago 107m 1627M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:52:41.889 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (106m) 8m ago 106m 1524M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:52:41.889 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (106m) 8m ago 106m 1710M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:52:41.890 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (106m) 8m ago 106m 1392M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:52:41.890 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (106m) 8m ago 106m 2145M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:52:41.890 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (107m) 8m ago 108m 71.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:52:42.207 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:52:42.207 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:52:42.208 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:52:42.208 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:52:42.208 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:52:42.208 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:52:42.209 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:52:42.209 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:52:42.209 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:52:42.209 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:52:42.209 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:52:42.210 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:52:42.210 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:52:42.210 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:52:42.211 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:52:42.211 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:52:42.211 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:52:42.211 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:52:42.212 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:52:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:41.423897+0000 mgr.smithi176.ajjlsm (mgr.14696) 3606 : cluster [DBG] pgmap v3100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:43.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:52:41.602960+0000 mgr.smithi176.ajjlsm (mgr.14696) 3607 : audit [DBG] from='client.36506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:52:43.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:52:41.873737+0000 mgr.smithi176.ajjlsm (mgr.14696) 3608 : audit [DBG] from='client.36510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:52:43.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:52:42.205994+0000 mon.smithi176 (mon.0) 1258 : audit [DBG] from='client.? 172.21.15.176:0/939102248' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:52:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:41.423897+0000 mgr.smithi176.ajjlsm (mgr.14696) 3606 : cluster [DBG] pgmap v3100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:52:41.602960+0000 mgr.smithi176.ajjlsm (mgr.14696) 3607 : audit [DBG] from='client.36506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:52:43.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:52:41.873737+0000 mgr.smithi176.ajjlsm (mgr.14696) 3608 : audit [DBG] from='client.36510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:52:43.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:52:42.205994+0000 mon.smithi176 (mon.0) 1258 : audit [DBG] from='client.? 172.21.15.176:0/939102248' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:52:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:43.424402+0000 mgr.smithi176.ajjlsm (mgr.14696) 3609 : cluster [DBG] pgmap v3101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:43.424402+0000 mgr.smithi176.ajjlsm (mgr.14696) 3609 : cluster [DBG] pgmap v3101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:45.425141+0000 mgr.smithi176.ajjlsm (mgr.14696) 3610 : cluster [DBG] pgmap v3102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:45.425141+0000 mgr.smithi176.ajjlsm (mgr.14696) 3610 : cluster [DBG] pgmap v3102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:47.426073+0000 mgr.smithi176.ajjlsm (mgr.14696) 3611 : cluster [DBG] pgmap v3103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:47.426073+0000 mgr.smithi176.ajjlsm (mgr.14696) 3611 : cluster [DBG] pgmap v3103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:49.426575+0000 mgr.smithi176.ajjlsm (mgr.14696) 3612 : cluster [DBG] pgmap v3104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:49.426575+0000 mgr.smithi176.ajjlsm (mgr.14696) 3612 : cluster [DBG] pgmap v3104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:52:51.968804+0000 mon.smithi176 (mon.0) 1259 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:52:52.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:52:51.970285+0000 mon.smithi176 (mon.0) 1260 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:52:52.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:52:51.971134+0000 mon.smithi176 (mon.0) 1261 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:52:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:52:51.968804+0000 mon.smithi176 (mon.0) 1259 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:52:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:52:51.970285+0000 mon.smithi176 (mon.0) 1260 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:52:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:52:51.971134+0000 mon.smithi176 (mon.0) 1261 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:52:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:51.427397+0000 mgr.smithi176.ajjlsm (mgr.14696) 3613 : cluster [DBG] pgmap v3105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:53.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:52:51.971882+0000 mgr.smithi176.ajjlsm (mgr.14696) 3614 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:52:53.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:52:52.357212+0000 mon.smithi176 (mon.0) 1262 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:52:53.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:52:52.369699+0000 mon.smithi176 (mon.0) 1263 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:52:53.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:52:52.373635+0000 mon.smithi176 (mon.0) 1264 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:52:53.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:52:52.378447+0000 mon.smithi176 (mon.0) 1265 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:52:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:51.427397+0000 mgr.smithi176.ajjlsm (mgr.14696) 3613 : cluster [DBG] pgmap v3105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:52:51.971882+0000 mgr.smithi176.ajjlsm (mgr.14696) 3614 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:52:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:52:52.357212+0000 mon.smithi176 (mon.0) 1262 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:52:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:52:52.369699+0000 mon.smithi176 (mon.0) 1263 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T08:52:53.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:52:52.373635+0000 mon.smithi176 (mon.0) 1264 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:52:53.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:52:52.378447+0000 mon.smithi176 (mon.0) 1265 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:52:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:53.427947+0000 mgr.smithi176.ajjlsm (mgr.14696) 3615 : cluster [DBG] pgmap v3106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:55.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:53.427947+0000 mgr.smithi176.ajjlsm (mgr.14696) 3615 : cluster [DBG] pgmap v3106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:55.428507+0000 mgr.smithi176.ajjlsm (mgr.14696) 3616 : cluster [DBG] pgmap v3107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:55.428507+0000 mgr.smithi176.ajjlsm (mgr.14696) 3616 : cluster [DBG] pgmap v3107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:52:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:52:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:57.429502+0000 mgr.smithi176.ajjlsm (mgr.14696) 3617 : cluster [DBG] pgmap v3108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:52:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:52:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:57.429502+0000 mgr.smithi176.ajjlsm (mgr.14696) 3617 : cluster [DBG] pgmap v3108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:52:59.429903+0000 mgr.smithi176.ajjlsm (mgr.14696) 3618 : cluster [DBG] pgmap v3109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:52:59.429903+0000 mgr.smithi176.ajjlsm (mgr.14696) 3618 : cluster [DBG] pgmap v3109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:01.430703+0000 mgr.smithi176.ajjlsm (mgr.14696) 3619 : cluster [DBG] pgmap v3110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:01.430703+0000 mgr.smithi176.ajjlsm (mgr.14696) 3619 : cluster [DBG] pgmap v3110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:03.431254+0000 mgr.smithi176.ajjlsm (mgr.14696) 3620 : cluster [DBG] pgmap v3111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:03.431254+0000 mgr.smithi176.ajjlsm (mgr.14696) 3620 : cluster [DBG] pgmap v3111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:07.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:05.431721+0000 mgr.smithi176.ajjlsm (mgr.14696) 3621 : cluster [DBG] pgmap v3112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:07.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:05.431721+0000 mgr.smithi176.ajjlsm (mgr.14696) 3621 : cluster [DBG] pgmap v3112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:07.432759+0000 mgr.smithi176.ajjlsm (mgr.14696) 3622 : cluster [DBG] pgmap v3113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:07.432759+0000 mgr.smithi176.ajjlsm (mgr.14696) 3622 : cluster [DBG] pgmap v3113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:09.433212+0000 mgr.smithi176.ajjlsm (mgr.14696) 3623 : cluster [DBG] pgmap v3114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:09.433212+0000 mgr.smithi176.ajjlsm (mgr.14696) 3623 : cluster [DBG] pgmap v3114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:12.512 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:53:12.777 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:53:12.778 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (108m) 9m ago 109m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:53:12.778 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (101m) 9m ago 109m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:53:12.778 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (101m) 9m ago 109m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:53:12.779 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (108m) 9m ago 109m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:53:12.779 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (101m) 9m ago 105m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:53:12.779 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (101m) 9m ago 105m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:53:12.779 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (102m) 9m ago 110m 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:53:12.779 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (102m) 9m ago 109m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:53:12.780 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (102m) 9m ago 110m 666M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:53:12.780 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (101m) 9m ago 109m 351M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:53:12.780 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (102m) 9m ago 102m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:53:12.780 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (102m) 9m ago 102m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:53:12.780 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (109m) 9m ago 109m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:53:12.781 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (108m) 9m ago 108m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:53:12.781 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (94m) 9m ago 108m 666M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:53:12.781 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (108m) 9m ago 108m 1475M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:53:12.781 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (107m) 9m ago 107m 988M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:53:12.781 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (107m) 9m ago 107m 1627M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:53:12.782 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (107m) 9m ago 107m 1524M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:53:12.782 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (107m) 9m ago 107m 1710M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:53:12.782 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (106m) 9m ago 106m 1392M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:53:12.782 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (106m) 9m ago 106m 2145M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:53:12.782 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (108m) 9m ago 109m 71.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:53:13.100 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:53:13.100 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:53:13.101 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:53:13.101 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:53:13.101 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:53:13.101 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:53:13.101 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:53:13.102 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:53:13.102 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:53:13.102 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:53:13.102 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:53:13.103 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:53:13.103 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:53:13.103 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:53:13.103 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:53:13.104 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:53:13.104 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:53:13.104 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:53:13.104 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:53:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:11.434016+0000 mgr.smithi176.ajjlsm (mgr.14696) 3624 : cluster [DBG] pgmap v3115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:13.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:53:13.098787+0000 mon.smithi176 (mon.0) 1266 : audit [DBG] from='client.? 172.21.15.176:0/915635825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:53:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:11.434016+0000 mgr.smithi176.ajjlsm (mgr.14696) 3624 : cluster [DBG] pgmap v3115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:13.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:53:13.098787+0000 mon.smithi176 (mon.0) 1266 : audit [DBG] from='client.? 172.21.15.176:0/915635825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:53:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:53:12.498784+0000 mgr.smithi176.ajjlsm (mgr.14696) 3625 : audit [DBG] from='client.36518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:53:14.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:53:12.767464+0000 mgr.smithi176.ajjlsm (mgr.14696) 3626 : audit [DBG] from='client.36522 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:53:14.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:53:12.498784+0000 mgr.smithi176.ajjlsm (mgr.14696) 3625 : audit [DBG] from='client.36518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:53:14.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:53:12.767464+0000 mgr.smithi176.ajjlsm (mgr.14696) 3626 : audit [DBG] from='client.36522 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:53:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:13.434680+0000 mgr.smithi176.ajjlsm (mgr.14696) 3627 : cluster [DBG] pgmap v3116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:13.434680+0000 mgr.smithi176.ajjlsm (mgr.14696) 3627 : cluster [DBG] pgmap v3116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:15.435283+0000 mgr.smithi176.ajjlsm (mgr.14696) 3628 : cluster [DBG] pgmap v3117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:15.435283+0000 mgr.smithi176.ajjlsm (mgr.14696) 3628 : cluster [DBG] pgmap v3117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:17.436132+0000 mgr.smithi176.ajjlsm (mgr.14696) 3629 : cluster [DBG] pgmap v3118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:17.436132+0000 mgr.smithi176.ajjlsm (mgr.14696) 3629 : cluster [DBG] pgmap v3118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:21.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:19.436649+0000 mgr.smithi176.ajjlsm (mgr.14696) 3630 : cluster [DBG] pgmap v3119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:19.436649+0000 mgr.smithi176.ajjlsm (mgr.14696) 3630 : cluster [DBG] pgmap v3119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:21.437498+0000 mgr.smithi176.ajjlsm (mgr.14696) 3631 : cluster [DBG] pgmap v3120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:21.437498+0000 mgr.smithi176.ajjlsm (mgr.14696) 3631 : cluster [DBG] pgmap v3120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:23.438090+0000 mgr.smithi176.ajjlsm (mgr.14696) 3632 : cluster [DBG] pgmap v3121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:23.438090+0000 mgr.smithi176.ajjlsm (mgr.14696) 3632 : cluster [DBG] pgmap v3121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:27.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:25.438763+0000 mgr.smithi176.ajjlsm (mgr.14696) 3633 : cluster [DBG] pgmap v3122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:25.438763+0000 mgr.smithi176.ajjlsm (mgr.14696) 3633 : cluster [DBG] pgmap v3122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:27.439761+0000 mgr.smithi176.ajjlsm (mgr.14696) 3634 : cluster [DBG] pgmap v3123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:27.439761+0000 mgr.smithi176.ajjlsm (mgr.14696) 3634 : cluster [DBG] pgmap v3123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:29.440215+0000 mgr.smithi176.ajjlsm (mgr.14696) 3635 : cluster [DBG] pgmap v3124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:29.440215+0000 mgr.smithi176.ajjlsm (mgr.14696) 3635 : cluster [DBG] pgmap v3124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:31.441098+0000 mgr.smithi176.ajjlsm (mgr.14696) 3636 : cluster [DBG] pgmap v3125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:31.441098+0000 mgr.smithi176.ajjlsm (mgr.14696) 3636 : cluster [DBG] pgmap v3125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:33.441574+0000 mgr.smithi176.ajjlsm (mgr.14696) 3637 : cluster [DBG] pgmap v3126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:33.441574+0000 mgr.smithi176.ajjlsm (mgr.14696) 3637 : cluster [DBG] pgmap v3126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:37.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:35.442221+0000 mgr.smithi176.ajjlsm (mgr.14696) 3638 : cluster [DBG] pgmap v3127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:35.442221+0000 mgr.smithi176.ajjlsm (mgr.14696) 3638 : cluster [DBG] pgmap v3127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:37.442978+0000 mgr.smithi176.ajjlsm (mgr.14696) 3639 : cluster [DBG] pgmap v3128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:37.442978+0000 mgr.smithi176.ajjlsm (mgr.14696) 3639 : cluster [DBG] pgmap v3128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:39.443476+0000 mgr.smithi176.ajjlsm (mgr.14696) 3640 : cluster [DBG] pgmap v3129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:39.443476+0000 mgr.smithi176.ajjlsm (mgr.14696) 3640 : cluster [DBG] pgmap v3129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:53:40.456660+0000 mon.smithi176 (mon.0) 1267 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:53:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:53:40.469417+0000 mon.smithi176 (mon.0) 1268 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:53:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:53:40.456660+0000 mon.smithi176 (mon.0) 1267 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:53:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:53:40.469417+0000 mon.smithi176 (mon.0) 1268 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:53:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:41.444406+0000 mgr.smithi176.ajjlsm (mgr.14696) 3641 : cluster [DBG] pgmap v3130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:41.444406+0000 mgr.smithi176.ajjlsm (mgr.14696) 3641 : cluster [DBG] pgmap v3130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:43.404 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:53:43.675 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:53:43.675 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (109m) 9m ago 110m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:53:43.675 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (102m) 9m ago 110m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:53:43.676 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (102m) 9m ago 109m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:53:43.678 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (109m) 9m ago 109m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:53:43.678 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (101m) 9m ago 105m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:53:43.678 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (102m) 9m ago 105m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:53:43.679 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (103m) 9m ago 111m 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:53:43.679 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (102m) 9m ago 109m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:53:43.679 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (102m) 9m ago 111m 666M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:53:43.679 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (102m) 9m ago 109m 351M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:53:43.680 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (103m) 9m ago 103m 168M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:53:43.680 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (103m) 9m ago 103m 103M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:53:43.680 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (109m) 9m ago 109m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:53:43.680 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (109m) 9m ago 109m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:53:43.680 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (95m) 9m ago 108m 666M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:53:43.681 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (108m) 9m ago 108m 1475M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:53:43.681 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (108m) 9m ago 108m 988M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:53:43.681 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (108m) 9m ago 108m 1627M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:53:43.681 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (107m) 9m ago 107m 1524M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:53:43.682 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (107m) 9m ago 107m 1710M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:53:43.682 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (107m) 9m ago 107m 1392M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:53:43.682 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (107m) 9m ago 107m 2145M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:53:43.682 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (108m) 9m ago 109m 71.0M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:53:43.995 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:53:43.997 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:53:43.998 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:53:43.998 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:53:43.998 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:53:43.998 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:53:43.999 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:53:43.999 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:53:43.999 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:53:43.999 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:53:44.000 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:53:44.000 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:53:44.001 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:53:44.001 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:53:44.001 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:53:44.001 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:53:44.002 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:53:44.002 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:53:44.002 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:53:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:53:43.390847+0000 mgr.smithi176.ajjlsm (mgr.14696) 3642 : audit [DBG] from='client.36530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:53:44.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:43.444811+0000 mgr.smithi176.ajjlsm (mgr.14696) 3643 : cluster [DBG] pgmap v3131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:44.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:53:43.664308+0000 mgr.smithi176.ajjlsm (mgr.14696) 3644 : audit [DBG] from='client.36534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:53:44.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:53:43.993931+0000 mon.smithi176 (mon.0) 1269 : audit [DBG] from='client.? 172.21.15.176:0/3069070282' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:53:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:53:43.390847+0000 mgr.smithi176.ajjlsm (mgr.14696) 3642 : audit [DBG] from='client.36530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:53:44.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:43.444811+0000 mgr.smithi176.ajjlsm (mgr.14696) 3643 : cluster [DBG] pgmap v3131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:44.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:53:43.664308+0000 mgr.smithi176.ajjlsm (mgr.14696) 3644 : audit [DBG] from='client.36534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:53:44.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:53:43.993931+0000 mon.smithi176 (mon.0) 1269 : audit [DBG] from='client.? 172.21.15.176:0/3069070282' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:53:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:45.445510+0000 mgr.smithi176.ajjlsm (mgr.14696) 3645 : cluster [DBG] pgmap v3132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:45.445510+0000 mgr.smithi176.ajjlsm (mgr.14696) 3645 : cluster [DBG] pgmap v3132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:48.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:47.446332+0000 mgr.smithi176.ajjlsm (mgr.14696) 3646 : cluster [DBG] pgmap v3133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:47.446332+0000 mgr.smithi176.ajjlsm (mgr.14696) 3646 : cluster [DBG] pgmap v3133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:49.446833+0000 mgr.smithi176.ajjlsm (mgr.14696) 3647 : cluster [DBG] pgmap v3134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:49.446833+0000 mgr.smithi176.ajjlsm (mgr.14696) 3647 : cluster [DBG] pgmap v3134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:53.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:51.447864+0000 mgr.smithi176.ajjlsm (mgr.14696) 3648 : cluster [DBG] pgmap v3135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:53.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:53:52.380934+0000 mon.smithi176 (mon.0) 1270 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:53:53.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:53:52.382397+0000 mon.smithi176 (mon.0) 1271 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:53:53.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:53:52.383268+0000 mon.smithi176 (mon.0) 1272 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:53:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:51.447864+0000 mgr.smithi176.ajjlsm (mgr.14696) 3648 : cluster [DBG] pgmap v3135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:53.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:53:52.380934+0000 mon.smithi176 (mon.0) 1270 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:53:53.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:53:52.382397+0000 mon.smithi176 (mon.0) 1271 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:53:53.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:53:52.383268+0000 mon.smithi176 (mon.0) 1272 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:53:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:53:52.383968+0000 mgr.smithi176.ajjlsm (mgr.14696) 3649 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:53:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:53:52.383968+0000 mgr.smithi176.ajjlsm (mgr.14696) 3649 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:53:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:53.448344+0000 mgr.smithi176.ajjlsm (mgr.14696) 3650 : cluster [DBG] pgmap v3136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:53.448344+0000 mgr.smithi176.ajjlsm (mgr.14696) 3650 : cluster [DBG] pgmap v3136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:55.448753+0000 mgr.smithi176.ajjlsm (mgr.14696) 3651 : cluster [DBG] pgmap v3137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:57.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:53:56.823537+0000 mon.smithi176 (mon.0) 1273 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:53:57.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:55.448753+0000 mgr.smithi176.ajjlsm (mgr.14696) 3651 : cluster [DBG] pgmap v3137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:53:57.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:53:56.823537+0000 mon.smithi176 (mon.0) 1273 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:53:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:53:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:57.449568+0000 mgr.smithi176.ajjlsm (mgr.14696) 3652 : cluster [DBG] pgmap v3138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:53:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:53:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:57.449568+0000 mgr.smithi176.ajjlsm (mgr.14696) 3652 : cluster [DBG] pgmap v3138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:53:59.289321+0000 mon.smithi176 (mon.0) 1274 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:54:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:53:59.679640+0000 mon.smithi176 (mon.0) 1275 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:54:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:53:59.684728+0000 mon.smithi176 (mon.0) 1276 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:54:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:53:59.289321+0000 mon.smithi176 (mon.0) 1274 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:54:00.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:53:59.679640+0000 mon.smithi176 (mon.0) 1275 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:54:00.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:53:59.684728+0000 mon.smithi176 (mon.0) 1276 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:54:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:53:59.449968+0000 mgr.smithi176.ajjlsm (mgr.14696) 3653 : cluster [DBG] pgmap v3139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:53:59.449968+0000 mgr.smithi176.ajjlsm (mgr.14696) 3653 : cluster [DBG] pgmap v3139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:01.450894+0000 mgr.smithi176.ajjlsm (mgr.14696) 3654 : cluster [DBG] pgmap v3140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:01.450894+0000 mgr.smithi176.ajjlsm (mgr.14696) 3654 : cluster [DBG] pgmap v3140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:03.451540+0000 mgr.smithi176.ajjlsm (mgr.14696) 3655 : cluster [DBG] pgmap v3141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:03.451540+0000 mgr.smithi176.ajjlsm (mgr.14696) 3655 : cluster [DBG] pgmap v3141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:07.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:05.452034+0000 mgr.smithi176.ajjlsm (mgr.14696) 3656 : cluster [DBG] pgmap v3142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:05.452034+0000 mgr.smithi176.ajjlsm (mgr.14696) 3656 : cluster [DBG] pgmap v3142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:07.452803+0000 mgr.smithi176.ajjlsm (mgr.14696) 3657 : cluster [DBG] pgmap v3143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:07.452803+0000 mgr.smithi176.ajjlsm (mgr.14696) 3657 : cluster [DBG] pgmap v3143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:09.453355+0000 mgr.smithi176.ajjlsm (mgr.14696) 3658 : cluster [DBG] pgmap v3144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:09.453355+0000 mgr.smithi176.ajjlsm (mgr.14696) 3658 : cluster [DBG] pgmap v3144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:11.454135+0000 mgr.smithi176.ajjlsm (mgr.14696) 3659 : cluster [DBG] pgmap v3145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:11.454135+0000 mgr.smithi176.ajjlsm (mgr.14696) 3659 : cluster [DBG] pgmap v3145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:14.303 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:54:14.575 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:54:14.575 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (109m) 15s ago 110m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:54:14.576 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (102m) 15s ago 110m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:54:14.576 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (102m) 17s ago 110m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:54:14.576 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (109m) 15s ago 110m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:54:14.576 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (102m) 15s ago 106m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:54:14.577 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (102m) 17s ago 106m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:54:14.577 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (103m) 15s ago 111m 529M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:54:14.577 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (103m) 17s ago 110m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:54:14.577 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (103m) 15s ago 111m 727M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:54:14.577 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (102m) 17s ago 110m 371M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:54:14.578 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (104m) 15s ago 103m 171M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:54:14.578 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (103m) 17s ago 103m 108M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:54:14.579 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (110m) 15s ago 110m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:54:14.579 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (109m) 17s ago 109m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:54:14.579 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (95m) 15s ago 109m 694M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:54:14.580 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (109m) 15s ago 109m 1509M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:54:14.580 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (108m) 15s ago 108m 1033M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:54:14.580 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (108m) 15s ago 108m 1660M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:54:14.580 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (108m) 17s ago 108m 1556M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:54:14.581 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (108m) 17s ago 108m 1738M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:54:14.581 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (107m) 17s ago 107m 1417M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:54:14.581 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (107m) 17s ago 107m 2177M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:54:14.581 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (109m) 15s ago 110m 73.3M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:54:14.893 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:54:14.893 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:54:14.893 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:54:14.894 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:54:14.894 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:54:14.894 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:54:14.894 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:54:14.895 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:54:14.895 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:54:14.895 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:54:14.896 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:54:14.896 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:54:14.896 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:54:14.897 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:54:14.897 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:54:14.897 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:54:14.898 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:54:14.898 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:54:14.899 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:54:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:13.454599+0000 mgr.smithi176.ajjlsm (mgr.14696) 3660 : cluster [DBG] pgmap v3146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:15.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:54:14.289354+0000 mgr.smithi176.ajjlsm (mgr.14696) 3661 : audit [DBG] from='client.36542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:54:15.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:54:14.891420+0000 mon.smithi176 (mon.0) 1277 : audit [DBG] from='client.? 172.21.15.176:0/310872331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:54:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:13.454599+0000 mgr.smithi176.ajjlsm (mgr.14696) 3660 : cluster [DBG] pgmap v3146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:15.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:54:14.289354+0000 mgr.smithi176.ajjlsm (mgr.14696) 3661 : audit [DBG] from='client.36542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:54:15.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:54:14.891420+0000 mon.smithi176 (mon.0) 1277 : audit [DBG] from='client.? 172.21.15.176:0/310872331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:54:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:54:14.561437+0000 mgr.smithi176.ajjlsm (mgr.14696) 3662 : audit [DBG] from='client.36546 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:54:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:54:14.561437+0000 mgr.smithi176.ajjlsm (mgr.14696) 3662 : audit [DBG] from='client.36546 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:54:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:15.454982+0000 mgr.smithi176.ajjlsm (mgr.14696) 3663 : cluster [DBG] pgmap v3147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:15.454982+0000 mgr.smithi176.ajjlsm (mgr.14696) 3663 : cluster [DBG] pgmap v3147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:17.455704+0000 mgr.smithi176.ajjlsm (mgr.14696) 3664 : cluster [DBG] pgmap v3148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:17.455704+0000 mgr.smithi176.ajjlsm (mgr.14696) 3664 : cluster [DBG] pgmap v3148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:19.456259+0000 mgr.smithi176.ajjlsm (mgr.14696) 3665 : cluster [DBG] pgmap v3149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:19.456259+0000 mgr.smithi176.ajjlsm (mgr.14696) 3665 : cluster [DBG] pgmap v3149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:21.457244+0000 mgr.smithi176.ajjlsm (mgr.14696) 3666 : cluster [DBG] pgmap v3150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:21.457244+0000 mgr.smithi176.ajjlsm (mgr.14696) 3666 : cluster [DBG] pgmap v3150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:23.457802+0000 mgr.smithi176.ajjlsm (mgr.14696) 3667 : cluster [DBG] pgmap v3151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:23.457802+0000 mgr.smithi176.ajjlsm (mgr.14696) 3667 : cluster [DBG] pgmap v3151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:25.458498+0000 mgr.smithi176.ajjlsm (mgr.14696) 3668 : cluster [DBG] pgmap v3152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:25.458498+0000 mgr.smithi176.ajjlsm (mgr.14696) 3668 : cluster [DBG] pgmap v3152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:27.459282+0000 mgr.smithi176.ajjlsm (mgr.14696) 3669 : cluster [DBG] pgmap v3153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:28.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:27.459282+0000 mgr.smithi176.ajjlsm (mgr.14696) 3669 : cluster [DBG] pgmap v3153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:29.459738+0000 mgr.smithi176.ajjlsm (mgr.14696) 3670 : cluster [DBG] pgmap v3154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:29.459738+0000 mgr.smithi176.ajjlsm (mgr.14696) 3670 : cluster [DBG] pgmap v3154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:31.460599+0000 mgr.smithi176.ajjlsm (mgr.14696) 3671 : cluster [DBG] pgmap v3155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:31.460599+0000 mgr.smithi176.ajjlsm (mgr.14696) 3671 : cluster [DBG] pgmap v3155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:33.461142+0000 mgr.smithi176.ajjlsm (mgr.14696) 3672 : cluster [DBG] pgmap v3156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:33.461142+0000 mgr.smithi176.ajjlsm (mgr.14696) 3672 : cluster [DBG] pgmap v3156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:35.461746+0000 mgr.smithi176.ajjlsm (mgr.14696) 3673 : cluster [DBG] pgmap v3157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:35.461746+0000 mgr.smithi176.ajjlsm (mgr.14696) 3673 : cluster [DBG] pgmap v3157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:37.462432+0000 mgr.smithi176.ajjlsm (mgr.14696) 3674 : cluster [DBG] pgmap v3158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:39.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:37.462432+0000 mgr.smithi176.ajjlsm (mgr.14696) 3674 : cluster [DBG] pgmap v3158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:39.462916+0000 mgr.smithi176.ajjlsm (mgr.14696) 3675 : cluster [DBG] pgmap v3159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:54:40.458438+0000 mon.smithi176 (mon.0) 1278 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:54:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:54:40.473619+0000 mon.smithi176 (mon.0) 1279 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:54:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:39.462916+0000 mgr.smithi176.ajjlsm (mgr.14696) 3675 : cluster [DBG] pgmap v3159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:54:40.458438+0000 mon.smithi176 (mon.0) 1278 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:54:41.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:54:40.473619+0000 mon.smithi176 (mon.0) 1279 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:54:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:41.463651+0000 mgr.smithi176.ajjlsm (mgr.14696) 3676 : cluster [DBG] pgmap v3160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:41.463651+0000 mgr.smithi176.ajjlsm (mgr.14696) 3676 : cluster [DBG] pgmap v3160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:45.199 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:54:45.469 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:54:45.470 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (110m) 46s ago 111m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:54:45.470 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (103m) 46s ago 111m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:54:45.471 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (103m) 48s ago 110m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:54:45.471 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (110m) 46s ago 110m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:54:45.472 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (102m) 46s ago 106m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:54:45.472 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (103m) 48s ago 106m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:54:45.472 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (104m) 46s ago 112m 529M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:54:45.472 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (103m) 48s ago 110m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:54:45.473 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (103m) 46s ago 112m 727M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:54:45.473 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (103m) 48s ago 110m 371M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:54:45.473 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (104m) 46s ago 104m 171M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:54:45.473 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (104m) 48s ago 104m 108M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:54:45.474 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (110m) 46s ago 110m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:54:45.474 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (110m) 48s ago 110m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:54:45.475 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (96m) 46s ago 109m 694M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:54:45.475 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (109m) 46s ago 109m 1509M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:54:45.476 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (109m) 46s ago 109m 1033M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:54:45.476 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (109m) 46s ago 109m 1660M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:54:45.476 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (108m) 48s ago 108m 1556M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:54:45.477 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (108m) 48s ago 108m 1738M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:54:45.477 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (108m) 48s ago 108m 1417M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:54:45.478 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (108m) 48s ago 108m 2177M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:54:45.478 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (110m) 46s ago 110m 73.3M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:54:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:43.464083+0000 mgr.smithi176.ajjlsm (mgr.14696) 3677 : cluster [DBG] pgmap v3161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:43.464083+0000 mgr.smithi176.ajjlsm (mgr.14696) 3677 : cluster [DBG] pgmap v3161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:45.790 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:54:45.791 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:54:45.791 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:54:45.791 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:54:45.791 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:54:45.792 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:54:45.792 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:54:45.792 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:54:45.792 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:54:45.792 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:54:45.793 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:54:45.793 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:54:45.793 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:54:45.793 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:54:45.794 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:54:45.794 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:54:45.794 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:54:45.794 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:54:45.795 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:54:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:54:45.186157+0000 mgr.smithi176.ajjlsm (mgr.14696) 3678 : audit [DBG] from='client.36554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:54:46.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:54:45.788980+0000 mon.smithi176 (mon.0) 1280 : audit [DBG] from='client.? 172.21.15.176:0/1142221684' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:54:46.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:54:45.186157+0000 mgr.smithi176.ajjlsm (mgr.14696) 3678 : audit [DBG] from='client.36554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:54:46.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:54:45.788980+0000 mon.smithi176 (mon.0) 1280 : audit [DBG] from='client.? 172.21.15.176:0/1142221684' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:54:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:54:45.458794+0000 mgr.smithi176.ajjlsm (mgr.14696) 3679 : audit [DBG] from='client.36558 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:54:47.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:45.464459+0000 mgr.smithi176.ajjlsm (mgr.14696) 3680 : cluster [DBG] pgmap v3162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:47.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:54:45.458794+0000 mgr.smithi176.ajjlsm (mgr.14696) 3679 : audit [DBG] from='client.36558 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:54:47.608 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:45.464459+0000 mgr.smithi176.ajjlsm (mgr.14696) 3680 : cluster [DBG] pgmap v3162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:47.465199+0000 mgr.smithi176.ajjlsm (mgr.14696) 3681 : cluster [DBG] pgmap v3163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:47.465199+0000 mgr.smithi176.ajjlsm (mgr.14696) 3681 : cluster [DBG] pgmap v3163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:49.465837+0000 mgr.smithi176.ajjlsm (mgr.14696) 3682 : cluster [DBG] pgmap v3164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:49.465837+0000 mgr.smithi176.ajjlsm (mgr.14696) 3682 : cluster [DBG] pgmap v3164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:51.466737+0000 mgr.smithi176.ajjlsm (mgr.14696) 3683 : cluster [DBG] pgmap v3165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:51.466737+0000 mgr.smithi176.ajjlsm (mgr.14696) 3683 : cluster [DBG] pgmap v3165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:53.467253+0000 mgr.smithi176.ajjlsm (mgr.14696) 3684 : cluster [DBG] pgmap v3166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:53.467253+0000 mgr.smithi176.ajjlsm (mgr.14696) 3684 : cluster [DBG] pgmap v3166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:55.467679+0000 mgr.smithi176.ajjlsm (mgr.14696) 3685 : cluster [DBG] pgmap v3167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:57.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:55.467679+0000 mgr.smithi176.ajjlsm (mgr.14696) 3685 : cluster [DBG] pgmap v3167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:54:59.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:54:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:57.468663+0000 mgr.smithi176.ajjlsm (mgr.14696) 3686 : cluster [DBG] pgmap v3168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:54:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:54:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:57.468663+0000 mgr.smithi176.ajjlsm (mgr.14696) 3686 : cluster [DBG] pgmap v3168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:54:59.687377+0000 mon.smithi176 (mon.0) 1281 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:55:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:54:59.688782+0000 mon.smithi176 (mon.0) 1282 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:55:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:54:59.689644+0000 mon.smithi176 (mon.0) 1283 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:55:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:55:00.091950+0000 mon.smithi176 (mon.0) 1284 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:55:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:55:00.096945+0000 mon.smithi176 (mon.0) 1285 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:55:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:54:59.687377+0000 mon.smithi176 (mon.0) 1281 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:55:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:54:59.688782+0000 mon.smithi176 (mon.0) 1282 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:55:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:54:59.689644+0000 mon.smithi176 (mon.0) 1283 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:55:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:55:00.091950+0000 mon.smithi176 (mon.0) 1284 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:55:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:55:00.096945+0000 mon.smithi176 (mon.0) 1285 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:55:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:54:59.469126+0000 mgr.smithi176.ajjlsm (mgr.14696) 3687 : cluster [DBG] pgmap v3169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:01.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:54:59.690423+0000 mgr.smithi176.ajjlsm (mgr.14696) 3688 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:55:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:54:59.469126+0000 mgr.smithi176.ajjlsm (mgr.14696) 3687 : cluster [DBG] pgmap v3169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:54:59.690423+0000 mgr.smithi176.ajjlsm (mgr.14696) 3688 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:55:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:01.469844+0000 mgr.smithi176.ajjlsm (mgr.14696) 3689 : cluster [DBG] pgmap v3170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:03.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:01.469844+0000 mgr.smithi176.ajjlsm (mgr.14696) 3689 : cluster [DBG] pgmap v3170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:03.470546+0000 mgr.smithi176.ajjlsm (mgr.14696) 3690 : cluster [DBG] pgmap v3171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:05.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:03.470546+0000 mgr.smithi176.ajjlsm (mgr.14696) 3690 : cluster [DBG] pgmap v3171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:05.471155+0000 mgr.smithi176.ajjlsm (mgr.14696) 3691 : cluster [DBG] pgmap v3172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:07.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:05.471155+0000 mgr.smithi176.ajjlsm (mgr.14696) 3691 : cluster [DBG] pgmap v3172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:07.472124+0000 mgr.smithi176.ajjlsm (mgr.14696) 3692 : cluster [DBG] pgmap v3173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:07.472124+0000 mgr.smithi176.ajjlsm (mgr.14696) 3692 : cluster [DBG] pgmap v3173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:09.472765+0000 mgr.smithi176.ajjlsm (mgr.14696) 3693 : cluster [DBG] pgmap v3174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:09.472765+0000 mgr.smithi176.ajjlsm (mgr.14696) 3693 : cluster [DBG] pgmap v3174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:11.473659+0000 mgr.smithi176.ajjlsm (mgr.14696) 3694 : cluster [DBG] pgmap v3175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:11.473659+0000 mgr.smithi176.ajjlsm (mgr.14696) 3694 : cluster [DBG] pgmap v3175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:13.474153+0000 mgr.smithi176.ajjlsm (mgr.14696) 3695 : cluster [DBG] pgmap v3176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:13.474153+0000 mgr.smithi176.ajjlsm (mgr.14696) 3695 : cluster [DBG] pgmap v3176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:16.094 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:55:16.361 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:55:16.361 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (110m) 77s ago 111m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:55:16.361 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (103m) 77s ago 111m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:55:16.362 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (103m) 79s ago 111m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:55:16.362 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (110m) 77s ago 111m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:55:16.362 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (103m) 77s ago 107m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:55:16.362 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (103m) 79s ago 107m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:55:16.363 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (104m) 77s ago 112m 529M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:55:16.363 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (104m) 79s ago 111m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:55:16.363 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (104m) 77s ago 112m 727M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:55:16.363 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (104m) 79s ago 111m 371M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:55:16.364 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (105m) 77s ago 105m 171M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:55:16.364 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (104m) 79s ago 104m 108M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:55:16.364 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (111m) 77s ago 111m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:55:16.364 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (110m) 79s ago 110m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:55:16.365 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (96m) 77s ago 110m 694M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:55:16.365 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (110m) 77s ago 110m 1509M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:55:16.365 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (109m) 77s ago 109m 1033M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:55:16.365 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (109m) 77s ago 109m 1660M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:55:16.366 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (109m) 79s ago 109m 1556M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:55:16.366 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (109m) 79s ago 109m 1738M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:55:16.366 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (108m) 79s ago 108m 1417M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:55:16.366 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (108m) 79s ago 108m 2177M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:55:16.366 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (110m) 77s ago 111m 73.3M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:55:16.682 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:55:16.682 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:55:16.683 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:55:16.683 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:55:16.683 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:55:16.683 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:55:16.684 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:55:16.684 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:55:16.684 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:55:16.684 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:55:16.684 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:55:16.685 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:55:16.685 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:55:16.685 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:55:16.685 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:55:16.686 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:55:16.686 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:55:16.686 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:55:16.686 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:55:17.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:15.474730+0000 mgr.smithi176.ajjlsm (mgr.14696) 3696 : cluster [DBG] pgmap v3177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:17.608 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:55:16.080720+0000 mgr.smithi176.ajjlsm (mgr.14696) 3697 : audit [DBG] from='client.36566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:55:17.608 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:55:16.350440+0000 mgr.smithi176.ajjlsm (mgr.14696) 3698 : audit [DBG] from='client.36570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:55:17.608 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:55:16.680718+0000 mon.smithi176 (mon.0) 1286 : audit [DBG] from='client.? 172.21.15.176:0/4151726269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:55:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:15.474730+0000 mgr.smithi176.ajjlsm (mgr.14696) 3696 : cluster [DBG] pgmap v3177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:17.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:55:16.080720+0000 mgr.smithi176.ajjlsm (mgr.14696) 3697 : audit [DBG] from='client.36566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:55:17.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:55:16.350440+0000 mgr.smithi176.ajjlsm (mgr.14696) 3698 : audit [DBG] from='client.36570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:55:17.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:55:16.680718+0000 mon.smithi176 (mon.0) 1286 : audit [DBG] from='client.? 172.21.15.176:0/4151726269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:55:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:17.475667+0000 mgr.smithi176.ajjlsm (mgr.14696) 3699 : cluster [DBG] pgmap v3178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:17.475667+0000 mgr.smithi176.ajjlsm (mgr.14696) 3699 : cluster [DBG] pgmap v3178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:19.476169+0000 mgr.smithi176.ajjlsm (mgr.14696) 3700 : cluster [DBG] pgmap v3179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:19.476169+0000 mgr.smithi176.ajjlsm (mgr.14696) 3700 : cluster [DBG] pgmap v3179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:21.476904+0000 mgr.smithi176.ajjlsm (mgr.14696) 3701 : cluster [DBG] pgmap v3180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:21.476904+0000 mgr.smithi176.ajjlsm (mgr.14696) 3701 : cluster [DBG] pgmap v3180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:23.477538+0000 mgr.smithi176.ajjlsm (mgr.14696) 3702 : cluster [DBG] pgmap v3181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:23.477538+0000 mgr.smithi176.ajjlsm (mgr.14696) 3702 : cluster [DBG] pgmap v3181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:25.478071+0000 mgr.smithi176.ajjlsm (mgr.14696) 3703 : cluster [DBG] pgmap v3182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:25.478071+0000 mgr.smithi176.ajjlsm (mgr.14696) 3703 : cluster [DBG] pgmap v3182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:27.478869+0000 mgr.smithi176.ajjlsm (mgr.14696) 3704 : cluster [DBG] pgmap v3183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:27.478869+0000 mgr.smithi176.ajjlsm (mgr.14696) 3704 : cluster [DBG] pgmap v3183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:29.479382+0000 mgr.smithi176.ajjlsm (mgr.14696) 3705 : cluster [DBG] pgmap v3184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:29.479382+0000 mgr.smithi176.ajjlsm (mgr.14696) 3705 : cluster [DBG] pgmap v3184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:31.480383+0000 mgr.smithi176.ajjlsm (mgr.14696) 3706 : cluster [DBG] pgmap v3185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:31.480383+0000 mgr.smithi176.ajjlsm (mgr.14696) 3706 : cluster [DBG] pgmap v3185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:33.480957+0000 mgr.smithi176.ajjlsm (mgr.14696) 3707 : cluster [DBG] pgmap v3186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:33.480957+0000 mgr.smithi176.ajjlsm (mgr.14696) 3707 : cluster [DBG] pgmap v3186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:37.611 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:35.481470+0000 mgr.smithi176.ajjlsm (mgr.14696) 3708 : cluster [DBG] pgmap v3187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:37.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:35.481470+0000 mgr.smithi176.ajjlsm (mgr.14696) 3708 : cluster [DBG] pgmap v3187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:37.482333+0000 mgr.smithi176.ajjlsm (mgr.14696) 3709 : cluster [DBG] pgmap v3188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:37.482333+0000 mgr.smithi176.ajjlsm (mgr.14696) 3709 : cluster [DBG] pgmap v3188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:39.482872+0000 mgr.smithi176.ajjlsm (mgr.14696) 3710 : cluster [DBG] pgmap v3189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:39.482872+0000 mgr.smithi176.ajjlsm (mgr.14696) 3710 : cluster [DBG] pgmap v3189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:55:40.460091+0000 mon.smithi176 (mon.0) 1287 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:55:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:55:40.477864+0000 mon.smithi176 (mon.0) 1288 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:55:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:55:40.460091+0000 mon.smithi176 (mon.0) 1287 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:55:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:55:40.477864+0000 mon.smithi176 (mon.0) 1288 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:55:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:41.483810+0000 mgr.smithi176.ajjlsm (mgr.14696) 3711 : cluster [DBG] pgmap v3190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:41.483810+0000 mgr.smithi176.ajjlsm (mgr.14696) 3711 : cluster [DBG] pgmap v3190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:43.484461+0000 mgr.smithi176.ajjlsm (mgr.14696) 3712 : cluster [DBG] pgmap v3191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:43.484461+0000 mgr.smithi176.ajjlsm (mgr.14696) 3712 : cluster [DBG] pgmap v3191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:46.983 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:55:47.252 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:55:47.253 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (111m) 107s ago 112m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:55:47.253 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (104m) 107s ago 112m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:55:47.253 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (104m) 110s ago 111m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:55:47.253 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (111m) 107s ago 111m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:55:47.254 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (103m) 107s ago 107m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:55:47.254 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (104m) 110s ago 107m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:55:47.254 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (105m) 107s ago 113m 529M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:55:47.254 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (104m) 110s ago 111m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:55:47.255 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (104m) 107s ago 113m 727M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:55:47.255 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (104m) 110s ago 111m 371M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:55:47.255 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (105m) 107s ago 105m 171M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:55:47.255 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (105m) 110s ago 105m 108M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:55:47.256 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (111m) 107s ago 111m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:55:47.256 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (111m) 110s ago 111m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:55:47.256 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (97m) 107s ago 110m 694M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:55:47.256 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (110m) 107s ago 110m 1509M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:55:47.257 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (110m) 107s ago 110m 1033M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:55:47.257 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (110m) 107s ago 110m 1660M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:55:47.257 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (109m) 110s ago 109m 1556M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:55:47.257 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (109m) 110s ago 109m 1738M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:55:47.257 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (109m) 110s ago 109m 1417M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:55:47.258 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (109m) 110s ago 109m 2177M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:55:47.258 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (111m) 107s ago 111m 73.3M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:55:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:45.484998+0000 mgr.smithi176.ajjlsm (mgr.14696) 3713 : cluster [DBG] pgmap v3192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:47.577 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:55:47.577 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:55:47.577 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:55:47.578 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:55:47.578 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:55:47.578 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:55:47.578 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:55:47.579 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:55:47.579 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:55:47.579 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:55:47.579 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:55:47.580 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:55:47.580 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:55:47.580 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:55:47.580 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:55:47.580 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:55:47.581 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:55:47.581 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:55:47.581 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:55:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:45.484998+0000 mgr.smithi176.ajjlsm (mgr.14696) 3713 : cluster [DBG] pgmap v3192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:55:46.969940+0000 mgr.smithi176.ajjlsm (mgr.14696) 3714 : audit [DBG] from='client.36578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:55:48.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:55:47.242356+0000 mgr.smithi176.ajjlsm (mgr.14696) 3715 : audit [DBG] from='client.36582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:55:48.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:55:47.575560+0000 mon.smithi176 (mon.0) 1289 : audit [DBG] from='client.? 172.21.15.176:0/2116947228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:55:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:55:46.969940+0000 mgr.smithi176.ajjlsm (mgr.14696) 3714 : audit [DBG] from='client.36578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:55:48.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:55:47.242356+0000 mgr.smithi176.ajjlsm (mgr.14696) 3715 : audit [DBG] from='client.36582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:55:48.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:55:47.575560+0000 mon.smithi176 (mon.0) 1289 : audit [DBG] from='client.? 172.21.15.176:0/2116947228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:55:49.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:47.485900+0000 mgr.smithi176.ajjlsm (mgr.14696) 3716 : cluster [DBG] pgmap v3193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:47.485900+0000 mgr.smithi176.ajjlsm (mgr.14696) 3716 : cluster [DBG] pgmap v3193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:49.486418+0000 mgr.smithi176.ajjlsm (mgr.14696) 3717 : cluster [DBG] pgmap v3194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:49.486418+0000 mgr.smithi176.ajjlsm (mgr.14696) 3717 : cluster [DBG] pgmap v3194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:51.487201+0000 mgr.smithi176.ajjlsm (mgr.14696) 3718 : cluster [DBG] pgmap v3195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:51.487201+0000 mgr.smithi176.ajjlsm (mgr.14696) 3718 : cluster [DBG] pgmap v3195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:53.487937+0000 mgr.smithi176.ajjlsm (mgr.14696) 3719 : cluster [DBG] pgmap v3196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:53.487937+0000 mgr.smithi176.ajjlsm (mgr.14696) 3719 : cluster [DBG] pgmap v3196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:57.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:55.488602+0000 mgr.smithi176.ajjlsm (mgr.14696) 3720 : cluster [DBG] pgmap v3197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:57.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:55.488602+0000 mgr.smithi176.ajjlsm (mgr.14696) 3720 : cluster [DBG] pgmap v3197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:55:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:55:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:57.489625+0000 mgr.smithi176.ajjlsm (mgr.14696) 3721 : cluster [DBG] pgmap v3198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:55:59.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:55:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:57.489625+0000 mgr.smithi176.ajjlsm (mgr.14696) 3721 : cluster [DBG] pgmap v3198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:56:00.099599+0000 mon.smithi176 (mon.0) 1290 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:56:00.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:56:00.101182+0000 mon.smithi176 (mon.0) 1291 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:56:00.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:56:00.102018+0000 mon.smithi176 (mon.0) 1292 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:56:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:56:00.099599+0000 mon.smithi176 (mon.0) 1290 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:56:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:56:00.101182+0000 mon.smithi176 (mon.0) 1291 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:56:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:56:00.102018+0000 mon.smithi176 (mon.0) 1292 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:56:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:55:59.490233+0000 mgr.smithi176.ajjlsm (mgr.14696) 3722 : cluster [DBG] pgmap v3199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:01.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:56:00.102737+0000 mgr.smithi176.ajjlsm (mgr.14696) 3723 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:56:01.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:56:00.454774+0000 mon.smithi176 (mon.0) 1293 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:56:01.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:56:00.843757+0000 mon.smithi176 (mon.0) 1294 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:56:01.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:56:00.848413+0000 mon.smithi176 (mon.0) 1295 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:56:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:55:59.490233+0000 mgr.smithi176.ajjlsm (mgr.14696) 3722 : cluster [DBG] pgmap v3199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:01.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:56:00.102737+0000 mgr.smithi176.ajjlsm (mgr.14696) 3723 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:56:01.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:56:00.454774+0000 mon.smithi176 (mon.0) 1293 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:56:01.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:56:00.843757+0000 mon.smithi176 (mon.0) 1294 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:56:01.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:56:00.848413+0000 mon.smithi176 (mon.0) 1295 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:56:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:01.490886+0000 mgr.smithi176.ajjlsm (mgr.14696) 3724 : cluster [DBG] pgmap v3200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:01.490886+0000 mgr.smithi176.ajjlsm (mgr.14696) 3724 : cluster [DBG] pgmap v3200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:03.491510+0000 mgr.smithi176.ajjlsm (mgr.14696) 3725 : cluster [DBG] pgmap v3201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:03.491510+0000 mgr.smithi176.ajjlsm (mgr.14696) 3725 : cluster [DBG] pgmap v3201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:05.492156+0000 mgr.smithi176.ajjlsm (mgr.14696) 3726 : cluster [DBG] pgmap v3202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:05.492156+0000 mgr.smithi176.ajjlsm (mgr.14696) 3726 : cluster [DBG] pgmap v3202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:09.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:07.492916+0000 mgr.smithi176.ajjlsm (mgr.14696) 3727 : cluster [DBG] pgmap v3203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:09.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:07.492916+0000 mgr.smithi176.ajjlsm (mgr.14696) 3727 : cluster [DBG] pgmap v3203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:09.493591+0000 mgr.smithi176.ajjlsm (mgr.14696) 3728 : cluster [DBG] pgmap v3204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:09.493591+0000 mgr.smithi176.ajjlsm (mgr.14696) 3728 : cluster [DBG] pgmap v3204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:13.554 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:11.494504+0000 mgr.smithi176.ajjlsm (mgr.14696) 3729 : cluster [DBG] pgmap v3205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:11.494504+0000 mgr.smithi176.ajjlsm (mgr.14696) 3729 : cluster [DBG] pgmap v3205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:13.494925+0000 mgr.smithi176.ajjlsm (mgr.14696) 3730 : cluster [DBG] pgmap v3206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:13.494925+0000 mgr.smithi176.ajjlsm (mgr.14696) 3730 : cluster [DBG] pgmap v3206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:15.495447+0000 mgr.smithi176.ajjlsm (mgr.14696) 3731 : cluster [DBG] pgmap v3207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:17.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:15.495447+0000 mgr.smithi176.ajjlsm (mgr.14696) 3731 : cluster [DBG] pgmap v3207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:17.879 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:56:18.148 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:56:18.149 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (111m) 2m ago 112m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:56:18.149 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (104m) 2m ago 112m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:56:18.149 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (104m) 2m ago 112m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:56:18.150 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (111m) 2m ago 112m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:56:18.150 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (104m) 2m ago 108m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:56:18.150 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (104m) 2m ago 108m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:56:18.151 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (105m) 2m ago 113m 529M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:56:18.151 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (105m) 2m ago 112m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:56:18.151 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (105m) 2m ago 113m 727M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:56:18.151 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (105m) 2m ago 112m 371M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:56:18.151 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (106m) 2m ago 106m 171M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:56:18.152 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (105m) 2m ago 105m 108M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:56:18.152 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (112m) 2m ago 112m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:56:18.152 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (111m) 2m ago 111m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:56:18.152 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (97m) 2m ago 111m 694M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:56:18.153 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (111m) 2m ago 111m 1509M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:56:18.153 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (110m) 2m ago 110m 1033M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:56:18.153 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (110m) 2m ago 110m 1660M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:56:18.153 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (110m) 2m ago 110m 1556M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:56:18.153 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (110m) 2m ago 110m 1738M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:56:18.154 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (109m) 2m ago 109m 1417M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:56:18.154 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (109m) 2m ago 109m 2177M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:56:18.154 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (111m) 2m ago 112m 73.3M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:56:18.471 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:56:18.472 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:56:18.472 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:56:18.472 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:56:18.472 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:56:18.473 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:56:18.473 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:56:18.473 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:56:18.474 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:56:18.474 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:56:18.474 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:56:18.475 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:56:18.475 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:56:18.476 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:56:18.476 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:56:18.477 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:56:18.477 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:56:18.478 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:56:18.478 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:56:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:17.496475+0000 mgr.smithi176.ajjlsm (mgr.14696) 3732 : cluster [DBG] pgmap v3208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:19.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:56:17.866311+0000 mgr.smithi176.ajjlsm (mgr.14696) 3733 : audit [DBG] from='client.36590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:56:19.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:56:18.138480+0000 mgr.smithi176.ajjlsm (mgr.14696) 3734 : audit [DBG] from='client.36594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:56:19.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:56:18.469996+0000 mon.smithi176 (mon.0) 1296 : audit [DBG] from='client.? 172.21.15.176:0/2819678975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:56:19.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:17.496475+0000 mgr.smithi176.ajjlsm (mgr.14696) 3732 : cluster [DBG] pgmap v3208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:19.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:56:17.866311+0000 mgr.smithi176.ajjlsm (mgr.14696) 3733 : audit [DBG] from='client.36590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:56:19.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:56:18.138480+0000 mgr.smithi176.ajjlsm (mgr.14696) 3734 : audit [DBG] from='client.36594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:56:19.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:56:18.469996+0000 mon.smithi176 (mon.0) 1296 : audit [DBG] from='client.? 172.21.15.176:0/2819678975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:56:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:19.496972+0000 mgr.smithi176.ajjlsm (mgr.14696) 3735 : cluster [DBG] pgmap v3209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:19.496972+0000 mgr.smithi176.ajjlsm (mgr.14696) 3735 : cluster [DBG] pgmap v3209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:21.497716+0000 mgr.smithi176.ajjlsm (mgr.14696) 3736 : cluster [DBG] pgmap v3210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:21.497716+0000 mgr.smithi176.ajjlsm (mgr.14696) 3736 : cluster [DBG] pgmap v3210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:23.498274+0000 mgr.smithi176.ajjlsm (mgr.14696) 3737 : cluster [DBG] pgmap v3211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:23.498274+0000 mgr.smithi176.ajjlsm (mgr.14696) 3737 : cluster [DBG] pgmap v3211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:25.498833+0000 mgr.smithi176.ajjlsm (mgr.14696) 3738 : cluster [DBG] pgmap v3212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:25.498833+0000 mgr.smithi176.ajjlsm (mgr.14696) 3738 : cluster [DBG] pgmap v3212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:27.499782+0000 mgr.smithi176.ajjlsm (mgr.14696) 3739 : cluster [DBG] pgmap v3213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:27.499782+0000 mgr.smithi176.ajjlsm (mgr.14696) 3739 : cluster [DBG] pgmap v3213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:29.500356+0000 mgr.smithi176.ajjlsm (mgr.14696) 3740 : cluster [DBG] pgmap v3214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:31.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:29.500356+0000 mgr.smithi176.ajjlsm (mgr.14696) 3740 : cluster [DBG] pgmap v3214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:31.501220+0000 mgr.smithi176.ajjlsm (mgr.14696) 3741 : cluster [DBG] pgmap v3215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:31.501220+0000 mgr.smithi176.ajjlsm (mgr.14696) 3741 : cluster [DBG] pgmap v3215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:33.501858+0000 mgr.smithi176.ajjlsm (mgr.14696) 3742 : cluster [DBG] pgmap v3216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:33.501858+0000 mgr.smithi176.ajjlsm (mgr.14696) 3742 : cluster [DBG] pgmap v3216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:35.502427+0000 mgr.smithi176.ajjlsm (mgr.14696) 3743 : cluster [DBG] pgmap v3217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:35.502427+0000 mgr.smithi176.ajjlsm (mgr.14696) 3743 : cluster [DBG] pgmap v3217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:37.503399+0000 mgr.smithi176.ajjlsm (mgr.14696) 3744 : cluster [DBG] pgmap v3218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:37.503399+0000 mgr.smithi176.ajjlsm (mgr.14696) 3744 : cluster [DBG] pgmap v3218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:39.503875+0000 mgr.smithi176.ajjlsm (mgr.14696) 3745 : cluster [DBG] pgmap v3219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:56:40.461977+0000 mon.smithi176 (mon.0) 1297 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:56:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:56:40.482663+0000 mon.smithi176 (mon.0) 1298 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:56:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:39.503875+0000 mgr.smithi176.ajjlsm (mgr.14696) 3745 : cluster [DBG] pgmap v3219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:56:40.461977+0000 mon.smithi176 (mon.0) 1297 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:56:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:56:40.482663+0000 mon.smithi176 (mon.0) 1298 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:56:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:41.504862+0000 mgr.smithi176.ajjlsm (mgr.14696) 3746 : cluster [DBG] pgmap v3220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:41.504862+0000 mgr.smithi176.ajjlsm (mgr.14696) 3746 : cluster [DBG] pgmap v3220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:43.505381+0000 mgr.smithi176.ajjlsm (mgr.14696) 3747 : cluster [DBG] pgmap v3221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:43.505381+0000 mgr.smithi176.ajjlsm (mgr.14696) 3747 : cluster [DBG] pgmap v3221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:45.505954+0000 mgr.smithi176.ajjlsm (mgr.14696) 3748 : cluster [DBG] pgmap v3222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:45.505954+0000 mgr.smithi176.ajjlsm (mgr.14696) 3748 : cluster [DBG] pgmap v3222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:48.776 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:56:49.044 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:56:49.045 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (112m) 2m ago 113m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:56:49.045 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (105m) 2m ago 113m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:56:49.045 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (105m) 2m ago 112m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:56:49.046 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (112m) 2m ago 113m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:56:49.046 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (104m) 2m ago 108m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:56:49.046 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (105m) 2m ago 108m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:56:49.046 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (106m) 2m ago 114m 529M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:56:49.047 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (105m) 2m ago 112m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:56:49.047 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (105m) 2m ago 114m 727M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:56:49.047 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (105m) 2m ago 112m 371M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:56:49.047 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (106m) 2m ago 106m 171M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:56:49.048 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (106m) 2m ago 106m 108M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:56:49.048 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (112m) 2m ago 112m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:56:49.048 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (112m) 2m ago 112m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:56:49.048 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (98m) 2m ago 112m 694M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:56:49.049 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (111m) 2m ago 111m 1509M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:56:49.049 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (111m) 2m ago 111m 1033M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:56:49.049 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (111m) 2m ago 111m 1660M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:56:49.049 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (110m) 2m ago 110m 1556M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:56:49.050 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (110m) 2m ago 110m 1738M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:56:49.050 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (110m) 2m ago 110m 1417M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:56:49.050 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (110m) 2m ago 110m 2177M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:56:49.050 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (112m) 2m ago 112m 73.3M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:56:49.365 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:56:49.366 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:56:49.366 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:56:49.366 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:56:49.367 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:56:49.367 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:56:49.367 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:56:49.367 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:56:49.367 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:56:49.368 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:56:49.368 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:56:49.368 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:56:49.368 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:56:49.369 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:56:49.369 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:56:49.369 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:56:49.369 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:56:49.369 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:56:49.370 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:56:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:47.506729+0000 mgr.smithi176.ajjlsm (mgr.14696) 3749 : cluster [DBG] pgmap v3223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:47.506729+0000 mgr.smithi176.ajjlsm (mgr.14696) 3749 : cluster [DBG] pgmap v3223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:56:48.763117+0000 mgr.smithi176.ajjlsm (mgr.14696) 3750 : audit [DBG] from='client.36602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:56:50.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:56:49.034458+0000 mgr.smithi176.ajjlsm (mgr.14696) 3751 : audit [DBG] from='client.36606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:56:50.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:56:49.364219+0000 mon.smithi176 (mon.0) 1299 : audit [DBG] from='client.? 172.21.15.176:0/2592749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:56:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:56:48.763117+0000 mgr.smithi176.ajjlsm (mgr.14696) 3750 : audit [DBG] from='client.36602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:56:50.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:56:49.034458+0000 mgr.smithi176.ajjlsm (mgr.14696) 3751 : audit [DBG] from='client.36606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:56:50.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:56:49.364219+0000 mon.smithi176 (mon.0) 1299 : audit [DBG] from='client.? 172.21.15.176:0/2592749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:56:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:49.507135+0000 mgr.smithi176.ajjlsm (mgr.14696) 3752 : cluster [DBG] pgmap v3224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:49.507135+0000 mgr.smithi176.ajjlsm (mgr.14696) 3752 : cluster [DBG] pgmap v3224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:51.507928+0000 mgr.smithi176.ajjlsm (mgr.14696) 3753 : cluster [DBG] pgmap v3225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:51.507928+0000 mgr.smithi176.ajjlsm (mgr.14696) 3753 : cluster [DBG] pgmap v3225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:53.508458+0000 mgr.smithi176.ajjlsm (mgr.14696) 3754 : cluster [DBG] pgmap v3226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:55.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:53.508458+0000 mgr.smithi176.ajjlsm (mgr.14696) 3754 : cluster [DBG] pgmap v3226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:55.508914+0000 mgr.smithi176.ajjlsm (mgr.14696) 3755 : cluster [DBG] pgmap v3227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:55.508914+0000 mgr.smithi176.ajjlsm (mgr.14696) 3755 : cluster [DBG] pgmap v3227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:56:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:56:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:57.509799+0000 mgr.smithi176.ajjlsm (mgr.14696) 3756 : cluster [DBG] pgmap v3228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:56:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:56:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:57.509799+0000 mgr.smithi176.ajjlsm (mgr.14696) 3756 : cluster [DBG] pgmap v3228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:56:59.510429+0000 mgr.smithi176.ajjlsm (mgr.14696) 3757 : cluster [DBG] pgmap v3229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:01.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:57:00.851261+0000 mon.smithi176 (mon.0) 1300 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:57:01.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:57:00.852751+0000 mon.smithi176 (mon.0) 1301 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:57:01.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:57:00.853586+0000 mon.smithi176 (mon.0) 1302 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:57:01.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:57:01.205408+0000 mon.smithi176 (mon.0) 1303 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:57:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:56:59.510429+0000 mgr.smithi176.ajjlsm (mgr.14696) 3757 : cluster [DBG] pgmap v3229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:57:00.851261+0000 mon.smithi176 (mon.0) 1300 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:57:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:57:00.852751+0000 mon.smithi176 (mon.0) 1301 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:57:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:57:00.853586+0000 mon.smithi176 (mon.0) 1302 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:57:01.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:57:01.205408+0000 mon.smithi176 (mon.0) 1303 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:57:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:57:00.854340+0000 mgr.smithi176.ajjlsm (mgr.14696) 3758 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:57:02.639 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:57:01.595732+0000 mon.smithi176 (mon.0) 1304 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:57:02.640 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:57:01.601295+0000 mon.smithi176 (mon.0) 1305 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:57:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:57:00.854340+0000 mgr.smithi176.ajjlsm (mgr.14696) 3758 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:57:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:57:01.595732+0000 mon.smithi176 (mon.0) 1304 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:57:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:57:01.601295+0000 mon.smithi176 (mon.0) 1305 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:57:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:01.511270+0000 mgr.smithi176.ajjlsm (mgr.14696) 3759 : cluster [DBG] pgmap v3230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:01.511270+0000 mgr.smithi176.ajjlsm (mgr.14696) 3759 : cluster [DBG] pgmap v3230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:03.511823+0000 mgr.smithi176.ajjlsm (mgr.14696) 3760 : cluster [DBG] pgmap v3231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:03.511823+0000 mgr.smithi176.ajjlsm (mgr.14696) 3760 : cluster [DBG] pgmap v3231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:05.512314+0000 mgr.smithi176.ajjlsm (mgr.14696) 3761 : cluster [DBG] pgmap v3232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:05.512314+0000 mgr.smithi176.ajjlsm (mgr.14696) 3761 : cluster [DBG] pgmap v3232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:07.513272+0000 mgr.smithi176.ajjlsm (mgr.14696) 3762 : cluster [DBG] pgmap v3233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:07.513272+0000 mgr.smithi176.ajjlsm (mgr.14696) 3762 : cluster [DBG] pgmap v3233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:09.513733+0000 mgr.smithi176.ajjlsm (mgr.14696) 3763 : cluster [DBG] pgmap v3234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:09.513733+0000 mgr.smithi176.ajjlsm (mgr.14696) 3763 : cluster [DBG] pgmap v3234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:11.514586+0000 mgr.smithi176.ajjlsm (mgr.14696) 3764 : cluster [DBG] pgmap v3235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:11.514586+0000 mgr.smithi176.ajjlsm (mgr.14696) 3764 : cluster [DBG] pgmap v3235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:13.515082+0000 mgr.smithi176.ajjlsm (mgr.14696) 3765 : cluster [DBG] pgmap v3236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:13.515082+0000 mgr.smithi176.ajjlsm (mgr.14696) 3765 : cluster [DBG] pgmap v3236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:15.515574+0000 mgr.smithi176.ajjlsm (mgr.14696) 3766 : cluster [DBG] pgmap v3237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:15.515574+0000 mgr.smithi176.ajjlsm (mgr.14696) 3766 : cluster [DBG] pgmap v3237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:17.516360+0000 mgr.smithi176.ajjlsm (mgr.14696) 3767 : cluster [DBG] pgmap v3238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:19.671 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:57:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:17.516360+0000 mgr.smithi176.ajjlsm (mgr.14696) 3767 : cluster [DBG] pgmap v3238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:19.941 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:57:19.941 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (112m) 3m ago 113m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:57:19.942 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (105m) 3m ago 113m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:57:19.942 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (105m) 3m ago 113m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:57:19.942 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (112m) 3m ago 113m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:57:19.942 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (105m) 3m ago 109m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:57:19.943 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (105m) 3m ago 109m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:57:19.943 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (106m) 3m ago 114m 529M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:57:19.943 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (106m) 3m ago 113m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:57:19.943 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (106m) 3m ago 114m 727M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:57:19.943 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (106m) 3m ago 113m 371M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:57:19.944 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (107m) 3m ago 107m 171M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:57:19.944 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (107m) 3m ago 107m 108M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:57:19.944 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (113m) 3m ago 113m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:57:19.944 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (113m) 3m ago 113m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:57:19.945 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (98m) 3m ago 112m 694M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:57:19.945 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (112m) 3m ago 112m 1509M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:57:19.945 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (112m) 3m ago 112m 1033M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:57:19.945 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (111m) 3m ago 111m 1660M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:57:19.945 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (111m) 3m ago 111m 1556M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:57:19.946 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (111m) 3m ago 111m 1738M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:57:19.946 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (110m) 3m ago 110m 1417M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:57:19.946 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (110m) 3m ago 110m 2177M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:57:19.946 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (112m) 3m ago 113m 73.3M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:57:20.268 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:57:20.268 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:57:20.269 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:57:20.269 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:57:20.269 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:57:20.269 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:57:20.270 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:57:20.270 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:57:20.270 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:57:20.270 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:57:20.270 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:57:20.271 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:57:20.271 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:57:20.271 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:57:20.271 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:57:20.272 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:57:20.272 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:57:20.272 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:57:20.272 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:57:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:57:20.266732+0000 mon.smithi176 (mon.0) 1306 : audit [DBG] from='client.? 172.21.15.176:0/3992481802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:57:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:57:20.266732+0000 mon.smithi176 (mon.0) 1306 : audit [DBG] from='client.? 172.21.15.176:0/3992481802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:57:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:19.516779+0000 mgr.smithi176.ajjlsm (mgr.14696) 3768 : cluster [DBG] pgmap v3239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:21.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:57:19.658126+0000 mgr.smithi176.ajjlsm (mgr.14696) 3769 : audit [DBG] from='client.36614 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:57:21.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:57:19.930976+0000 mgr.smithi176.ajjlsm (mgr.14696) 3770 : audit [DBG] from='client.36618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:57:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:19.516779+0000 mgr.smithi176.ajjlsm (mgr.14696) 3768 : cluster [DBG] pgmap v3239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:21.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:57:19.658126+0000 mgr.smithi176.ajjlsm (mgr.14696) 3769 : audit [DBG] from='client.36614 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:57:21.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:57:19.930976+0000 mgr.smithi176.ajjlsm (mgr.14696) 3770 : audit [DBG] from='client.36618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:57:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:21.517743+0000 mgr.smithi176.ajjlsm (mgr.14696) 3771 : cluster [DBG] pgmap v3240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:21.517743+0000 mgr.smithi176.ajjlsm (mgr.14696) 3771 : cluster [DBG] pgmap v3240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:23.518259+0000 mgr.smithi176.ajjlsm (mgr.14696) 3772 : cluster [DBG] pgmap v3241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:23.518259+0000 mgr.smithi176.ajjlsm (mgr.14696) 3772 : cluster [DBG] pgmap v3241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:27.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:25.518710+0000 mgr.smithi176.ajjlsm (mgr.14696) 3773 : cluster [DBG] pgmap v3242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:27.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:25.518710+0000 mgr.smithi176.ajjlsm (mgr.14696) 3773 : cluster [DBG] pgmap v3242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:27.519507+0000 mgr.smithi176.ajjlsm (mgr.14696) 3774 : cluster [DBG] pgmap v3243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:27.519507+0000 mgr.smithi176.ajjlsm (mgr.14696) 3774 : cluster [DBG] pgmap v3243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:29.520027+0000 mgr.smithi176.ajjlsm (mgr.14696) 3775 : cluster [DBG] pgmap v3244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:29.520027+0000 mgr.smithi176.ajjlsm (mgr.14696) 3775 : cluster [DBG] pgmap v3244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:31.520764+0000 mgr.smithi176.ajjlsm (mgr.14696) 3776 : cluster [DBG] pgmap v3245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:31.520764+0000 mgr.smithi176.ajjlsm (mgr.14696) 3776 : cluster [DBG] pgmap v3245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:33.521281+0000 mgr.smithi176.ajjlsm (mgr.14696) 3777 : cluster [DBG] pgmap v3246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:33.521281+0000 mgr.smithi176.ajjlsm (mgr.14696) 3777 : cluster [DBG] pgmap v3246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:35.521991+0000 mgr.smithi176.ajjlsm (mgr.14696) 3778 : cluster [DBG] pgmap v3247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:35.521991+0000 mgr.smithi176.ajjlsm (mgr.14696) 3778 : cluster [DBG] pgmap v3247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:37.522871+0000 mgr.smithi176.ajjlsm (mgr.14696) 3779 : cluster [DBG] pgmap v3248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:37.522871+0000 mgr.smithi176.ajjlsm (mgr.14696) 3779 : cluster [DBG] pgmap v3248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:39.523357+0000 mgr.smithi176.ajjlsm (mgr.14696) 3780 : cluster [DBG] pgmap v3249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:57:40.463839+0000 mon.smithi176 (mon.0) 1307 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:57:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:57:40.487170+0000 mon.smithi176 (mon.0) 1308 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:57:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:39.523357+0000 mgr.smithi176.ajjlsm (mgr.14696) 3780 : cluster [DBG] pgmap v3249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:57:40.463839+0000 mon.smithi176 (mon.0) 1307 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:57:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:57:40.487170+0000 mon.smithi176 (mon.0) 1308 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:57:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:41.524186+0000 mgr.smithi176.ajjlsm (mgr.14696) 3781 : cluster [DBG] pgmap v3250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:41.524186+0000 mgr.smithi176.ajjlsm (mgr.14696) 3781 : cluster [DBG] pgmap v3250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:43.524705+0000 mgr.smithi176.ajjlsm (mgr.14696) 3782 : cluster [DBG] pgmap v3251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:43.524705+0000 mgr.smithi176.ajjlsm (mgr.14696) 3782 : cluster [DBG] pgmap v3251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:47.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:45.525142+0000 mgr.smithi176.ajjlsm (mgr.14696) 3783 : cluster [DBG] pgmap v3252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:45.525142+0000 mgr.smithi176.ajjlsm (mgr.14696) 3783 : cluster [DBG] pgmap v3252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:47.525957+0000 mgr.smithi176.ajjlsm (mgr.14696) 3784 : cluster [DBG] pgmap v3253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:47.525957+0000 mgr.smithi176.ajjlsm (mgr.14696) 3784 : cluster [DBG] pgmap v3253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:50.570 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:57:50.838 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:57:50.839 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (113m) 3m ago 114m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:57:50.839 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (106m) 3m ago 114m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:57:50.839 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (106m) 3m ago 113m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:57:50.840 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (113m) 3m ago 114m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:57:50.840 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (105m) 3m ago 109m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:57:50.840 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (106m) 3m ago 109m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:57:50.840 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (107m) 3m ago 115m 529M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:57:50.841 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (106m) 3m ago 113m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:57:50.841 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (106m) 3m ago 115m 727M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:57:50.841 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (106m) 3m ago 113m 371M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:57:50.841 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (107m) 3m ago 107m 171M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:57:50.841 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (107m) 3m ago 107m 108M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:57:50.842 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (113m) 3m ago 113m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:57:50.842 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (113m) 3m ago 113m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:57:50.842 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (99m) 3m ago 113m 694M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:57:50.842 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (112m) 3m ago 112m 1509M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:57:50.843 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (112m) 3m ago 112m 1033M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:57:50.843 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (112m) 3m ago 112m 1660M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:57:50.843 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (112m) 3m ago 112m 1556M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:57:50.843 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (111m) 3m ago 111m 1738M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:57:50.844 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (111m) 3m ago 111m 1417M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:57:50.844 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (111m) 3m ago 111m 2177M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:57:50.844 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (113m) 3m ago 113m 73.3M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:57:51.160 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:57:51.161 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:57:51.161 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:57:51.161 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:57:51.161 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:57:51.162 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:57:51.162 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:57:51.162 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:57:51.162 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:57:51.163 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:57:51.163 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:57:51.163 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:57:51.163 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:57:51.163 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:57:51.164 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:57:51.164 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:57:51.164 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:57:51.164 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:57:51.165 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:57:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:49.526578+0000 mgr.smithi176.ajjlsm (mgr.14696) 3785 : cluster [DBG] pgmap v3254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:57:51.159150+0000 mon.smithi176 (mon.0) 1309 : audit [DBG] from='client.? 172.21.15.176:0/2922579722' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:57:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:49.526578+0000 mgr.smithi176.ajjlsm (mgr.14696) 3785 : cluster [DBG] pgmap v3254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:51.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:57:51.159150+0000 mon.smithi176 (mon.0) 1309 : audit [DBG] from='client.? 172.21.15.176:0/2922579722' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:57:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:57:50.556386+0000 mgr.smithi176.ajjlsm (mgr.14696) 3786 : audit [DBG] from='client.36626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:57:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:57:50.828276+0000 mgr.smithi176.ajjlsm (mgr.14696) 3787 : audit [DBG] from='client.36630 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:57:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:57:50.556386+0000 mgr.smithi176.ajjlsm (mgr.14696) 3786 : audit [DBG] from='client.36626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:57:52.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:57:50.828276+0000 mgr.smithi176.ajjlsm (mgr.14696) 3787 : audit [DBG] from='client.36630 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:57:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:51.527514+0000 mgr.smithi176.ajjlsm (mgr.14696) 3788 : cluster [DBG] pgmap v3255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:51.527514+0000 mgr.smithi176.ajjlsm (mgr.14696) 3788 : cluster [DBG] pgmap v3255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:55.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:53.528032+0000 mgr.smithi176.ajjlsm (mgr.14696) 3789 : cluster [DBG] pgmap v3256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:53.528032+0000 mgr.smithi176.ajjlsm (mgr.14696) 3789 : cluster [DBG] pgmap v3256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:55.528655+0000 mgr.smithi176.ajjlsm (mgr.14696) 3790 : cluster [DBG] pgmap v3257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:57.802 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:55.528655+0000 mgr.smithi176.ajjlsm (mgr.14696) 3790 : cluster [DBG] pgmap v3257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:57:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:57:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:57.529571+0000 mgr.smithi176.ajjlsm (mgr.14696) 3791 : cluster [DBG] pgmap v3258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:57:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:57:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:57.529571+0000 mgr.smithi176.ajjlsm (mgr.14696) 3791 : cluster [DBG] pgmap v3258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:57:59.530197+0000 mgr.smithi176.ajjlsm (mgr.14696) 3792 : cluster [DBG] pgmap v3259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:57:59.530197+0000 mgr.smithi176.ajjlsm (mgr.14696) 3792 : cluster [DBG] pgmap v3259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:58:01.604421+0000 mon.smithi176 (mon.0) 1310 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:58:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:58:01.605828+0000 mon.smithi176 (mon.0) 1311 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:58:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:58:01.606730+0000 mon.smithi176 (mon.0) 1312 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:58:02.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:58:02.006512+0000 mon.smithi176 (mon.0) 1313 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:58:02.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:58:02.011325+0000 mon.smithi176 (mon.0) 1314 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:58:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:58:01.604421+0000 mon.smithi176 (mon.0) 1310 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:58:02.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:58:01.605828+0000 mon.smithi176 (mon.0) 1311 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:58:02.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:58:01.606730+0000 mon.smithi176 (mon.0) 1312 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:58:02.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:58:02.006512+0000 mon.smithi176 (mon.0) 1313 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:58:02.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:58:02.011325+0000 mon.smithi176 (mon.0) 1314 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:58:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:01.531229+0000 mgr.smithi176.ajjlsm (mgr.14696) 3793 : cluster [DBG] pgmap v3260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:03.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:58:01.607502+0000 mgr.smithi176.ajjlsm (mgr.14696) 3794 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:58:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:01.531229+0000 mgr.smithi176.ajjlsm (mgr.14696) 3793 : cluster [DBG] pgmap v3260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:58:01.607502+0000 mgr.smithi176.ajjlsm (mgr.14696) 3794 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:58:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:03.531843+0000 mgr.smithi176.ajjlsm (mgr.14696) 3795 : cluster [DBG] pgmap v3261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:03.531843+0000 mgr.smithi176.ajjlsm (mgr.14696) 3795 : cluster [DBG] pgmap v3261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:05.532424+0000 mgr.smithi176.ajjlsm (mgr.14696) 3796 : cluster [DBG] pgmap v3262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:05.532424+0000 mgr.smithi176.ajjlsm (mgr.14696) 3796 : cluster [DBG] pgmap v3262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:07.533303+0000 mgr.smithi176.ajjlsm (mgr.14696) 3797 : cluster [DBG] pgmap v3263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:07.533303+0000 mgr.smithi176.ajjlsm (mgr.14696) 3797 : cluster [DBG] pgmap v3263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:11.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:09.533737+0000 mgr.smithi176.ajjlsm (mgr.14696) 3798 : cluster [DBG] pgmap v3264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:09.533737+0000 mgr.smithi176.ajjlsm (mgr.14696) 3798 : cluster [DBG] pgmap v3264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:11.534569+0000 mgr.smithi176.ajjlsm (mgr.14696) 3799 : cluster [DBG] pgmap v3265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:13.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:11.534569+0000 mgr.smithi176.ajjlsm (mgr.14696) 3799 : cluster [DBG] pgmap v3265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:13.535095+0000 mgr.smithi176.ajjlsm (mgr.14696) 3800 : cluster [DBG] pgmap v3266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:15.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:13.535095+0000 mgr.smithi176.ajjlsm (mgr.14696) 3800 : cluster [DBG] pgmap v3266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:15.535570+0000 mgr.smithi176.ajjlsm (mgr.14696) 3801 : cluster [DBG] pgmap v3267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:17.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:15.535570+0000 mgr.smithi176.ajjlsm (mgr.14696) 3801 : cluster [DBG] pgmap v3267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:19.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:17.536331+0000 mgr.smithi176.ajjlsm (mgr.14696) 3802 : cluster [DBG] pgmap v3268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:17.536331+0000 mgr.smithi176.ajjlsm (mgr.14696) 3802 : cluster [DBG] pgmap v3268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:21.464 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:58:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:19.536814+0000 mgr.smithi176.ajjlsm (mgr.14696) 3803 : cluster [DBG] pgmap v3269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:19.536814+0000 mgr.smithi176.ajjlsm (mgr.14696) 3803 : cluster [DBG] pgmap v3269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:21.732 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:58:21.732 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (113m) 4m ago 114m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:58:21.732 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (106m) 4m ago 114m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:58:21.732 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (106m) 4m ago 114m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:58:21.733 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (113m) 4m ago 114m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:58:21.733 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (106m) 4m ago 110m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:58:21.733 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (106m) 4m ago 110m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:58:21.733 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (107m) 4m ago 115m 529M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:58:21.734 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (107m) 4m ago 114m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:58:21.734 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (107m) 4m ago 115m 727M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:58:21.734 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (107m) 4m ago 114m 371M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:58:21.735 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (108m) 4m ago 108m 171M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:58:21.735 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (108m) 4m ago 108m 108M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:58:21.735 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (114m) 4m ago 114m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:58:21.735 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (114m) 4m ago 114m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:58:21.736 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (99m) 4m ago 113m 694M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:58:21.736 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (113m) 4m ago 113m 1509M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:58:21.736 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (113m) 4m ago 113m 1033M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:58:21.736 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (112m) 4m ago 112m 1660M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:58:21.737 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (112m) 4m ago 112m 1556M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:58:21.737 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (112m) 4m ago 112m 1738M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:58:21.737 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (112m) 4m ago 112m 1417M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:58:21.737 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (111m) 4m ago 111m 2177M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:58:21.737 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (113m) 4m ago 114m 73.3M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:58:22.052 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:58:22.053 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:58:22.053 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:58:22.053 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:58:22.054 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:58:22.054 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:58:22.054 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:58:22.054 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:58:22.054 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:58:22.055 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:58:22.055 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:58:22.055 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:58:22.055 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:58:22.056 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:58:22.056 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:58:22.056 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:58:22.056 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:58:22.057 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:58:22.057 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:58:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:58:22.051165+0000 mon.smithi176 (mon.0) 1315 : audit [DBG] from='client.? 172.21.15.176:0/855173795' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:58:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:58:22.051165+0000 mon.smithi176 (mon.0) 1315 : audit [DBG] from='client.? 172.21.15.176:0/855173795' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:58:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:58:21.451366+0000 mgr.smithi176.ajjlsm (mgr.14696) 3804 : audit [DBG] from='client.36638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:58:23.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:21.537542+0000 mgr.smithi176.ajjlsm (mgr.14696) 3805 : cluster [DBG] pgmap v3270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:23.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:58:21.721626+0000 mgr.smithi176.ajjlsm (mgr.14696) 3806 : audit [DBG] from='client.36642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:58:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:58:21.451366+0000 mgr.smithi176.ajjlsm (mgr.14696) 3804 : audit [DBG] from='client.36638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:58:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:21.537542+0000 mgr.smithi176.ajjlsm (mgr.14696) 3805 : cluster [DBG] pgmap v3270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:58:21.721626+0000 mgr.smithi176.ajjlsm (mgr.14696) 3806 : audit [DBG] from='client.36642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:58:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:23.538026+0000 mgr.smithi176.ajjlsm (mgr.14696) 3807 : cluster [DBG] pgmap v3271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:23.538026+0000 mgr.smithi176.ajjlsm (mgr.14696) 3807 : cluster [DBG] pgmap v3271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:25.538580+0000 mgr.smithi176.ajjlsm (mgr.14696) 3808 : cluster [DBG] pgmap v3272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:25.538580+0000 mgr.smithi176.ajjlsm (mgr.14696) 3808 : cluster [DBG] pgmap v3272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:27.539460+0000 mgr.smithi176.ajjlsm (mgr.14696) 3809 : cluster [DBG] pgmap v3273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:27.539460+0000 mgr.smithi176.ajjlsm (mgr.14696) 3809 : cluster [DBG] pgmap v3273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:29.539942+0000 mgr.smithi176.ajjlsm (mgr.14696) 3810 : cluster [DBG] pgmap v3274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:29.539942+0000 mgr.smithi176.ajjlsm (mgr.14696) 3810 : cluster [DBG] pgmap v3274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:31.540711+0000 mgr.smithi176.ajjlsm (mgr.14696) 3811 : cluster [DBG] pgmap v3275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:31.540711+0000 mgr.smithi176.ajjlsm (mgr.14696) 3811 : cluster [DBG] pgmap v3275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:33.541315+0000 mgr.smithi176.ajjlsm (mgr.14696) 3812 : cluster [DBG] pgmap v3276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:33.541315+0000 mgr.smithi176.ajjlsm (mgr.14696) 3812 : cluster [DBG] pgmap v3276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:35.541880+0000 mgr.smithi176.ajjlsm (mgr.14696) 3813 : cluster [DBG] pgmap v3277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:35.541880+0000 mgr.smithi176.ajjlsm (mgr.14696) 3813 : cluster [DBG] pgmap v3277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:37.542743+0000 mgr.smithi176.ajjlsm (mgr.14696) 3814 : cluster [DBG] pgmap v3278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:37.542743+0000 mgr.smithi176.ajjlsm (mgr.14696) 3814 : cluster [DBG] pgmap v3278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:39.543179+0000 mgr.smithi176.ajjlsm (mgr.14696) 3815 : cluster [DBG] pgmap v3279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:58:40.465562+0000 mon.smithi176 (mon.0) 1316 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:58:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:58:40.491701+0000 mon.smithi176 (mon.0) 1317 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:58:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:39.543179+0000 mgr.smithi176.ajjlsm (mgr.14696) 3815 : cluster [DBG] pgmap v3279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:58:40.465562+0000 mon.smithi176 (mon.0) 1316 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:58:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:58:40.491701+0000 mon.smithi176 (mon.0) 1317 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:58:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:41.544124+0000 mgr.smithi176.ajjlsm (mgr.14696) 3816 : cluster [DBG] pgmap v3280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:41.544124+0000 mgr.smithi176.ajjlsm (mgr.14696) 3816 : cluster [DBG] pgmap v3280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:43.544606+0000 mgr.smithi176.ajjlsm (mgr.14696) 3817 : cluster [DBG] pgmap v3281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:43.544606+0000 mgr.smithi176.ajjlsm (mgr.14696) 3817 : cluster [DBG] pgmap v3281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:45.545207+0000 mgr.smithi176.ajjlsm (mgr.14696) 3818 : cluster [DBG] pgmap v3282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:45.545207+0000 mgr.smithi176.ajjlsm (mgr.14696) 3818 : cluster [DBG] pgmap v3282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:47.545974+0000 mgr.smithi176.ajjlsm (mgr.14696) 3819 : cluster [DBG] pgmap v3283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:47.545974+0000 mgr.smithi176.ajjlsm (mgr.14696) 3819 : cluster [DBG] pgmap v3283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:51.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:49.546449+0000 mgr.smithi176.ajjlsm (mgr.14696) 3820 : cluster [DBG] pgmap v3284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:49.546449+0000 mgr.smithi176.ajjlsm (mgr.14696) 3820 : cluster [DBG] pgmap v3284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:52.354 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:58:52.622 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:58:52.623 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (114m) 4m ago 115m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:58:52.623 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (107m) 4m ago 115m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:58:52.623 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (107m) 4m ago 114m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:58:52.623 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (114m) 4m ago 115m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:58:52.623 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (106m) 4m ago 110m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:58:52.624 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (107m) 4m ago 110m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:58:52.624 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (108m) 4m ago 116m 529M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:58:52.624 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (108m) 4m ago 114m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:58:52.624 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (107m) 4m ago 116m 727M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:58:52.625 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (107m) 4m ago 114m 371M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:58:52.625 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (108m) 4m ago 108m 171M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:58:52.625 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (108m) 4m ago 108m 108M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:58:52.625 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (115m) 4m ago 115m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:58:52.626 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (114m) 4m ago 114m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:58:52.626 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (100m) 4m ago 114m 694M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:58:52.626 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (113m) 4m ago 113m 1509M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:58:52.627 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (113m) 4m ago 113m 1033M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:58:52.627 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (113m) 4m ago 113m 1660M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:58:52.627 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (113m) 4m ago 113m 1556M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:58:52.627 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (112m) 4m ago 112m 1738M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:58:52.628 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (112m) 4m ago 112m 1417M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:58:52.629 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (112m) 4m ago 112m 2177M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:58:52.629 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (114m) 4m ago 114m 73.3M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:58:52.947 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:58:52.948 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:58:52.948 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:58:52.948 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:58:52.949 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:58:52.949 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:58:52.949 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:58:52.950 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:58:52.950 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:58:52.951 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:58:52.951 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:58:52.951 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:58:52.952 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:58:52.952 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:58:52.952 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:58:52.953 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:58:52.953 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:58:52.953 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:58:52.954 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:58:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:51.547298+0000 mgr.smithi176.ajjlsm (mgr.14696) 3821 : cluster [DBG] pgmap v3285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:58:52.340420+0000 mgr.smithi176.ajjlsm (mgr.14696) 3822 : audit [DBG] from='client.36650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:58:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:58:52.946191+0000 mon.smithi176 (mon.0) 1318 : audit [DBG] from='client.? 172.21.15.176:0/2666149704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:58:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:51.547298+0000 mgr.smithi176.ajjlsm (mgr.14696) 3821 : cluster [DBG] pgmap v3285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:53.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:58:52.340420+0000 mgr.smithi176.ajjlsm (mgr.14696) 3822 : audit [DBG] from='client.36650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:58:53.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:58:52.946191+0000 mon.smithi176 (mon.0) 1318 : audit [DBG] from='client.? 172.21.15.176:0/2666149704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:58:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:58:52.611928+0000 mgr.smithi176.ajjlsm (mgr.14696) 3823 : audit [DBG] from='client.36654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:58:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:58:52.611928+0000 mgr.smithi176.ajjlsm (mgr.14696) 3823 : audit [DBG] from='client.36654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:58:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:53.547854+0000 mgr.smithi176.ajjlsm (mgr.14696) 3824 : cluster [DBG] pgmap v3286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:53.547854+0000 mgr.smithi176.ajjlsm (mgr.14696) 3824 : cluster [DBG] pgmap v3286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:55.548298+0000 mgr.smithi176.ajjlsm (mgr.14696) 3825 : cluster [DBG] pgmap v3287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:55.548298+0000 mgr.smithi176.ajjlsm (mgr.14696) 3825 : cluster [DBG] pgmap v3287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:58:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:58:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:57.549096+0000 mgr.smithi176.ajjlsm (mgr.14696) 3826 : cluster [DBG] pgmap v3288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:58:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:58:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:57.549096+0000 mgr.smithi176.ajjlsm (mgr.14696) 3826 : cluster [DBG] pgmap v3288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:58:59.549762+0000 mgr.smithi176.ajjlsm (mgr.14696) 3827 : cluster [DBG] pgmap v3289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:58:59.549762+0000 mgr.smithi176.ajjlsm (mgr.14696) 3827 : cluster [DBG] pgmap v3289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:59:02.013840+0000 mon.smithi176 (mon.0) 1319 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:59:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:59:02.015267+0000 mon.smithi176 (mon.0) 1320 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:59:02.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:59:02.016019+0000 mon.smithi176 (mon.0) 1321 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:59:02.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:59:02.013840+0000 mon.smithi176 (mon.0) 1319 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T08:59:02.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:59:02.015267+0000 mon.smithi176 (mon.0) 1320 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T08:59:02.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:59:02.016019+0000 mon.smithi176 (mon.0) 1321 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T08:59:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:01.550751+0000 mgr.smithi176.ajjlsm (mgr.14696) 3828 : cluster [DBG] pgmap v3290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T08:59:02.016712+0000 mgr.smithi176.ajjlsm (mgr.14696) 3829 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:59:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:59:02.421158+0000 mon.smithi176 (mon.0) 1322 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:59:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:59:02.425899+0000 mon.smithi176 (mon.0) 1323 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:59:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:01.550751+0000 mgr.smithi176.ajjlsm (mgr.14696) 3828 : cluster [DBG] pgmap v3290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T08:59:02.016712+0000 mgr.smithi176.ajjlsm (mgr.14696) 3829 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T08:59:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:59:02.421158+0000 mon.smithi176 (mon.0) 1322 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:59:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:59:02.425899+0000 mon.smithi176 (mon.0) 1323 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T08:59:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:03.551499+0000 mgr.smithi176.ajjlsm (mgr.14696) 3830 : cluster [DBG] pgmap v3291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:03.551499+0000 mgr.smithi176.ajjlsm (mgr.14696) 3830 : cluster [DBG] pgmap v3291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:05.552079+0000 mgr.smithi176.ajjlsm (mgr.14696) 3831 : cluster [DBG] pgmap v3292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:05.552079+0000 mgr.smithi176.ajjlsm (mgr.14696) 3831 : cluster [DBG] pgmap v3292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:07.552782+0000 mgr.smithi176.ajjlsm (mgr.14696) 3832 : cluster [DBG] pgmap v3293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:07.552782+0000 mgr.smithi176.ajjlsm (mgr.14696) 3832 : cluster [DBG] pgmap v3293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:09.553393+0000 mgr.smithi176.ajjlsm (mgr.14696) 3833 : cluster [DBG] pgmap v3294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:09.553393+0000 mgr.smithi176.ajjlsm (mgr.14696) 3833 : cluster [DBG] pgmap v3294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:11.554326+0000 mgr.smithi176.ajjlsm (mgr.14696) 3834 : cluster [DBG] pgmap v3295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:11.554326+0000 mgr.smithi176.ajjlsm (mgr.14696) 3834 : cluster [DBG] pgmap v3295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:13.554952+0000 mgr.smithi176.ajjlsm (mgr.14696) 3835 : cluster [DBG] pgmap v3296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:13.554952+0000 mgr.smithi176.ajjlsm (mgr.14696) 3835 : cluster [DBG] pgmap v3296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:15.555540+0000 mgr.smithi176.ajjlsm (mgr.14696) 3836 : cluster [DBG] pgmap v3297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:15.555540+0000 mgr.smithi176.ajjlsm (mgr.14696) 3836 : cluster [DBG] pgmap v3297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:17.556477+0000 mgr.smithi176.ajjlsm (mgr.14696) 3837 : cluster [DBG] pgmap v3298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:17.556477+0000 mgr.smithi176.ajjlsm (mgr.14696) 3837 : cluster [DBG] pgmap v3298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:19.556970+0000 mgr.smithi176.ajjlsm (mgr.14696) 3838 : cluster [DBG] pgmap v3299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:19.556970+0000 mgr.smithi176.ajjlsm (mgr.14696) 3838 : cluster [DBG] pgmap v3299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:23.253 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:59:23.521 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:59:23.522 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (114m) 5m ago 115m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:59:23.522 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (108m) 5m ago 115m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:59:23.522 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (107m) 5m ago 115m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:59:23.522 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (114m) 5m ago 115m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:59:23.523 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (107m) 5m ago 111m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:59:23.523 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (107m) 5m ago 111m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:59:23.523 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (108m) 5m ago 116m 529M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:59:23.523 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (108m) 5m ago 115m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:59:23.524 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (108m) 5m ago 116m 727M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:59:23.524 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (108m) 5m ago 115m 371M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:59:23.524 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (109m) 5m ago 109m 171M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:59:23.524 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (109m) 5m ago 109m 108M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:59:23.524 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (115m) 5m ago 115m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:59:23.525 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (115m) 5m ago 115m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:59:23.525 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (100m) 5m ago 114m 694M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:59:23.525 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (114m) 5m ago 114m 1509M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:59:23.525 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (114m) 5m ago 114m 1033M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:59:23.526 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (113m) 5m ago 113m 1660M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:59:23.526 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (113m) 5m ago 113m 1556M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:59:23.526 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (113m) 5m ago 113m 1738M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:59:23.526 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (113m) 5m ago 113m 1417M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:59:23.526 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (112m) 5m ago 112m 2177M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:59:23.527 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (114m) 5m ago 115m 73.3M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:59:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:21.557689+0000 mgr.smithi176.ajjlsm (mgr.14696) 3839 : cluster [DBG] pgmap v3300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:21.557689+0000 mgr.smithi176.ajjlsm (mgr.14696) 3839 : cluster [DBG] pgmap v3300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:23.842 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:59:23.843 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:59:23.843 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:59:23.843 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:59:23.843 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:59:23.844 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:59:23.844 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:59:23.844 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:59:23.844 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:59:23.844 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:59:23.845 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:59:23.845 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:59:23.845 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:59:23.845 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:59:23.846 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:59:23.846 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:59:23.846 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:59:23.846 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:59:23.846 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:59:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:59:23.239844+0000 mgr.smithi176.ajjlsm (mgr.14696) 3840 : audit [DBG] from='client.36662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:59:24.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:59:23.841155+0000 mon.smithi176 (mon.0) 1324 : audit [DBG] from='client.? 172.21.15.176:0/3391570274' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:59:24.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:59:23.239844+0000 mgr.smithi176.ajjlsm (mgr.14696) 3840 : audit [DBG] from='client.36662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:59:24.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:59:23.841155+0000 mon.smithi176 (mon.0) 1324 : audit [DBG] from='client.? 172.21.15.176:0/3391570274' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:59:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:59:23.511125+0000 mgr.smithi176.ajjlsm (mgr.14696) 3841 : audit [DBG] from='client.36666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:59:25.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:23.558132+0000 mgr.smithi176.ajjlsm (mgr.14696) 3842 : cluster [DBG] pgmap v3301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:59:23.511125+0000 mgr.smithi176.ajjlsm (mgr.14696) 3841 : audit [DBG] from='client.36666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:59:25.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:23.558132+0000 mgr.smithi176.ajjlsm (mgr.14696) 3842 : cluster [DBG] pgmap v3301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:25.558740+0000 mgr.smithi176.ajjlsm (mgr.14696) 3843 : cluster [DBG] pgmap v3302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:27.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:25.558740+0000 mgr.smithi176.ajjlsm (mgr.14696) 3843 : cluster [DBG] pgmap v3302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:27.559589+0000 mgr.smithi176.ajjlsm (mgr.14696) 3844 : cluster [DBG] pgmap v3303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:27.559589+0000 mgr.smithi176.ajjlsm (mgr.14696) 3844 : cluster [DBG] pgmap v3303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:29.560099+0000 mgr.smithi176.ajjlsm (mgr.14696) 3845 : cluster [DBG] pgmap v3304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:29.560099+0000 mgr.smithi176.ajjlsm (mgr.14696) 3845 : cluster [DBG] pgmap v3304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:33.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:31.560894+0000 mgr.smithi176.ajjlsm (mgr.14696) 3846 : cluster [DBG] pgmap v3305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:31.560894+0000 mgr.smithi176.ajjlsm (mgr.14696) 3846 : cluster [DBG] pgmap v3305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:33.561375+0000 mgr.smithi176.ajjlsm (mgr.14696) 3847 : cluster [DBG] pgmap v3306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:35.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:33.561375+0000 mgr.smithi176.ajjlsm (mgr.14696) 3847 : cluster [DBG] pgmap v3306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:37.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:35.561838+0000 mgr.smithi176.ajjlsm (mgr.14696) 3848 : cluster [DBG] pgmap v3307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:35.561838+0000 mgr.smithi176.ajjlsm (mgr.14696) 3848 : cluster [DBG] pgmap v3307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:37.562698+0000 mgr.smithi176.ajjlsm (mgr.14696) 3849 : cluster [DBG] pgmap v3308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:37.562698+0000 mgr.smithi176.ajjlsm (mgr.14696) 3849 : cluster [DBG] pgmap v3308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:39.563257+0000 mgr.smithi176.ajjlsm (mgr.14696) 3850 : cluster [DBG] pgmap v3309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:59:40.467245+0000 mon.smithi176 (mon.0) 1325 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:59:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:59:40.495855+0000 mon.smithi176 (mon.0) 1326 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:59:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:39.563257+0000 mgr.smithi176.ajjlsm (mgr.14696) 3850 : cluster [DBG] pgmap v3309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:59:40.467245+0000 mon.smithi176 (mon.0) 1325 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T08:59:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:59:40.495855+0000 mon.smithi176 (mon.0) 1326 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T08:59:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:41.564205+0000 mgr.smithi176.ajjlsm (mgr.14696) 3851 : cluster [DBG] pgmap v3310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:41.564205+0000 mgr.smithi176.ajjlsm (mgr.14696) 3851 : cluster [DBG] pgmap v3310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:43.564742+0000 mgr.smithi176.ajjlsm (mgr.14696) 3852 : cluster [DBG] pgmap v3311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:43.564742+0000 mgr.smithi176.ajjlsm (mgr.14696) 3852 : cluster [DBG] pgmap v3311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:45.565266+0000 mgr.smithi176.ajjlsm (mgr.14696) 3853 : cluster [DBG] pgmap v3312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:45.565266+0000 mgr.smithi176.ajjlsm (mgr.14696) 3853 : cluster [DBG] pgmap v3312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:47.565951+0000 mgr.smithi176.ajjlsm (mgr.14696) 3854 : cluster [DBG] pgmap v3313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:47.565951+0000 mgr.smithi176.ajjlsm (mgr.14696) 3854 : cluster [DBG] pgmap v3313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:49.566600+0000 mgr.smithi176.ajjlsm (mgr.14696) 3855 : cluster [DBG] pgmap v3314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:49.566600+0000 mgr.smithi176.ajjlsm (mgr.14696) 3855 : cluster [DBG] pgmap v3314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:51.567572+0000 mgr.smithi176.ajjlsm (mgr.14696) 3856 : cluster [DBG] pgmap v3315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:51.567572+0000 mgr.smithi176.ajjlsm (mgr.14696) 3856 : cluster [DBG] pgmap v3315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:54.145 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T08:59:54.415 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T08:59:54.415 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (115m) 5m ago 116m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T08:59:54.416 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (108m) 5m ago 116m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T08:59:54.416 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (108m) 5m ago 115m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T08:59:54.416 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (115m) 5m ago 116m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T08:59:54.416 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (107m) 5m ago 111m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T08:59:54.417 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (108m) 5m ago 111m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T08:59:54.417 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (109m) 5m ago 117m 529M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T08:59:54.417 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (109m) 5m ago 115m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T08:59:54.417 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (108m) 5m ago 117m 727M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T08:59:54.418 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (108m) 5m ago 115m 371M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T08:59:54.418 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (109m) 5m ago 109m 171M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T08:59:54.418 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (109m) 5m ago 109m 108M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T08:59:54.418 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (116m) 5m ago 116m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T08:59:54.419 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (115m) 5m ago 115m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T08:59:54.419 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (101m) 5m ago 115m 694M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T08:59:54.419 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (114m) 5m ago 114m 1509M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T08:59:54.419 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (114m) 5m ago 114m 1033M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T08:59:54.420 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (114m) 5m ago 114m 1660M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T08:59:54.420 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (114m) 5m ago 114m 1556M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T08:59:54.420 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (113m) 5m ago 113m 1738M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T08:59:54.420 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (113m) 5m ago 113m 1417M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T08:59:54.420 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (113m) 5m ago 113m 2177M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T08:59:54.421 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (115m) 5m ago 115m 73.3M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T08:59:54.737 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T08:59:54.738 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T08:59:54.738 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:59:54.738 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:59:54.738 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T08:59:54.739 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T08:59:54.739 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:59:54.739 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T08:59:54.739 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T08:59:54.740 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T08:59:54.740 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:59:54.740 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T08:59:54.740 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T08:59:54.741 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T08:59:54.741 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T08:59:54.741 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T08:59:54.741 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T08:59:54.741 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T08:59:54.742 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T08:59:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:53.568027+0000 mgr.smithi176.ajjlsm (mgr.14696) 3857 : cluster [DBG] pgmap v3316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:55.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:59:54.131884+0000 mgr.smithi176.ajjlsm (mgr.14696) 3858 : audit [DBG] from='client.36674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:59:55.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:59:54.736144+0000 mon.smithi176 (mon.0) 1327 : audit [DBG] from='client.? 172.21.15.176:0/3616738399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:59:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:53.568027+0000 mgr.smithi176.ajjlsm (mgr.14696) 3857 : cluster [DBG] pgmap v3316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:55.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:59:54.131884+0000 mgr.smithi176.ajjlsm (mgr.14696) 3858 : audit [DBG] from='client.36674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:59:55.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:59:54.736144+0000 mon.smithi176 (mon.0) 1327 : audit [DBG] from='client.? 172.21.15.176:0/3616738399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T08:59:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T08:59:54.404806+0000 mgr.smithi176.ajjlsm (mgr.14696) 3859 : audit [DBG] from='client.36678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:59:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T08:59:54.404806+0000 mgr.smithi176.ajjlsm (mgr.14696) 3859 : audit [DBG] from='client.36678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T08:59:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:55.568669+0000 mgr.smithi176.ajjlsm (mgr.14696) 3860 : cluster [DBG] pgmap v3317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:55.568669+0000 mgr.smithi176.ajjlsm (mgr.14696) 3860 : cluster [DBG] pgmap v3317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T08:59:59.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 08:59:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:57.569560+0000 mgr.smithi176.ajjlsm (mgr.14696) 3861 : cluster [DBG] pgmap v3318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T08:59:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 08:59:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:57.569560+0000 mgr.smithi176.ajjlsm (mgr.14696) 3861 : cluster [DBG] pgmap v3318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:00.000153+0000 mon.smithi176 (mon.0) 1328 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T09:00:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:00.000153+0000 mon.smithi176 (mon.0) 1328 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T09:00:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T08:59:59.570055+0000 mgr.smithi176.ajjlsm (mgr.14696) 3862 : cluster [DBG] pgmap v3319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T08:59:59.570055+0000 mgr.smithi176.ajjlsm (mgr.14696) 3862 : cluster [DBG] pgmap v3319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:01.571026+0000 mgr.smithi176.ajjlsm (mgr.14696) 3863 : cluster [DBG] pgmap v3320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:00:02.428390+0000 mon.smithi176 (mon.0) 1329 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:00:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:00:02.429778+0000 mon.smithi176 (mon.0) 1330 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:00:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:00:02.430621+0000 mon.smithi176 (mon.0) 1331 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:00:03.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:00:02.835484+0000 mon.smithi176 (mon.0) 1332 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:00:03.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:00:02.842537+0000 mon.smithi176 (mon.0) 1333 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:00:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:01.571026+0000 mgr.smithi176.ajjlsm (mgr.14696) 3863 : cluster [DBG] pgmap v3320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:00:02.428390+0000 mon.smithi176 (mon.0) 1329 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:00:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:00:02.429778+0000 mon.smithi176 (mon.0) 1330 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:00:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:00:02.430621+0000 mon.smithi176 (mon.0) 1331 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:00:03.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:00:02.835484+0000 mon.smithi176 (mon.0) 1332 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:00:03.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:00:02.842537+0000 mon.smithi176 (mon.0) 1333 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:00:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:00:02.431398+0000 mgr.smithi176.ajjlsm (mgr.14696) 3864 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:00:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:00:02.431398+0000 mgr.smithi176.ajjlsm (mgr.14696) 3864 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:00:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:03.571630+0000 mgr.smithi176.ajjlsm (mgr.14696) 3865 : cluster [DBG] pgmap v3321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:03.571630+0000 mgr.smithi176.ajjlsm (mgr.14696) 3865 : cluster [DBG] pgmap v3321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:05.572164+0000 mgr.smithi176.ajjlsm (mgr.14696) 3866 : cluster [DBG] pgmap v3322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:05.572164+0000 mgr.smithi176.ajjlsm (mgr.14696) 3866 : cluster [DBG] pgmap v3322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:07.573164+0000 mgr.smithi176.ajjlsm (mgr.14696) 3867 : cluster [DBG] pgmap v3323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:07.573164+0000 mgr.smithi176.ajjlsm (mgr.14696) 3867 : cluster [DBG] pgmap v3323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:09.573575+0000 mgr.smithi176.ajjlsm (mgr.14696) 3868 : cluster [DBG] pgmap v3324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:09.573575+0000 mgr.smithi176.ajjlsm (mgr.14696) 3868 : cluster [DBG] pgmap v3324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:11.574490+0000 mgr.smithi176.ajjlsm (mgr.14696) 3869 : cluster [DBG] pgmap v3325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:13.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:11.574490+0000 mgr.smithi176.ajjlsm (mgr.14696) 3869 : cluster [DBG] pgmap v3325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:15.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:13.575085+0000 mgr.smithi176.ajjlsm (mgr.14696) 3870 : cluster [DBG] pgmap v3326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:13.575085+0000 mgr.smithi176.ajjlsm (mgr.14696) 3870 : cluster [DBG] pgmap v3326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:15.575549+0000 mgr.smithi176.ajjlsm (mgr.14696) 3871 : cluster [DBG] pgmap v3327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:15.575549+0000 mgr.smithi176.ajjlsm (mgr.14696) 3871 : cluster [DBG] pgmap v3327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:19.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:17.576418+0000 mgr.smithi176.ajjlsm (mgr.14696) 3872 : cluster [DBG] pgmap v3328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:17.576418+0000 mgr.smithi176.ajjlsm (mgr.14696) 3872 : cluster [DBG] pgmap v3328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:19.576867+0000 mgr.smithi176.ajjlsm (mgr.14696) 3873 : cluster [DBG] pgmap v3329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:19.576867+0000 mgr.smithi176.ajjlsm (mgr.14696) 3873 : cluster [DBG] pgmap v3329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:21.577730+0000 mgr.smithi176.ajjlsm (mgr.14696) 3874 : cluster [DBG] pgmap v3330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:21.577730+0000 mgr.smithi176.ajjlsm (mgr.14696) 3874 : cluster [DBG] pgmap v3330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:25.046 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:00:25.316 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:00:25.316 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (115m) 6m ago 116m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:00:25.316 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (109m) 6m ago 116m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:00:25.317 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (108m) 6m ago 116m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:00:25.317 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (115m) 6m ago 116m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:00:25.317 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (108m) 6m ago 112m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:00:25.317 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (108m) 6m ago 112m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:00:25.318 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (109m) 6m ago 117m 529M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:00:25.318 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (109m) 6m ago 116m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:00:25.318 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (109m) 6m ago 117m 727M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:00:25.318 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (109m) 6m ago 116m 371M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:00:25.319 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (110m) 6m ago 110m 171M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:00:25.319 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (110m) 6m ago 110m 108M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:00:25.319 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (116m) 6m ago 116m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:00:25.319 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (116m) 6m ago 116m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:00:25.319 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (101m) 6m ago 115m 694M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:00:25.320 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (115m) 6m ago 115m 1509M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:00:25.320 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (115m) 6m ago 115m 1033M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:00:25.320 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (114m) 6m ago 114m 1660M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:00:25.320 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (114m) 6m ago 114m 1556M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:00:25.321 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (114m) 6m ago 114m 1738M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:00:25.321 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (114m) 6m ago 114m 1417M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:00:25.321 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (113m) 6m ago 113m 2177M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:00:25.321 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (115m) 6m ago 116m 73.3M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:00:25.640 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:00:25.641 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:00:25.641 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:00:25.641 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:00:25.642 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:00:25.642 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:00:25.642 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:00:25.642 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:00:25.643 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:00:25.643 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:00:25.643 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:00:25.643 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:00:25.643 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:00:25.644 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:00:25.644 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:00:25.644 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:00:25.644 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:00:25.645 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:00:25.645 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:00:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:23.578292+0000 mgr.smithi176.ajjlsm (mgr.14696) 3875 : cluster [DBG] pgmap v3331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:23.578292+0000 mgr.smithi176.ajjlsm (mgr.14696) 3875 : cluster [DBG] pgmap v3331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:00:25.032117+0000 mgr.smithi176.ajjlsm (mgr.14696) 3876 : audit [DBG] from='client.36686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:00:26.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:00:25.305540+0000 mgr.smithi176.ajjlsm (mgr.14696) 3877 : audit [DBG] from='client.36690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:00:26.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:00:25.639300+0000 mon.smithi176 (mon.0) 1334 : audit [DBG] from='client.? 172.21.15.176:0/1336249915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:00:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:00:25.032117+0000 mgr.smithi176.ajjlsm (mgr.14696) 3876 : audit [DBG] from='client.36686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:00:26.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:00:25.305540+0000 mgr.smithi176.ajjlsm (mgr.14696) 3877 : audit [DBG] from='client.36690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:00:26.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:00:25.639300+0000 mon.smithi176 (mon.0) 1334 : audit [DBG] from='client.? 172.21.15.176:0/1336249915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:00:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:25.578739+0000 mgr.smithi176.ajjlsm (mgr.14696) 3878 : cluster [DBG] pgmap v3332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:25.578739+0000 mgr.smithi176.ajjlsm (mgr.14696) 3878 : cluster [DBG] pgmap v3332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:27.579786+0000 mgr.smithi176.ajjlsm (mgr.14696) 3879 : cluster [DBG] pgmap v3333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:27.579786+0000 mgr.smithi176.ajjlsm (mgr.14696) 3879 : cluster [DBG] pgmap v3333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:29.580270+0000 mgr.smithi176.ajjlsm (mgr.14696) 3880 : cluster [DBG] pgmap v3334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:29.580270+0000 mgr.smithi176.ajjlsm (mgr.14696) 3880 : cluster [DBG] pgmap v3334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:31.581028+0000 mgr.smithi176.ajjlsm (mgr.14696) 3881 : cluster [DBG] pgmap v3335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:31.581028+0000 mgr.smithi176.ajjlsm (mgr.14696) 3881 : cluster [DBG] pgmap v3335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:33.581565+0000 mgr.smithi176.ajjlsm (mgr.14696) 3882 : cluster [DBG] pgmap v3336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:33.581565+0000 mgr.smithi176.ajjlsm (mgr.14696) 3882 : cluster [DBG] pgmap v3336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:37.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:35.582247+0000 mgr.smithi176.ajjlsm (mgr.14696) 3883 : cluster [DBG] pgmap v3337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:35.582247+0000 mgr.smithi176.ajjlsm (mgr.14696) 3883 : cluster [DBG] pgmap v3337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:37.583001+0000 mgr.smithi176.ajjlsm (mgr.14696) 3884 : cluster [DBG] pgmap v3338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:37.583001+0000 mgr.smithi176.ajjlsm (mgr.14696) 3884 : cluster [DBG] pgmap v3338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:39.583485+0000 mgr.smithi176.ajjlsm (mgr.14696) 3885 : cluster [DBG] pgmap v3339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:00:40.468968+0000 mon.smithi176 (mon.0) 1335 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:00:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:00:40.500200+0000 mon.smithi176 (mon.0) 1336 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:00:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:39.583485+0000 mgr.smithi176.ajjlsm (mgr.14696) 3885 : cluster [DBG] pgmap v3339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:00:40.468968+0000 mon.smithi176 (mon.0) 1335 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:00:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:00:40.500200+0000 mon.smithi176 (mon.0) 1336 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:00:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:41.584550+0000 mgr.smithi176.ajjlsm (mgr.14696) 3886 : cluster [DBG] pgmap v3340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:41.584550+0000 mgr.smithi176.ajjlsm (mgr.14696) 3886 : cluster [DBG] pgmap v3340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:43.585192+0000 mgr.smithi176.ajjlsm (mgr.14696) 3887 : cluster [DBG] pgmap v3341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:43.585192+0000 mgr.smithi176.ajjlsm (mgr.14696) 3887 : cluster [DBG] pgmap v3341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:45.585735+0000 mgr.smithi176.ajjlsm (mgr.14696) 3888 : cluster [DBG] pgmap v3342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:45.585735+0000 mgr.smithi176.ajjlsm (mgr.14696) 3888 : cluster [DBG] pgmap v3342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:47.586540+0000 mgr.smithi176.ajjlsm (mgr.14696) 3889 : cluster [DBG] pgmap v3343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:47.586540+0000 mgr.smithi176.ajjlsm (mgr.14696) 3889 : cluster [DBG] pgmap v3343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:49.587032+0000 mgr.smithi176.ajjlsm (mgr.14696) 3890 : cluster [DBG] pgmap v3344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:49.587032+0000 mgr.smithi176.ajjlsm (mgr.14696) 3890 : cluster [DBG] pgmap v3344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:51.588009+0000 mgr.smithi176.ajjlsm (mgr.14696) 3891 : cluster [DBG] pgmap v3345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:51.588009+0000 mgr.smithi176.ajjlsm (mgr.14696) 3891 : cluster [DBG] pgmap v3345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:53.588513+0000 mgr.smithi176.ajjlsm (mgr.14696) 3892 : cluster [DBG] pgmap v3346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:53.588513+0000 mgr.smithi176.ajjlsm (mgr.14696) 3892 : cluster [DBG] pgmap v3346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:55.947 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:00:56.224 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:00:56.224 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (116m) 6m ago 117m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:00:56.225 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (109m) 6m ago 117m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:00:56.225 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (109m) 6m ago 116m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:00:56.225 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (116m) 6m ago 117m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:00:56.225 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (108m) 6m ago 112m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:00:56.226 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (109m) 6m ago 112m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:00:56.226 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (110m) 6m ago 118m 529M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:00:56.226 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (110m) 6m ago 116m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:00:56.226 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (109m) 6m ago 118m 727M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:00:56.226 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (109m) 6m ago 116m 371M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:00:56.227 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (110m) 6m ago 110m 171M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:00:56.227 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (110m) 6m ago 110m 108M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:00:56.227 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (117m) 6m ago 117m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:00:56.227 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (116m) 6m ago 116m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:00:56.228 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (102m) 6m ago 116m 694M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:00:56.228 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (115m) 6m ago 115m 1509M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:00:56.228 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (115m) 6m ago 115m 1033M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:00:56.228 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (115m) 6m ago 115m 1660M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:00:56.228 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (115m) 6m ago 115m 1556M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:00:56.229 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (114m) 6m ago 114m 1738M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:00:56.229 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (114m) 6m ago 114m 1417M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:00:56.229 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (114m) 6m ago 114m 2177M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:00:56.229 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (116m) 6m ago 116m 73.3M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:00:56.549 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:00:56.549 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:00:56.549 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:00:56.550 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:00:56.550 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:00:56.550 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:00:56.550 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:00:56.551 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:00:56.551 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:00:56.551 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:00:56.551 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:00:56.551 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:00:56.552 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:00:56.552 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:00:56.552 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:00:56.552 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:00:56.553 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:00:56.553 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:00:56.553 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:00:57.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:55.588967+0000 mgr.smithi176.ajjlsm (mgr.14696) 3893 : cluster [DBG] pgmap v3347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:57.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:00:55.933893+0000 mgr.smithi176.ajjlsm (mgr.14696) 3894 : audit [DBG] from='client.36698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:00:57.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:00:56.213436+0000 mgr.smithi176.ajjlsm (mgr.14696) 3895 : audit [DBG] from='client.36702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:00:57.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:00:56.547583+0000 mon.smithi176 (mon.0) 1337 : audit [DBG] from='client.? 172.21.15.176:0/2325378356' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:00:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:55.588967+0000 mgr.smithi176.ajjlsm (mgr.14696) 3893 : cluster [DBG] pgmap v3347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:00:57.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:00:55.933893+0000 mgr.smithi176.ajjlsm (mgr.14696) 3894 : audit [DBG] from='client.36698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:00:57.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:00:56.213436+0000 mgr.smithi176.ajjlsm (mgr.14696) 3895 : audit [DBG] from='client.36702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:00:57.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:00:56.547583+0000 mon.smithi176 (mon.0) 1337 : audit [DBG] from='client.? 172.21.15.176:0/2325378356' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:00:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:00:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:57.589840+0000 mgr.smithi176.ajjlsm (mgr.14696) 3896 : cluster [DBG] pgmap v3348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:00:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:00:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:57.589840+0000 mgr.smithi176.ajjlsm (mgr.14696) 3896 : cluster [DBG] pgmap v3348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:00:59.590496+0000 mgr.smithi176.ajjlsm (mgr.14696) 3897 : cluster [DBG] pgmap v3349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:00:59.590496+0000 mgr.smithi176.ajjlsm (mgr.14696) 3897 : cluster [DBG] pgmap v3349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:01.591444+0000 mgr.smithi176.ajjlsm (mgr.14696) 3898 : cluster [DBG] pgmap v3350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:01:02.845219+0000 mon.smithi176 (mon.0) 1338 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:01:03.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:01:02.846538+0000 mon.smithi176 (mon.0) 1339 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:01:03.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:01:02.847350+0000 mon.smithi176 (mon.0) 1340 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:01:03.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:01:03.254468+0000 mon.smithi176 (mon.0) 1341 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:01:03.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:01:03.259282+0000 mon.smithi176 (mon.0) 1342 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:01:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:01.591444+0000 mgr.smithi176.ajjlsm (mgr.14696) 3898 : cluster [DBG] pgmap v3350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:01:02.845219+0000 mon.smithi176 (mon.0) 1338 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:01:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:01:02.846538+0000 mon.smithi176 (mon.0) 1339 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:01:03.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:01:02.847350+0000 mon.smithi176 (mon.0) 1340 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:01:03.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:01:03.254468+0000 mon.smithi176 (mon.0) 1341 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:01:03.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:01:03.259282+0000 mon.smithi176 (mon.0) 1342 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:01:04.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:01:02.848052+0000 mgr.smithi176.ajjlsm (mgr.14696) 3899 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:01:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:01:02.848052+0000 mgr.smithi176.ajjlsm (mgr.14696) 3899 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:01:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:03.591894+0000 mgr.smithi176.ajjlsm (mgr.14696) 3900 : cluster [DBG] pgmap v3351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:03.591894+0000 mgr.smithi176.ajjlsm (mgr.14696) 3900 : cluster [DBG] pgmap v3351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:05.592426+0000 mgr.smithi176.ajjlsm (mgr.14696) 3901 : cluster [DBG] pgmap v3352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:05.592426+0000 mgr.smithi176.ajjlsm (mgr.14696) 3901 : cluster [DBG] pgmap v3352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:07.593242+0000 mgr.smithi176.ajjlsm (mgr.14696) 3902 : cluster [DBG] pgmap v3353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:07.593242+0000 mgr.smithi176.ajjlsm (mgr.14696) 3902 : cluster [DBG] pgmap v3353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:09.593732+0000 mgr.smithi176.ajjlsm (mgr.14696) 3903 : cluster [DBG] pgmap v3354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:09.593732+0000 mgr.smithi176.ajjlsm (mgr.14696) 3903 : cluster [DBG] pgmap v3354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:13.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:11.594533+0000 mgr.smithi176.ajjlsm (mgr.14696) 3904 : cluster [DBG] pgmap v3355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:11.594533+0000 mgr.smithi176.ajjlsm (mgr.14696) 3904 : cluster [DBG] pgmap v3355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:13.594942+0000 mgr.smithi176.ajjlsm (mgr.14696) 3905 : cluster [DBG] pgmap v3356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:15.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:13.594942+0000 mgr.smithi176.ajjlsm (mgr.14696) 3905 : cluster [DBG] pgmap v3356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:15.595469+0000 mgr.smithi176.ajjlsm (mgr.14696) 3906 : cluster [DBG] pgmap v3357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:15.595469+0000 mgr.smithi176.ajjlsm (mgr.14696) 3906 : cluster [DBG] pgmap v3357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:17.596231+0000 mgr.smithi176.ajjlsm (mgr.14696) 3907 : cluster [DBG] pgmap v3358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:17.596231+0000 mgr.smithi176.ajjlsm (mgr.14696) 3907 : cluster [DBG] pgmap v3358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:19.596823+0000 mgr.smithi176.ajjlsm (mgr.14696) 3908 : cluster [DBG] pgmap v3359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:19.596823+0000 mgr.smithi176.ajjlsm (mgr.14696) 3908 : cluster [DBG] pgmap v3359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:21.597563+0000 mgr.smithi176.ajjlsm (mgr.14696) 3909 : cluster [DBG] pgmap v3360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:21.597563+0000 mgr.smithi176.ajjlsm (mgr.14696) 3909 : cluster [DBG] pgmap v3360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:23.598084+0000 mgr.smithi176.ajjlsm (mgr.14696) 3910 : cluster [DBG] pgmap v3361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:23.598084+0000 mgr.smithi176.ajjlsm (mgr.14696) 3910 : cluster [DBG] pgmap v3361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:26.854 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:01:27.121 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:01:27.121 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (116m) 7m ago 117m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:01:27.121 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (110m) 7m ago 117m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:01:27.122 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (109m) 7m ago 117m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:01:27.122 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (116m) 7m ago 117m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:01:27.122 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (109m) 7m ago 113m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:01:27.122 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (109m) 7m ago 113m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:01:27.123 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (110m) 7m ago 118m 529M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:01:27.123 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (110m) 7m ago 117m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:01:27.123 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (110m) 7m ago 118m 727M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:01:27.123 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (110m) 7m ago 117m 371M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:01:27.124 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (111m) 7m ago 111m 171M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:01:27.124 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (111m) 7m ago 111m 108M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:01:27.124 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (117m) 7m ago 117m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:01:27.124 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (117m) 7m ago 117m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:01:27.124 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (102m) 7m ago 116m 694M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:01:27.125 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (116m) 7m ago 116m 1509M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:01:27.125 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (116m) 7m ago 116m 1033M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:01:27.125 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (115m) 7m ago 115m 1660M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:01:27.125 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (115m) 7m ago 115m 1556M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:01:27.126 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (115m) 7m ago 115m 1738M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:01:27.126 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (115m) 7m ago 115m 1417M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:01:27.126 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (114m) 7m ago 114m 2177M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:01:27.126 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (116m) 7m ago 117m 73.3M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:01:27.444 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:01:27.444 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:01:27.444 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:01:27.445 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:01:27.445 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:01:27.445 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:01:27.445 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:01:27.446 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:01:27.446 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:01:27.446 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:01:27.446 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:01:27.446 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:01:27.447 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:01:27.447 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:01:27.447 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:01:27.447 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:01:27.448 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:01:27.448 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:01:27.448 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:01:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:25.598706+0000 mgr.smithi176.ajjlsm (mgr.14696) 3911 : cluster [DBG] pgmap v3362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:25.598706+0000 mgr.smithi176.ajjlsm (mgr.14696) 3911 : cluster [DBG] pgmap v3362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:01:26.840429+0000 mgr.smithi176.ajjlsm (mgr.14696) 3912 : audit [DBG] from='client.36710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:01:28.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:01:27.110894+0000 mgr.smithi176.ajjlsm (mgr.14696) 3913 : audit [DBG] from='client.36714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:01:28.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:01:27.442593+0000 mon.smithi176 (mon.0) 1343 : audit [DBG] from='client.? 172.21.15.176:0/3249817535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:01:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:01:26.840429+0000 mgr.smithi176.ajjlsm (mgr.14696) 3912 : audit [DBG] from='client.36710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:01:28.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:01:27.110894+0000 mgr.smithi176.ajjlsm (mgr.14696) 3913 : audit [DBG] from='client.36714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:01:28.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:01:27.442593+0000 mon.smithi176 (mon.0) 1343 : audit [DBG] from='client.? 172.21.15.176:0/3249817535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:01:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:27.599535+0000 mgr.smithi176.ajjlsm (mgr.14696) 3914 : cluster [DBG] pgmap v3363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:27.599535+0000 mgr.smithi176.ajjlsm (mgr.14696) 3914 : cluster [DBG] pgmap v3363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:29.600200+0000 mgr.smithi176.ajjlsm (mgr.14696) 3915 : cluster [DBG] pgmap v3364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:29.600200+0000 mgr.smithi176.ajjlsm (mgr.14696) 3915 : cluster [DBG] pgmap v3364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:31.600981+0000 mgr.smithi176.ajjlsm (mgr.14696) 3916 : cluster [DBG] pgmap v3365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:31.600981+0000 mgr.smithi176.ajjlsm (mgr.14696) 3916 : cluster [DBG] pgmap v3365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:33.601582+0000 mgr.smithi176.ajjlsm (mgr.14696) 3917 : cluster [DBG] pgmap v3366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:33.601582+0000 mgr.smithi176.ajjlsm (mgr.14696) 3917 : cluster [DBG] pgmap v3366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:35.602163+0000 mgr.smithi176.ajjlsm (mgr.14696) 3918 : cluster [DBG] pgmap v3367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:35.602163+0000 mgr.smithi176.ajjlsm (mgr.14696) 3918 : cluster [DBG] pgmap v3367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:39.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:37.602970+0000 mgr.smithi176.ajjlsm (mgr.14696) 3919 : cluster [DBG] pgmap v3368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:37.602970+0000 mgr.smithi176.ajjlsm (mgr.14696) 3919 : cluster [DBG] pgmap v3368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:39.603463+0000 mgr.smithi176.ajjlsm (mgr.14696) 3920 : cluster [DBG] pgmap v3369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:01:40.470640+0000 mon.smithi176 (mon.0) 1344 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:01:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:01:40.504791+0000 mon.smithi176 (mon.0) 1345 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:01:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:39.603463+0000 mgr.smithi176.ajjlsm (mgr.14696) 3920 : cluster [DBG] pgmap v3369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:01:40.470640+0000 mon.smithi176 (mon.0) 1344 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:01:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:01:40.504791+0000 mon.smithi176 (mon.0) 1345 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:01:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:41.604373+0000 mgr.smithi176.ajjlsm (mgr.14696) 3921 : cluster [DBG] pgmap v3370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:41.604373+0000 mgr.smithi176.ajjlsm (mgr.14696) 3921 : cluster [DBG] pgmap v3370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:43.604781+0000 mgr.smithi176.ajjlsm (mgr.14696) 3922 : cluster [DBG] pgmap v3371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:43.604781+0000 mgr.smithi176.ajjlsm (mgr.14696) 3922 : cluster [DBG] pgmap v3371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:45.605512+0000 mgr.smithi176.ajjlsm (mgr.14696) 3923 : cluster [DBG] pgmap v3372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:45.605512+0000 mgr.smithi176.ajjlsm (mgr.14696) 3923 : cluster [DBG] pgmap v3372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:47.606332+0000 mgr.smithi176.ajjlsm (mgr.14696) 3924 : cluster [DBG] pgmap v3373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:47.606332+0000 mgr.smithi176.ajjlsm (mgr.14696) 3924 : cluster [DBG] pgmap v3373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:49.606875+0000 mgr.smithi176.ajjlsm (mgr.14696) 3925 : cluster [DBG] pgmap v3374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:49.606875+0000 mgr.smithi176.ajjlsm (mgr.14696) 3925 : cluster [DBG] pgmap v3374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:51.607718+0000 mgr.smithi176.ajjlsm (mgr.14696) 3926 : cluster [DBG] pgmap v3375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:51.607718+0000 mgr.smithi176.ajjlsm (mgr.14696) 3926 : cluster [DBG] pgmap v3375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:53.608217+0000 mgr.smithi176.ajjlsm (mgr.14696) 3927 : cluster [DBG] pgmap v3376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:53.608217+0000 mgr.smithi176.ajjlsm (mgr.14696) 3927 : cluster [DBG] pgmap v3376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:55.608772+0000 mgr.smithi176.ajjlsm (mgr.14696) 3928 : cluster [DBG] pgmap v3377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:57.749 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:01:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:55.608772+0000 mgr.smithi176.ajjlsm (mgr.14696) 3928 : cluster [DBG] pgmap v3377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:01:58.018 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:01:58.019 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (117m) 7m ago 118m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:01:58.019 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (110m) 7m ago 118m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:01:58.019 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (110m) 8m ago 117m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:01:58.019 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (117m) 7m ago 118m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:01:58.020 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (109m) 7m ago 114m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:01:58.020 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (110m) 8m ago 113m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:01:58.020 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (111m) 7m ago 119m 529M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:01:58.020 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (111m) 8m ago 117m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:01:58.021 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (110m) 7m ago 119m 727M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:01:58.021 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (110m) 8m ago 117m 371M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:01:58.021 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (111m) 7m ago 111m 171M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:01:58.021 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (111m) 8m ago 111m 108M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:01:58.021 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (118m) 7m ago 118m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:01:58.022 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (117m) 8m ago 117m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:01:58.022 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (103m) 7m ago 117m 694M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:01:58.022 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (116m) 7m ago 116m 1509M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:01:58.022 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (116m) 7m ago 116m 1033M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:01:58.023 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (116m) 7m ago 116m 1660M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:01:58.023 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (116m) 8m ago 116m 1556M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:01:58.023 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (115m) 8m ago 115m 1738M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:01:58.023 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (115m) 8m ago 115m 1417M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:01:58.024 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (115m) 8m ago 115m 2177M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:01:58.024 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (117m) 7m ago 117m 73.3M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:01:58.338 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:01:58.339 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:01:58.339 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:01:58.339 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:01:58.340 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:01:58.340 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:01:58.340 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:01:58.341 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:01:58.341 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:01:58.341 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:01:58.342 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:01:58.342 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:01:58.342 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:01:58.343 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:01:58.343 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:01:58.343 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:01:58.343 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:01:58.344 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:01:58.344 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:01:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:01:58.336442+0000 mon.smithi176 (mon.0) 1346 : audit [DBG] from='client.? 172.21.15.176:0/2256157965' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:01:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:01:58.336442+0000 mon.smithi176 (mon.0) 1346 : audit [DBG] from='client.? 172.21.15.176:0/2256157965' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:01:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:57.609615+0000 mgr.smithi176.ajjlsm (mgr.14696) 3929 : cluster [DBG] pgmap v3378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:59.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:01:57.736203+0000 mgr.smithi176.ajjlsm (mgr.14696) 3930 : audit [DBG] from='client.36722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:01:59.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:01:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:01:58.008061+0000 mgr.smithi176.ajjlsm (mgr.14696) 3931 : audit [DBG] from='client.36726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:01:59.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:57.609615+0000 mgr.smithi176.ajjlsm (mgr.14696) 3929 : cluster [DBG] pgmap v3378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:01:59.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:01:57.736203+0000 mgr.smithi176.ajjlsm (mgr.14696) 3930 : audit [DBG] from='client.36722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:01:59.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:01:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:01:58.008061+0000 mgr.smithi176.ajjlsm (mgr.14696) 3931 : audit [DBG] from='client.36726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:02:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:01:59.610205+0000 mgr.smithi176.ajjlsm (mgr.14696) 3932 : cluster [DBG] pgmap v3379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:01.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:01:59.610205+0000 mgr.smithi176.ajjlsm (mgr.14696) 3932 : cluster [DBG] pgmap v3379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:01.610996+0000 mgr.smithi176.ajjlsm (mgr.14696) 3933 : cluster [DBG] pgmap v3380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:02:03.261794+0000 mon.smithi176 (mon.0) 1347 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:02:03.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:02:03.263248+0000 mon.smithi176 (mon.0) 1348 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:02:03.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:02:03.264072+0000 mon.smithi176 (mon.0) 1349 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:02:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:01.610996+0000 mgr.smithi176.ajjlsm (mgr.14696) 3933 : cluster [DBG] pgmap v3380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:02:03.261794+0000 mon.smithi176 (mon.0) 1347 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:02:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:02:03.263248+0000 mon.smithi176 (mon.0) 1348 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:02:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:02:03.264072+0000 mon.smithi176 (mon.0) 1349 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:02:04.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:02:03.264835+0000 mgr.smithi176.ajjlsm (mgr.14696) 3934 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:02:04.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:02:03.684823+0000 mon.smithi176 (mon.0) 1350 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:02:04.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:02:03.692814+0000 mon.smithi176 (mon.0) 1351 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:02:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:02:03.264835+0000 mgr.smithi176.ajjlsm (mgr.14696) 3934 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:02:04.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:02:03.684823+0000 mon.smithi176 (mon.0) 1350 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:02:04.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:02:03.692814+0000 mon.smithi176 (mon.0) 1351 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:02:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:03.611408+0000 mgr.smithi176.ajjlsm (mgr.14696) 3935 : cluster [DBG] pgmap v3381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:03.611408+0000 mgr.smithi176.ajjlsm (mgr.14696) 3935 : cluster [DBG] pgmap v3381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:05.611975+0000 mgr.smithi176.ajjlsm (mgr.14696) 3936 : cluster [DBG] pgmap v3382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:05.611975+0000 mgr.smithi176.ajjlsm (mgr.14696) 3936 : cluster [DBG] pgmap v3382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:09.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:07.612795+0000 mgr.smithi176.ajjlsm (mgr.14696) 3937 : cluster [DBG] pgmap v3383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:07.612795+0000 mgr.smithi176.ajjlsm (mgr.14696) 3937 : cluster [DBG] pgmap v3383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:09.613246+0000 mgr.smithi176.ajjlsm (mgr.14696) 3938 : cluster [DBG] pgmap v3384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:09.613246+0000 mgr.smithi176.ajjlsm (mgr.14696) 3938 : cluster [DBG] pgmap v3384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:11.614002+0000 mgr.smithi176.ajjlsm (mgr.14696) 3939 : cluster [DBG] pgmap v3385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:11.614002+0000 mgr.smithi176.ajjlsm (mgr.14696) 3939 : cluster [DBG] pgmap v3385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:13.614560+0000 mgr.smithi176.ajjlsm (mgr.14696) 3940 : cluster [DBG] pgmap v3386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:13.614560+0000 mgr.smithi176.ajjlsm (mgr.14696) 3940 : cluster [DBG] pgmap v3386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:15.615169+0000 mgr.smithi176.ajjlsm (mgr.14696) 3941 : cluster [DBG] pgmap v3387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:15.615169+0000 mgr.smithi176.ajjlsm (mgr.14696) 3941 : cluster [DBG] pgmap v3387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:17.615972+0000 mgr.smithi176.ajjlsm (mgr.14696) 3942 : cluster [DBG] pgmap v3388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:17.615972+0000 mgr.smithi176.ajjlsm (mgr.14696) 3942 : cluster [DBG] pgmap v3388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:19.616443+0000 mgr.smithi176.ajjlsm (mgr.14696) 3943 : cluster [DBG] pgmap v3389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:19.616443+0000 mgr.smithi176.ajjlsm (mgr.14696) 3943 : cluster [DBG] pgmap v3389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:21.617402+0000 mgr.smithi176.ajjlsm (mgr.14696) 3944 : cluster [DBG] pgmap v3390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:21.617402+0000 mgr.smithi176.ajjlsm (mgr.14696) 3944 : cluster [DBG] pgmap v3390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:23.617821+0000 mgr.smithi176.ajjlsm (mgr.14696) 3945 : cluster [DBG] pgmap v3391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:23.617821+0000 mgr.smithi176.ajjlsm (mgr.14696) 3945 : cluster [DBG] pgmap v3391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:25.618348+0000 mgr.smithi176.ajjlsm (mgr.14696) 3946 : cluster [DBG] pgmap v3392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:25.618348+0000 mgr.smithi176.ajjlsm (mgr.14696) 3946 : cluster [DBG] pgmap v3392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:28.640 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:02:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:27.619205+0000 mgr.smithi176.ajjlsm (mgr.14696) 3947 : cluster [DBG] pgmap v3393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:28.913 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:02:28.913 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (117m) 8m ago 118m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:02:28.914 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (111m) 8m ago 118m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:02:28.914 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (110m) 8m ago 118m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:02:28.914 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (117m) 8m ago 118m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:02:28.914 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (110m) 8m ago 114m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:02:28.914 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (110m) 8m ago 114m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:02:28.915 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (111m) 8m ago 119m 529M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:02:28.915 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (111m) 8m ago 118m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:02:28.915 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (111m) 8m ago 2h 727M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:02:28.915 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (111m) 8m ago 118m 371M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:02:28.916 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (112m) 8m ago 112m 171M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:02:28.916 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (112m) 8m ago 112m 108M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:02:28.916 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (118m) 8m ago 118m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:02:28.916 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (118m) 8m ago 118m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:02:28.917 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (103m) 8m ago 117m 694M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:02:28.917 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (117m) 8m ago 117m 1509M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:02:28.917 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (117m) 8m ago 117m 1033M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:02:28.917 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (116m) 8m ago 116m 1660M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:02:28.917 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (116m) 8m ago 116m 1556M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:02:28.918 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (116m) 8m ago 116m 1738M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:02:28.918 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (116m) 8m ago 116m 1417M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:02:28.918 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (115m) 8m ago 115m 2177M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:02:28.918 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (117m) 8m ago 118m 73.3M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:02:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:27.619205+0000 mgr.smithi176.ajjlsm (mgr.14696) 3947 : cluster [DBG] pgmap v3393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:29.236 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:02:29.237 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:02:29.237 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:02:29.237 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:02:29.237 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:02:29.238 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:02:29.238 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:02:29.238 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:02:29.239 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:02:29.239 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:02:29.239 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:02:29.239 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:02:29.240 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:02:29.240 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:02:29.240 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:02:29.240 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:02:29.241 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:02:29.241 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:02:29.241 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:02:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:02:28.627394+0000 mgr.smithi176.ajjlsm (mgr.14696) 3948 : audit [DBG] from='client.36734 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:02:29.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:02:28.902799+0000 mgr.smithi176.ajjlsm (mgr.14696) 3949 : audit [DBG] from='client.36738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:02:29.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:02:29.235065+0000 mon.smithi176 (mon.0) 1352 : audit [DBG] from='client.? 172.21.15.176:0/221276318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:02:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:02:28.627394+0000 mgr.smithi176.ajjlsm (mgr.14696) 3948 : audit [DBG] from='client.36734 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:02:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:02:28.902799+0000 mgr.smithi176.ajjlsm (mgr.14696) 3949 : audit [DBG] from='client.36738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:02:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:02:29.235065+0000 mon.smithi176 (mon.0) 1352 : audit [DBG] from='client.? 172.21.15.176:0/221276318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:02:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:29.619671+0000 mgr.smithi176.ajjlsm (mgr.14696) 3950 : cluster [DBG] pgmap v3394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:29.619671+0000 mgr.smithi176.ajjlsm (mgr.14696) 3950 : cluster [DBG] pgmap v3394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:31.620622+0000 mgr.smithi176.ajjlsm (mgr.14696) 3951 : cluster [DBG] pgmap v3395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:33.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:31.620622+0000 mgr.smithi176.ajjlsm (mgr.14696) 3951 : cluster [DBG] pgmap v3395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:33.621222+0000 mgr.smithi176.ajjlsm (mgr.14696) 3952 : cluster [DBG] pgmap v3396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:33.621222+0000 mgr.smithi176.ajjlsm (mgr.14696) 3952 : cluster [DBG] pgmap v3396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:35.621796+0000 mgr.smithi176.ajjlsm (mgr.14696) 3953 : cluster [DBG] pgmap v3397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:35.621796+0000 mgr.smithi176.ajjlsm (mgr.14696) 3953 : cluster [DBG] pgmap v3397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:37.622530+0000 mgr.smithi176.ajjlsm (mgr.14696) 3954 : cluster [DBG] pgmap v3398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:37.622530+0000 mgr.smithi176.ajjlsm (mgr.14696) 3954 : cluster [DBG] pgmap v3398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:39.623079+0000 mgr.smithi176.ajjlsm (mgr.14696) 3955 : cluster [DBG] pgmap v3399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:02:40.472529+0000 mon.smithi176 (mon.0) 1353 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:02:41.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:02:40.509353+0000 mon.smithi176 (mon.0) 1354 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:02:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:39.623079+0000 mgr.smithi176.ajjlsm (mgr.14696) 3955 : cluster [DBG] pgmap v3399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:02:40.472529+0000 mon.smithi176 (mon.0) 1353 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:02:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:02:40.509353+0000 mon.smithi176 (mon.0) 1354 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:02:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:41.623849+0000 mgr.smithi176.ajjlsm (mgr.14696) 3956 : cluster [DBG] pgmap v3400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:41.623849+0000 mgr.smithi176.ajjlsm (mgr.14696) 3956 : cluster [DBG] pgmap v3400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:43.624484+0000 mgr.smithi176.ajjlsm (mgr.14696) 3957 : cluster [DBG] pgmap v3401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:43.624484+0000 mgr.smithi176.ajjlsm (mgr.14696) 3957 : cluster [DBG] pgmap v3401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:45.625080+0000 mgr.smithi176.ajjlsm (mgr.14696) 3958 : cluster [DBG] pgmap v3402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:45.625080+0000 mgr.smithi176.ajjlsm (mgr.14696) 3958 : cluster [DBG] pgmap v3402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:47.626086+0000 mgr.smithi176.ajjlsm (mgr.14696) 3959 : cluster [DBG] pgmap v3403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:47.626086+0000 mgr.smithi176.ajjlsm (mgr.14696) 3959 : cluster [DBG] pgmap v3403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:49.626682+0000 mgr.smithi176.ajjlsm (mgr.14696) 3960 : cluster [DBG] pgmap v3404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:49.626682+0000 mgr.smithi176.ajjlsm (mgr.14696) 3960 : cluster [DBG] pgmap v3404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:51.627634+0000 mgr.smithi176.ajjlsm (mgr.14696) 3961 : cluster [DBG] pgmap v3405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:53.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:51.627634+0000 mgr.smithi176.ajjlsm (mgr.14696) 3961 : cluster [DBG] pgmap v3405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:55.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:53.628271+0000 mgr.smithi176.ajjlsm (mgr.14696) 3962 : cluster [DBG] pgmap v3406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:55.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:53.628271+0000 mgr.smithi176.ajjlsm (mgr.14696) 3962 : cluster [DBG] pgmap v3406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:57.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:55.628714+0000 mgr.smithi176.ajjlsm (mgr.14696) 3963 : cluster [DBG] pgmap v3407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:57.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:55.628714+0000 mgr.smithi176.ajjlsm (mgr.14696) 3963 : cluster [DBG] pgmap v3407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:02:59.538 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:02:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:02:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:57.629499+0000 mgr.smithi176.ajjlsm (mgr.14696) 3964 : cluster [DBG] pgmap v3408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:02:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:57.629499+0000 mgr.smithi176.ajjlsm (mgr.14696) 3964 : cluster [DBG] pgmap v3408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:02:59.806 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:02:59.806 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (118m) 9m ago 119m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:02:59.806 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (111m) 9m ago 119m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:02:59.807 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (111m) 9m ago 118m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:02:59.807 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (118m) 9m ago 119m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:02:59.807 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (110m) 9m ago 115m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:02:59.807 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (111m) 9m ago 115m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:02:59.808 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (112m) 9m ago 2h 529M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:02:59.808 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (112m) 9m ago 118m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:02:59.808 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (111m) 9m ago 2h 727M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:02:59.808 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (111m) 9m ago 118m 371M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:02:59.808 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (112m) 9m ago 112m 171M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:02:59.809 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (112m) 9m ago 112m 108M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:02:59.809 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (119m) 9m ago 119m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:02:59.809 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (118m) 9m ago 118m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:02:59.809 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (104m) 9m ago 118m 694M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:02:59.810 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (117m) 9m ago 117m 1509M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:02:59.810 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (117m) 9m ago 117m 1033M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:02:59.810 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (117m) 9m ago 117m 1660M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:02:59.810 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (117m) 9m ago 117m 1556M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:02:59.811 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (116m) 9m ago 116m 1738M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:02:59.811 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (116m) 9m ago 116m 1417M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:02:59.811 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (116m) 9m ago 116m 2177M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:02:59.811 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (118m) 9m ago 119m 73.3M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:03:00.129 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:03:00.129 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:03:00.129 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:03:00.130 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:03:00.130 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:03:00.130 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:03:00.130 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:03:00.130 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:03:00.131 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:03:00.131 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:03:00.131 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:03:00.131 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:03:00.132 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:03:00.132 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:03:00.132 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:03:00.132 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:03:00.132 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:03:00.133 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:03:00.133 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:03:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:03:00.127594+0000 mon.smithi176 (mon.0) 1355 : audit [DBG] from='client.? 172.21.15.176:0/3693856461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:03:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:03:00.127594+0000 mon.smithi176 (mon.0) 1355 : audit [DBG] from='client.? 172.21.15.176:0/3693856461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:03:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:02:59.525085+0000 mgr.smithi176.ajjlsm (mgr.14696) 3965 : audit [DBG] from='client.36746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:03:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:02:59.629970+0000 mgr.smithi176.ajjlsm (mgr.14696) 3966 : cluster [DBG] pgmap v3409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:02:59.795582+0000 mgr.smithi176.ajjlsm (mgr.14696) 3967 : audit [DBG] from='client.36750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:03:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:02:59.525085+0000 mgr.smithi176.ajjlsm (mgr.14696) 3965 : audit [DBG] from='client.36746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:03:01.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:02:59.629970+0000 mgr.smithi176.ajjlsm (mgr.14696) 3966 : cluster [DBG] pgmap v3409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:01.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:02:59.795582+0000 mgr.smithi176.ajjlsm (mgr.14696) 3967 : audit [DBG] from='client.36750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:03:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:01.630855+0000 mgr.smithi176.ajjlsm (mgr.14696) 3968 : cluster [DBG] pgmap v3410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:01.630855+0000 mgr.smithi176.ajjlsm (mgr.14696) 3968 : cluster [DBG] pgmap v3410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:04.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:03:03.695416+0000 mon.smithi176 (mon.0) 1356 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:03:04.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:03:03.696785+0000 mon.smithi176 (mon.0) 1357 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:03:04.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:03:03.697630+0000 mon.smithi176 (mon.0) 1358 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:03:04.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:03:03.985245+0000 mon.smithi176 (mon.0) 1359 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:03:04.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:03:04.097179+0000 mon.smithi176 (mon.0) 1360 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:03:04.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:03:04.101076+0000 mon.smithi176 (mon.0) 1361 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:03:04.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:03:04.105676+0000 mon.smithi176 (mon.0) 1362 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:03:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:03:03.695416+0000 mon.smithi176 (mon.0) 1356 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:03:04.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:03:03.696785+0000 mon.smithi176 (mon.0) 1357 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:03:04.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:03:03.697630+0000 mon.smithi176 (mon.0) 1358 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:03:04.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:03:03.985245+0000 mon.smithi176 (mon.0) 1359 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:03:04.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:03:04.097179+0000 mon.smithi176 (mon.0) 1360 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:03:04.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:03:04.101076+0000 mon.smithi176 (mon.0) 1361 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:03:04.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:03:04.105676+0000 mon.smithi176 (mon.0) 1362 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:03:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:03.631373+0000 mgr.smithi176.ajjlsm (mgr.14696) 3969 : cluster [DBG] pgmap v3411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:05.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:03:03.698385+0000 mgr.smithi176.ajjlsm (mgr.14696) 3970 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:03:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:03.631373+0000 mgr.smithi176.ajjlsm (mgr.14696) 3969 : cluster [DBG] pgmap v3411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:05.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:03:03.698385+0000 mgr.smithi176.ajjlsm (mgr.14696) 3970 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:03:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:05.631933+0000 mgr.smithi176.ajjlsm (mgr.14696) 3971 : cluster [DBG] pgmap v3412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:05.631933+0000 mgr.smithi176.ajjlsm (mgr.14696) 3971 : cluster [DBG] pgmap v3412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:09.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:07.632710+0000 mgr.smithi176.ajjlsm (mgr.14696) 3972 : cluster [DBG] pgmap v3413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:07.632710+0000 mgr.smithi176.ajjlsm (mgr.14696) 3972 : cluster [DBG] pgmap v3413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:09.633512+0000 mgr.smithi176.ajjlsm (mgr.14696) 3973 : cluster [DBG] pgmap v3414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:09.633512+0000 mgr.smithi176.ajjlsm (mgr.14696) 3973 : cluster [DBG] pgmap v3414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:11.634392+0000 mgr.smithi176.ajjlsm (mgr.14696) 3974 : cluster [DBG] pgmap v3415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:11.634392+0000 mgr.smithi176.ajjlsm (mgr.14696) 3974 : cluster [DBG] pgmap v3415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:13.634887+0000 mgr.smithi176.ajjlsm (mgr.14696) 3975 : cluster [DBG] pgmap v3416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:13.634887+0000 mgr.smithi176.ajjlsm (mgr.14696) 3975 : cluster [DBG] pgmap v3416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:15.635336+0000 mgr.smithi176.ajjlsm (mgr.14696) 3976 : cluster [DBG] pgmap v3417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:17.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:15.635336+0000 mgr.smithi176.ajjlsm (mgr.14696) 3976 : cluster [DBG] pgmap v3417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:17.636299+0000 mgr.smithi176.ajjlsm (mgr.14696) 3977 : cluster [DBG] pgmap v3418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:17.636299+0000 mgr.smithi176.ajjlsm (mgr.14696) 3977 : cluster [DBG] pgmap v3418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:19.636914+0000 mgr.smithi176.ajjlsm (mgr.14696) 3978 : cluster [DBG] pgmap v3419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:19.636914+0000 mgr.smithi176.ajjlsm (mgr.14696) 3978 : cluster [DBG] pgmap v3419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:21.637757+0000 mgr.smithi176.ajjlsm (mgr.14696) 3979 : cluster [DBG] pgmap v3420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:21.637757+0000 mgr.smithi176.ajjlsm (mgr.14696) 3979 : cluster [DBG] pgmap v3420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:23.638389+0000 mgr.smithi176.ajjlsm (mgr.14696) 3980 : cluster [DBG] pgmap v3421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:23.638389+0000 mgr.smithi176.ajjlsm (mgr.14696) 3980 : cluster [DBG] pgmap v3421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:25.638931+0000 mgr.smithi176.ajjlsm (mgr.14696) 3981 : cluster [DBG] pgmap v3422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:25.638931+0000 mgr.smithi176.ajjlsm (mgr.14696) 3981 : cluster [DBG] pgmap v3422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:27.639878+0000 mgr.smithi176.ajjlsm (mgr.14696) 3982 : cluster [DBG] pgmap v3423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:27.639878+0000 mgr.smithi176.ajjlsm (mgr.14696) 3982 : cluster [DBG] pgmap v3423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:30.430 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:03:30.699 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:03:30.699 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (118m) 9m ago 119m 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:03:30.700 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (112m) 9m ago 119m 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:03:30.700 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (111m) 9m ago 119m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:03:30.700 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (118m) 9m ago 119m 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:03:30.700 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (111m) 9m ago 115m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:03:30.700 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (111m) 9m ago 115m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:03:30.701 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (113m) 9m ago 2h 529M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:03:30.701 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (112m) 9m ago 119m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:03:30.701 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (112m) 9m ago 2h 727M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:03:30.701 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (112m) 9m ago 119m 371M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:03:30.702 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (113m) 9m ago 113m 171M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:03:30.702 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (113m) 9m ago 113m 108M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:03:30.702 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (119m) 9m ago 119m 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:03:30.702 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (119m) 9m ago 119m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:03:30.703 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (104m) 9m ago 118m 694M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:03:30.703 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (118m) 9m ago 118m 1509M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:03:30.703 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (118m) 9m ago 118m 1033M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:03:30.703 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (117m) 9m ago 117m 1660M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:03:30.703 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (117m) 9m ago 117m 1556M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:03:30.704 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (117m) 9m ago 117m 1738M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:03:30.704 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (117m) 9m ago 117m 1417M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:03:30.704 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (116m) 9m ago 116m 2177M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:03:30.704 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (118m) 9m ago 119m 73.3M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:03:31.026 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:03:31.026 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:03:31.026 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:03:31.027 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:03:31.027 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:03:31.027 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:03:31.027 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:03:31.027 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:03:31.028 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:03:31.028 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:03:31.028 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:03:31.028 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:03:31.029 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:03:31.029 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:03:31.029 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:03:31.029 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:03:31.029 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:03:31.030 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:03:31.030 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:03:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:29.640519+0000 mgr.smithi176.ajjlsm (mgr.14696) 3983 : cluster [DBG] pgmap v3424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:03:30.417023+0000 mgr.smithi176.ajjlsm (mgr.14696) 3984 : audit [DBG] from='client.36758 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:03:31.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:03:31.024365+0000 mon.smithi176 (mon.0) 1363 : audit [DBG] from='client.? 172.21.15.176:0/883140400' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:03:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:29.640519+0000 mgr.smithi176.ajjlsm (mgr.14696) 3983 : cluster [DBG] pgmap v3424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:31.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:03:30.417023+0000 mgr.smithi176.ajjlsm (mgr.14696) 3984 : audit [DBG] from='client.36758 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:03:31.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:03:31.024365+0000 mon.smithi176 (mon.0) 1363 : audit [DBG] from='client.? 172.21.15.176:0/883140400' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:03:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:03:30.688433+0000 mgr.smithi176.ajjlsm (mgr.14696) 3985 : audit [DBG] from='client.36762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:03:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:03:30.688433+0000 mgr.smithi176.ajjlsm (mgr.14696) 3985 : audit [DBG] from='client.36762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:03:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:31.641256+0000 mgr.smithi176.ajjlsm (mgr.14696) 3986 : cluster [DBG] pgmap v3425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:31.641256+0000 mgr.smithi176.ajjlsm (mgr.14696) 3986 : cluster [DBG] pgmap v3425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:33.641891+0000 mgr.smithi176.ajjlsm (mgr.14696) 3987 : cluster [DBG] pgmap v3426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:33.641891+0000 mgr.smithi176.ajjlsm (mgr.14696) 3987 : cluster [DBG] pgmap v3426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:35.642437+0000 mgr.smithi176.ajjlsm (mgr.14696) 3988 : cluster [DBG] pgmap v3427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:35.642437+0000 mgr.smithi176.ajjlsm (mgr.14696) 3988 : cluster [DBG] pgmap v3427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:37.643224+0000 mgr.smithi176.ajjlsm (mgr.14696) 3989 : cluster [DBG] pgmap v3428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:37.643224+0000 mgr.smithi176.ajjlsm (mgr.14696) 3989 : cluster [DBG] pgmap v3428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:39.643770+0000 mgr.smithi176.ajjlsm (mgr.14696) 3990 : cluster [DBG] pgmap v3429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:03:40.474307+0000 mon.smithi176 (mon.0) 1364 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:03:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:03:40.513863+0000 mon.smithi176 (mon.0) 1365 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:03:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:39.643770+0000 mgr.smithi176.ajjlsm (mgr.14696) 3990 : cluster [DBG] pgmap v3429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:03:40.474307+0000 mon.smithi176 (mon.0) 1364 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:03:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:03:40.513863+0000 mon.smithi176 (mon.0) 1365 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:03:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:41.644630+0000 mgr.smithi176.ajjlsm (mgr.14696) 3991 : cluster [DBG] pgmap v3430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:41.644630+0000 mgr.smithi176.ajjlsm (mgr.14696) 3991 : cluster [DBG] pgmap v3430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:43.645214+0000 mgr.smithi176.ajjlsm (mgr.14696) 3992 : cluster [DBG] pgmap v3431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:43.645214+0000 mgr.smithi176.ajjlsm (mgr.14696) 3992 : cluster [DBG] pgmap v3431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:45.645724+0000 mgr.smithi176.ajjlsm (mgr.14696) 3993 : cluster [DBG] pgmap v3432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:45.645724+0000 mgr.smithi176.ajjlsm (mgr.14696) 3993 : cluster [DBG] pgmap v3432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:47.646691+0000 mgr.smithi176.ajjlsm (mgr.14696) 3994 : cluster [DBG] pgmap v3433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:47.646691+0000 mgr.smithi176.ajjlsm (mgr.14696) 3994 : cluster [DBG] pgmap v3433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:49.647193+0000 mgr.smithi176.ajjlsm (mgr.14696) 3995 : cluster [DBG] pgmap v3434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:49.647193+0000 mgr.smithi176.ajjlsm (mgr.14696) 3995 : cluster [DBG] pgmap v3434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:51.648071+0000 mgr.smithi176.ajjlsm (mgr.14696) 3996 : cluster [DBG] pgmap v3435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:51.648071+0000 mgr.smithi176.ajjlsm (mgr.14696) 3996 : cluster [DBG] pgmap v3435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:53.648620+0000 mgr.smithi176.ajjlsm (mgr.14696) 3997 : cluster [DBG] pgmap v3436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:53.648620+0000 mgr.smithi176.ajjlsm (mgr.14696) 3997 : cluster [DBG] pgmap v3436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:55.649214+0000 mgr.smithi176.ajjlsm (mgr.14696) 3998 : cluster [DBG] pgmap v3437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:57.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:55.649214+0000 mgr.smithi176.ajjlsm (mgr.14696) 3998 : cluster [DBG] pgmap v3437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:03:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:03:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:57.650029+0000 mgr.smithi176.ajjlsm (mgr.14696) 3999 : cluster [DBG] pgmap v3438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:03:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:03:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:57.650029+0000 mgr.smithi176.ajjlsm (mgr.14696) 3999 : cluster [DBG] pgmap v3438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:01.329 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:04:01.598 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:04:01.599 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (119m) 10m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:04:01.599 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (112m) 10m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:04:01.599 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (112m) 10m ago 119m 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:04:01.600 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (119m) 10m ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:04:01.600 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (111m) 10m ago 116m 43.9M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:04:01.600 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (112m) 10m ago 116m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:04:01.601 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (113m) 10m ago 2h 529M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:04:01.601 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (113m) 10m ago 119m 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:04:01.601 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (112m) 10m ago 2h 727M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:04:01.602 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (112m) 10m ago 119m 371M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:04:01.602 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (113m) 10m ago 113m 171M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:04:01.602 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (113m) 10m ago 113m 108M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:04:01.603 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 10m ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:04:01.603 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (119m) 10m ago 119m 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:04:01.604 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (105m) 10m ago 119m 694M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:04:01.604 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (118m) 10m ago 118m 1509M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:04:01.604 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (118m) 10m ago 118m 1033M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:04:01.605 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (118m) 10m ago 118m 1660M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:04:01.605 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (118m) 10m ago 118m 1556M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:04:01.605 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (117m) 10m ago 117m 1738M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:04:01.605 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (117m) 10m ago 117m 1417M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:04:01.605 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (117m) 10m ago 117m 2177M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:04:01.606 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (119m) 10m ago 2h 73.3M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:04:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:03:59.650573+0000 mgr.smithi176.ajjlsm (mgr.14696) 4000 : cluster [DBG] pgmap v3439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:03:59.650573+0000 mgr.smithi176.ajjlsm (mgr.14696) 4000 : cluster [DBG] pgmap v3439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:01.919 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:04:01.919 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:04:01.920 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:04:01.920 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:04:01.920 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:04:01.920 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:04:01.920 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:04:01.921 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:04:01.921 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:04:01.921 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:04:01.921 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:04:01.921 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:04:01.922 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:04:01.922 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:04:01.922 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:04:01.922 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:04:01.923 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:04:01.923 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:04:01.923 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:04:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:04:01.316293+0000 mgr.smithi176.ajjlsm (mgr.14696) 4001 : audit [DBG] from='client.36770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:04:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:04:01.917898+0000 mon.smithi176 (mon.0) 1366 : audit [DBG] from='client.? 172.21.15.176:0/3090883253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:04:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:04:01.316293+0000 mgr.smithi176.ajjlsm (mgr.14696) 4001 : audit [DBG] from='client.36770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:04:02.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:04:01.917898+0000 mon.smithi176 (mon.0) 1366 : audit [DBG] from='client.? 172.21.15.176:0/3090883253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:04:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:04:01.587462+0000 mgr.smithi176.ajjlsm (mgr.14696) 4002 : audit [DBG] from='client.36774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:04:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:01.651494+0000 mgr.smithi176.ajjlsm (mgr.14696) 4003 : cluster [DBG] pgmap v3440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:04:01.587462+0000 mgr.smithi176.ajjlsm (mgr.14696) 4002 : audit [DBG] from='client.36774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:04:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:01.651494+0000 mgr.smithi176.ajjlsm (mgr.14696) 4003 : cluster [DBG] pgmap v3440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:04:04.108170+0000 mon.smithi176 (mon.0) 1367 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:04:04.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:04:04.109666+0000 mon.smithi176 (mon.0) 1368 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:04:04.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:04:04.110553+0000 mon.smithi176 (mon.0) 1369 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:04:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:04:04.108170+0000 mon.smithi176 (mon.0) 1367 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:04:04.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:04:04.109666+0000 mon.smithi176 (mon.0) 1368 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:04:04.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:04:04.110553+0000 mon.smithi176 (mon.0) 1369 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:04:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:03.652006+0000 mgr.smithi176.ajjlsm (mgr.14696) 4004 : cluster [DBG] pgmap v3441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:05.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:04:04.111373+0000 mgr.smithi176.ajjlsm (mgr.14696) 4005 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:04:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:03.652006+0000 mgr.smithi176.ajjlsm (mgr.14696) 4004 : cluster [DBG] pgmap v3441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:05.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:04:04.111373+0000 mgr.smithi176.ajjlsm (mgr.14696) 4005 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:04:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:05.652465+0000 mgr.smithi176.ajjlsm (mgr.14696) 4006 : cluster [DBG] pgmap v3442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:05.652465+0000 mgr.smithi176.ajjlsm (mgr.14696) 4006 : cluster [DBG] pgmap v3442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:07.653258+0000 mgr.smithi176.ajjlsm (mgr.14696) 4007 : cluster [DBG] pgmap v3443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:09.739 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:04:08.653690+0000 mon.smithi176 (mon.0) 1370 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:04:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:07.653258+0000 mgr.smithi176.ajjlsm (mgr.14696) 4007 : cluster [DBG] pgmap v3443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:04:08.653690+0000 mon.smithi176 (mon.0) 1370 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:04:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:09.653636+0000 mgr.smithi176.ajjlsm (mgr.14696) 4008 : cluster [DBG] pgmap v3444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:04:10.820001+0000 mon.smithi176 (mon.0) 1371 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:04:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:04:11.208863+0000 mon.smithi176 (mon.0) 1372 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:04:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:04:11.213765+0000 mon.smithi176 (mon.0) 1373 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:04:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:09.653636+0000 mgr.smithi176.ajjlsm (mgr.14696) 4008 : cluster [DBG] pgmap v3444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:11.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:04:10.820001+0000 mon.smithi176 (mon.0) 1371 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:04:11.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:04:11.208863+0000 mon.smithi176 (mon.0) 1372 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:04:11.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:04:11.213765+0000 mon.smithi176 (mon.0) 1373 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:04:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:11.654343+0000 mgr.smithi176.ajjlsm (mgr.14696) 4009 : cluster [DBG] pgmap v3445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:11.654343+0000 mgr.smithi176.ajjlsm (mgr.14696) 4009 : cluster [DBG] pgmap v3445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:13.655031+0000 mgr.smithi176.ajjlsm (mgr.14696) 4010 : cluster [DBG] pgmap v3446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:13.655031+0000 mgr.smithi176.ajjlsm (mgr.14696) 4010 : cluster [DBG] pgmap v3446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:15.655527+0000 mgr.smithi176.ajjlsm (mgr.14696) 4011 : cluster [DBG] pgmap v3447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:15.655527+0000 mgr.smithi176.ajjlsm (mgr.14696) 4011 : cluster [DBG] pgmap v3447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:17.656363+0000 mgr.smithi176.ajjlsm (mgr.14696) 4012 : cluster [DBG] pgmap v3448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:17.656363+0000 mgr.smithi176.ajjlsm (mgr.14696) 4012 : cluster [DBG] pgmap v3448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:19.656899+0000 mgr.smithi176.ajjlsm (mgr.14696) 4013 : cluster [DBG] pgmap v3449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:19.656899+0000 mgr.smithi176.ajjlsm (mgr.14696) 4013 : cluster [DBG] pgmap v3449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:21.657846+0000 mgr.smithi176.ajjlsm (mgr.14696) 4014 : cluster [DBG] pgmap v3450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:21.657846+0000 mgr.smithi176.ajjlsm (mgr.14696) 4014 : cluster [DBG] pgmap v3450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:23.658296+0000 mgr.smithi176.ajjlsm (mgr.14696) 4015 : cluster [DBG] pgmap v3451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:23.658296+0000 mgr.smithi176.ajjlsm (mgr.14696) 4015 : cluster [DBG] pgmap v3451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:25.658907+0000 mgr.smithi176.ajjlsm (mgr.14696) 4016 : cluster [DBG] pgmap v3452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:25.658907+0000 mgr.smithi176.ajjlsm (mgr.14696) 4016 : cluster [DBG] pgmap v3452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:27.659807+0000 mgr.smithi176.ajjlsm (mgr.14696) 4017 : cluster [DBG] pgmap v3453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:27.659807+0000 mgr.smithi176.ajjlsm (mgr.14696) 4017 : cluster [DBG] pgmap v3453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:29.660354+0000 mgr.smithi176.ajjlsm (mgr.14696) 4018 : cluster [DBG] pgmap v3454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:29.660354+0000 mgr.smithi176.ajjlsm (mgr.14696) 4018 : cluster [DBG] pgmap v3454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:32.224 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:04:32.493 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:04:32.493 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (119m) 21s ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:04:32.493 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (113m) 21s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:04:32.494 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (112m) 23s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:04:32.494 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (119m) 21s ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:04:32.494 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (112m) 21s ago 116m 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:04:32.494 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (112m) 23s ago 116m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:04:32.495 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (114m) 21s ago 2h 537M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:04:32.495 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (113m) 23s ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:04:32.495 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (113m) 21s ago 2h 792M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:04:32.495 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (113m) 23s ago 2h 412M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:04:32.496 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (114m) 21s ago 114m 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:04:32.496 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (114m) 23s ago 114m 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:04:32.496 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 21s ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:04:32.496 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 23s ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:04:32.497 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (105m) 21s ago 119m 722M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:04:32.497 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (119m) 21s ago 119m 1542M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:04:32.497 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (119m) 21s ago 119m 1055M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:04:32.497 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (118m) 21s ago 118m 1695M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:04:32.497 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (118m) 23s ago 118m 1589M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:04:32.498 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (118m) 23s ago 118m 1768M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:04:32.498 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (118m) 23s ago 118m 1442M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:04:32.499 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (117m) 23s ago 117m 2208M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:04:32.499 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (119m) 21s ago 2h 75.7M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:04:32.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:31.661174+0000 mgr.smithi176.ajjlsm (mgr.14696) 4019 : cluster [DBG] pgmap v3455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:32.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:04:32.210629+0000 mgr.smithi176.ajjlsm (mgr.14696) 4020 : audit [DBG] from='client.36782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:04:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:31.661174+0000 mgr.smithi176.ajjlsm (mgr.14696) 4019 : cluster [DBG] pgmap v3455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:04:32.210629+0000 mgr.smithi176.ajjlsm (mgr.14696) 4020 : audit [DBG] from='client.36782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:04:32.817 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:04:32.817 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:04:32.817 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:04:32.818 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:04:32.818 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:04:32.818 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:04:32.818 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:04:32.819 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:04:32.819 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:04:32.819 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:04:32.819 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:04:32.820 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:04:32.820 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:04:32.820 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:04:32.820 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:04:32.821 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:04:32.821 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:04:32.821 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:04:32.821 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:04:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:04:32.482500+0000 mgr.smithi176.ajjlsm (mgr.14696) 4021 : audit [DBG] from='client.36786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:04:33.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:04:32.816019+0000 mon.smithi176 (mon.0) 1374 : audit [DBG] from='client.? 172.21.15.176:0/1575847698' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:04:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:04:32.482500+0000 mgr.smithi176.ajjlsm (mgr.14696) 4021 : audit [DBG] from='client.36786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:04:33.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:04:32.816019+0000 mon.smithi176 (mon.0) 1374 : audit [DBG] from='client.? 172.21.15.176:0/1575847698' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:04:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:33.661850+0000 mgr.smithi176.ajjlsm (mgr.14696) 4022 : cluster [DBG] pgmap v3456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:33.661850+0000 mgr.smithi176.ajjlsm (mgr.14696) 4022 : cluster [DBG] pgmap v3456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:35.662428+0000 mgr.smithi176.ajjlsm (mgr.14696) 4023 : cluster [DBG] pgmap v3457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:35.662428+0000 mgr.smithi176.ajjlsm (mgr.14696) 4023 : cluster [DBG] pgmap v3457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:37.663223+0000 mgr.smithi176.ajjlsm (mgr.14696) 4024 : cluster [DBG] pgmap v3458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:37.663223+0000 mgr.smithi176.ajjlsm (mgr.14696) 4024 : cluster [DBG] pgmap v3458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:39.663708+0000 mgr.smithi176.ajjlsm (mgr.14696) 4025 : cluster [DBG] pgmap v3459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:04:40.476031+0000 mon.smithi176 (mon.0) 1375 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:04:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:04:40.518313+0000 mon.smithi176 (mon.0) 1376 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:04:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:39.663708+0000 mgr.smithi176.ajjlsm (mgr.14696) 4025 : cluster [DBG] pgmap v3459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:04:40.476031+0000 mon.smithi176 (mon.0) 1375 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:04:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:04:40.518313+0000 mon.smithi176 (mon.0) 1376 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:04:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:41.664545+0000 mgr.smithi176.ajjlsm (mgr.14696) 4026 : cluster [DBG] pgmap v3460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:43.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:41.664545+0000 mgr.smithi176.ajjlsm (mgr.14696) 4026 : cluster [DBG] pgmap v3460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:43.665070+0000 mgr.smithi176.ajjlsm (mgr.14696) 4027 : cluster [DBG] pgmap v3461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:43.665070+0000 mgr.smithi176.ajjlsm (mgr.14696) 4027 : cluster [DBG] pgmap v3461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:47.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:45.665676+0000 mgr.smithi176.ajjlsm (mgr.14696) 4028 : cluster [DBG] pgmap v3462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:45.665676+0000 mgr.smithi176.ajjlsm (mgr.14696) 4028 : cluster [DBG] pgmap v3462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:47.666455+0000 mgr.smithi176.ajjlsm (mgr.14696) 4029 : cluster [DBG] pgmap v3463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:49.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:47.666455+0000 mgr.smithi176.ajjlsm (mgr.14696) 4029 : cluster [DBG] pgmap v3463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:49.667034+0000 mgr.smithi176.ajjlsm (mgr.14696) 4030 : cluster [DBG] pgmap v3464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:49.667034+0000 mgr.smithi176.ajjlsm (mgr.14696) 4030 : cluster [DBG] pgmap v3464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:51.667858+0000 mgr.smithi176.ajjlsm (mgr.14696) 4031 : cluster [DBG] pgmap v3465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:51.667858+0000 mgr.smithi176.ajjlsm (mgr.14696) 4031 : cluster [DBG] pgmap v3465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:55.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:53.668508+0000 mgr.smithi176.ajjlsm (mgr.14696) 4032 : cluster [DBG] pgmap v3466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:53.668508+0000 mgr.smithi176.ajjlsm (mgr.14696) 4032 : cluster [DBG] pgmap v3466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:55.669004+0000 mgr.smithi176.ajjlsm (mgr.14696) 4033 : cluster [DBG] pgmap v3467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:55.669004+0000 mgr.smithi176.ajjlsm (mgr.14696) 4033 : cluster [DBG] pgmap v3467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:04:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:04:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:57.669750+0000 mgr.smithi176.ajjlsm (mgr.14696) 4034 : cluster [DBG] pgmap v3468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:04:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:04:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:57.669750+0000 mgr.smithi176.ajjlsm (mgr.14696) 4034 : cluster [DBG] pgmap v3468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:04:59.670205+0000 mgr.smithi176.ajjlsm (mgr.14696) 4035 : cluster [DBG] pgmap v3469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:04:59.670205+0000 mgr.smithi176.ajjlsm (mgr.14696) 4035 : cluster [DBG] pgmap v3469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:03.121 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:05:03.386 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:05:03.387 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 52s ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:05:03.387 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (113m) 52s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:05:03.387 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (113m) 54s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:05:03.387 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 52s ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:05:03.387 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (112m) 52s ago 117m 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:05:03.388 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (113m) 54s ago 117m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:05:03.388 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (114m) 52s ago 2h 537M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:05:03.388 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (114m) 54s ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:05:03.388 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (114m) 52s ago 2h 792M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:05:03.389 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (113m) 54s ago 2h 412M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:05:03.389 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (114m) 52s ago 114m 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:05:03.389 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (114m) 54s ago 114m 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:05:03.389 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 52s ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:05:03.389 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 54s ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:05:03.390 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (106m) 52s ago 2h 722M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:05:03.390 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 52s ago 119m 1542M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:05:03.390 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (119m) 52s ago 119m 1055M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:05:03.390 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (119m) 52s ago 119m 1695M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:05:03.391 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (119m) 54s ago 119m 1589M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:05:03.391 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (118m) 54s ago 118m 1768M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:05:03.391 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (118m) 54s ago 118m 1442M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:05:03.391 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (118m) 54s ago 118m 2208M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:05:03.392 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 52s ago 2h 75.7M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:05:03.709 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:05:03.710 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:05:03.710 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:05:03.710 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:05:03.710 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:05:03.711 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:05:03.711 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:05:03.711 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:05:03.711 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:05:03.712 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:05:03.712 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:05:03.712 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:05:03.712 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:05:03.712 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:05:03.713 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:05:03.713 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:05:03.714 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:05:03.714 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:05:03.715 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:05:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:01.670950+0000 mgr.smithi176.ajjlsm (mgr.14696) 4036 : cluster [DBG] pgmap v3470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:01.670950+0000 mgr.smithi176.ajjlsm (mgr.14696) 4036 : cluster [DBG] pgmap v3470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:05:03.107901+0000 mgr.smithi176.ajjlsm (mgr.14696) 4037 : audit [DBG] from='client.36794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:05:04.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:05:03.376233+0000 mgr.smithi176.ajjlsm (mgr.14696) 4038 : audit [DBG] from='client.36798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:05:04.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:05:03.708091+0000 mon.smithi176 (mon.0) 1377 : audit [DBG] from='client.? 172.21.15.176:0/3402514364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:05:04.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:05:03.107901+0000 mgr.smithi176.ajjlsm (mgr.14696) 4037 : audit [DBG] from='client.36794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:05:04.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:05:03.376233+0000 mgr.smithi176.ajjlsm (mgr.14696) 4038 : audit [DBG] from='client.36798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:05:04.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:05:03.708091+0000 mon.smithi176 (mon.0) 1377 : audit [DBG] from='client.? 172.21.15.176:0/3402514364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:05:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:03.671366+0000 mgr.smithi176.ajjlsm (mgr.14696) 4039 : cluster [DBG] pgmap v3471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:03.671366+0000 mgr.smithi176.ajjlsm (mgr.14696) 4039 : cluster [DBG] pgmap v3471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:05.671890+0000 mgr.smithi176.ajjlsm (mgr.14696) 4040 : cluster [DBG] pgmap v3472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:05.671890+0000 mgr.smithi176.ajjlsm (mgr.14696) 4040 : cluster [DBG] pgmap v3472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:09.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:07.672791+0000 mgr.smithi176.ajjlsm (mgr.14696) 4041 : cluster [DBG] pgmap v3473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:07.672791+0000 mgr.smithi176.ajjlsm (mgr.14696) 4041 : cluster [DBG] pgmap v3473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:09.673452+0000 mgr.smithi176.ajjlsm (mgr.14696) 4042 : cluster [DBG] pgmap v3474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:05:11.216357+0000 mon.smithi176 (mon.0) 1378 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:05:11.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:05:11.217926+0000 mon.smithi176 (mon.0) 1379 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:05:11.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:05:11.218774+0000 mon.smithi176 (mon.0) 1380 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:05:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:09.673452+0000 mgr.smithi176.ajjlsm (mgr.14696) 4042 : cluster [DBG] pgmap v3474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:11.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:05:11.216357+0000 mon.smithi176 (mon.0) 1378 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:05:11.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:05:11.217926+0000 mon.smithi176 (mon.0) 1379 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:05:11.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:05:11.218774+0000 mon.smithi176 (mon.0) 1380 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:05:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:05:11.219621+0000 mgr.smithi176.ajjlsm (mgr.14696) 4043 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:05:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:05:11.622947+0000 mon.smithi176 (mon.0) 1381 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:05:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:05:11.627604+0000 mon.smithi176 (mon.0) 1382 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:05:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:05:11.219621+0000 mgr.smithi176.ajjlsm (mgr.14696) 4043 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:05:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:05:11.622947+0000 mon.smithi176 (mon.0) 1381 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:05:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:05:11.627604+0000 mon.smithi176 (mon.0) 1382 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:05:13.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:11.674336+0000 mgr.smithi176.ajjlsm (mgr.14696) 4044 : cluster [DBG] pgmap v3475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:11.674336+0000 mgr.smithi176.ajjlsm (mgr.14696) 4044 : cluster [DBG] pgmap v3475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:13.674964+0000 mgr.smithi176.ajjlsm (mgr.14696) 4045 : cluster [DBG] pgmap v3476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:13.674964+0000 mgr.smithi176.ajjlsm (mgr.14696) 4045 : cluster [DBG] pgmap v3476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:15.675516+0000 mgr.smithi176.ajjlsm (mgr.14696) 4046 : cluster [DBG] pgmap v3477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:15.675516+0000 mgr.smithi176.ajjlsm (mgr.14696) 4046 : cluster [DBG] pgmap v3477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:17.676362+0000 mgr.smithi176.ajjlsm (mgr.14696) 4047 : cluster [DBG] pgmap v3478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:17.676362+0000 mgr.smithi176.ajjlsm (mgr.14696) 4047 : cluster [DBG] pgmap v3478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:19.676803+0000 mgr.smithi176.ajjlsm (mgr.14696) 4048 : cluster [DBG] pgmap v3479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:19.676803+0000 mgr.smithi176.ajjlsm (mgr.14696) 4048 : cluster [DBG] pgmap v3479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:21.677650+0000 mgr.smithi176.ajjlsm (mgr.14696) 4049 : cluster [DBG] pgmap v3480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:21.677650+0000 mgr.smithi176.ajjlsm (mgr.14696) 4049 : cluster [DBG] pgmap v3480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:25.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:23.678292+0000 mgr.smithi176.ajjlsm (mgr.14696) 4050 : cluster [DBG] pgmap v3481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:23.678292+0000 mgr.smithi176.ajjlsm (mgr.14696) 4050 : cluster [DBG] pgmap v3481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:25.678740+0000 mgr.smithi176.ajjlsm (mgr.14696) 4051 : cluster [DBG] pgmap v3482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:25.678740+0000 mgr.smithi176.ajjlsm (mgr.14696) 4051 : cluster [DBG] pgmap v3482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:27.679478+0000 mgr.smithi176.ajjlsm (mgr.14696) 4052 : cluster [DBG] pgmap v3483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:27.679478+0000 mgr.smithi176.ajjlsm (mgr.14696) 4052 : cluster [DBG] pgmap v3483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:29.680153+0000 mgr.smithi176.ajjlsm (mgr.14696) 4053 : cluster [DBG] pgmap v3484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:29.680153+0000 mgr.smithi176.ajjlsm (mgr.14696) 4053 : cluster [DBG] pgmap v3484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:31.680940+0000 mgr.smithi176.ajjlsm (mgr.14696) 4054 : cluster [DBG] pgmap v3485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:31.680940+0000 mgr.smithi176.ajjlsm (mgr.14696) 4054 : cluster [DBG] pgmap v3485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:34.011 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:05:34.280 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:05:34.280 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 83s ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:05:34.281 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (114m) 83s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:05:34.281 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (113m) 85s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:05:34.281 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 83s ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:05:34.281 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (113m) 83s ago 117m 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:05:34.282 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (113m) 85s ago 117m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:05:34.282 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (115m) 83s ago 2h 537M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:05:34.282 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (114m) 85s ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:05:34.283 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (114m) 83s ago 2h 792M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:05:34.283 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (114m) 85s ago 2h 412M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:05:34.283 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (115m) 83s ago 115m 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:05:34.284 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (115m) 85s ago 115m 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:05:34.284 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 83s ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:05:34.284 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 85s ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:05:34.284 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (106m) 83s ago 2h 722M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:05:34.285 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 83s ago 2h 1542M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:05:34.285 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 83s ago 2h 1055M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:05:34.285 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (119m) 83s ago 119m 1695M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:05:34.285 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (119m) 85s ago 119m 1589M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:05:34.286 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (119m) 85s ago 119m 1768M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:05:34.286 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (119m) 85s ago 119m 1442M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:05:34.286 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (118m) 85s ago 118m 2208M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:05:34.286 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 83s ago 2h 75.7M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:05:34.600 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:05:34.601 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:05:34.601 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:05:34.601 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:05:34.602 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:05:34.602 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:05:34.602 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:05:34.602 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:05:34.603 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:05:34.603 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:05:34.603 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:05:34.603 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:05:34.604 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:05:34.604 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:05:34.604 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:05:34.604 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:05:34.605 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:05:34.605 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:05:34.605 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:05:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:33.681466+0000 mgr.smithi176.ajjlsm (mgr.14696) 4055 : cluster [DBG] pgmap v3486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:35.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:05:33.998446+0000 mgr.smithi176.ajjlsm (mgr.14696) 4056 : audit [DBG] from='client.36806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:05:35.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:05:34.269834+0000 mgr.smithi176.ajjlsm (mgr.14696) 4057 : audit [DBG] from='client.36810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:05:35.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:05:34.599217+0000 mon.smithi176 (mon.0) 1383 : audit [DBG] from='client.? 172.21.15.176:0/3095941103' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:05:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:33.681466+0000 mgr.smithi176.ajjlsm (mgr.14696) 4055 : cluster [DBG] pgmap v3486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:35.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:05:33.998446+0000 mgr.smithi176.ajjlsm (mgr.14696) 4056 : audit [DBG] from='client.36806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:05:35.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:05:34.269834+0000 mgr.smithi176.ajjlsm (mgr.14696) 4057 : audit [DBG] from='client.36810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:05:35.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:05:34.599217+0000 mon.smithi176 (mon.0) 1383 : audit [DBG] from='client.? 172.21.15.176:0/3095941103' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:05:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:35.681959+0000 mgr.smithi176.ajjlsm (mgr.14696) 4058 : cluster [DBG] pgmap v3487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:35.681959+0000 mgr.smithi176.ajjlsm (mgr.14696) 4058 : cluster [DBG] pgmap v3487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:37.683003+0000 mgr.smithi176.ajjlsm (mgr.14696) 4059 : cluster [DBG] pgmap v3488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:37.683003+0000 mgr.smithi176.ajjlsm (mgr.14696) 4059 : cluster [DBG] pgmap v3488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:39.683565+0000 mgr.smithi176.ajjlsm (mgr.14696) 4060 : cluster [DBG] pgmap v3489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:41.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:05:40.477718+0000 mon.smithi176 (mon.0) 1384 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:05:41.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:05:40.522497+0000 mon.smithi176 (mon.0) 1385 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:05:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:39.683565+0000 mgr.smithi176.ajjlsm (mgr.14696) 4060 : cluster [DBG] pgmap v3489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:05:40.477718+0000 mon.smithi176 (mon.0) 1384 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:05:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:05:40.522497+0000 mon.smithi176 (mon.0) 1385 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:05:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:41.684419+0000 mgr.smithi176.ajjlsm (mgr.14696) 4061 : cluster [DBG] pgmap v3490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:41.684419+0000 mgr.smithi176.ajjlsm (mgr.14696) 4061 : cluster [DBG] pgmap v3490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:45.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:43.684866+0000 mgr.smithi176.ajjlsm (mgr.14696) 4062 : cluster [DBG] pgmap v3491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:43.684866+0000 mgr.smithi176.ajjlsm (mgr.14696) 4062 : cluster [DBG] pgmap v3491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:45.685490+0000 mgr.smithi176.ajjlsm (mgr.14696) 4063 : cluster [DBG] pgmap v3492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:45.685490+0000 mgr.smithi176.ajjlsm (mgr.14696) 4063 : cluster [DBG] pgmap v3492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:47.686327+0000 mgr.smithi176.ajjlsm (mgr.14696) 4064 : cluster [DBG] pgmap v3493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:47.686327+0000 mgr.smithi176.ajjlsm (mgr.14696) 4064 : cluster [DBG] pgmap v3493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:49.686982+0000 mgr.smithi176.ajjlsm (mgr.14696) 4065 : cluster [DBG] pgmap v3494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:49.686982+0000 mgr.smithi176.ajjlsm (mgr.14696) 4065 : cluster [DBG] pgmap v3494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:51.687754+0000 mgr.smithi176.ajjlsm (mgr.14696) 4066 : cluster [DBG] pgmap v3495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:51.687754+0000 mgr.smithi176.ajjlsm (mgr.14696) 4066 : cluster [DBG] pgmap v3495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:53.688356+0000 mgr.smithi176.ajjlsm (mgr.14696) 4067 : cluster [DBG] pgmap v3496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:55.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:53.688356+0000 mgr.smithi176.ajjlsm (mgr.14696) 4067 : cluster [DBG] pgmap v3496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:57.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:55.688860+0000 mgr.smithi176.ajjlsm (mgr.14696) 4068 : cluster [DBG] pgmap v3497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:55.688860+0000 mgr.smithi176.ajjlsm (mgr.14696) 4068 : cluster [DBG] pgmap v3497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:05:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:05:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:57.689841+0000 mgr.smithi176.ajjlsm (mgr.14696) 4069 : cluster [DBG] pgmap v3498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:05:59.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:05:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:57.689841+0000 mgr.smithi176.ajjlsm (mgr.14696) 4069 : cluster [DBG] pgmap v3498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:05:59.690422+0000 mgr.smithi176.ajjlsm (mgr.14696) 4070 : cluster [DBG] pgmap v3499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:05:59.690422+0000 mgr.smithi176.ajjlsm (mgr.14696) 4070 : cluster [DBG] pgmap v3499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:01.691332+0000 mgr.smithi176.ajjlsm (mgr.14696) 4071 : cluster [DBG] pgmap v3500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:01.691332+0000 mgr.smithi176.ajjlsm (mgr.14696) 4071 : cluster [DBG] pgmap v3500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:04.902 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:06:05.178 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:06:05.178 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 114s ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:06:05.178 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (114m) 114s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:06:05.179 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (114m) 116s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:06:05.179 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 114s ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:06:05.179 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (113m) 114s ago 118m 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:06:05.179 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (114m) 116s ago 118m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:06:05.180 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (115m) 114s ago 2h 537M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:06:05.180 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (115m) 116s ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:06:05.180 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (115m) 114s ago 2h 792M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:06:05.180 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (114m) 116s ago 2h 412M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:06:05.180 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (115m) 114s ago 115m 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:06:05.181 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (115m) 116s ago 115m 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:06:05.181 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 114s ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:06:05.181 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 116s ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:06:05.181 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (107m) 114s ago 2h 722M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:06:05.182 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 114s ago 2h 1542M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:06:05.182 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 114s ago 2h 1055M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:06:05.182 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 114s ago 2h 1695M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:06:05.182 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 116s ago 2h 1589M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:06:05.182 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (119m) 116s ago 119m 1768M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:06:05.183 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (119m) 116s ago 119m 1442M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:06:05.183 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (119m) 116s ago 119m 2208M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:06:05.183 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 114s ago 2h 75.7M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:06:05.500 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:06:05.500 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:06:05.500 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:06:05.500 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:06:05.501 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:06:05.501 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:06:05.501 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:06:05.501 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:06:05.502 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:06:05.502 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:06:05.502 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:06:05.502 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:06:05.502 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:06:05.503 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:06:05.503 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:06:05.503 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:06:05.503 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:06:05.504 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:06:05.504 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:06:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:03.691878+0000 mgr.smithi176.ajjlsm (mgr.14696) 4072 : cluster [DBG] pgmap v3501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:03.691878+0000 mgr.smithi176.ajjlsm (mgr.14696) 4072 : cluster [DBG] pgmap v3501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:06:04.888222+0000 mgr.smithi176.ajjlsm (mgr.14696) 4073 : audit [DBG] from='client.36818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:06:06.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:06:05.167327+0000 mgr.smithi176.ajjlsm (mgr.14696) 4074 : audit [DBG] from='client.36822 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:06:06.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:06:05.498525+0000 mon.smithi176 (mon.0) 1386 : audit [DBG] from='client.? 172.21.15.176:0/4099558711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:06:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:06:04.888222+0000 mgr.smithi176.ajjlsm (mgr.14696) 4073 : audit [DBG] from='client.36818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:06:06.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:06:05.167327+0000 mgr.smithi176.ajjlsm (mgr.14696) 4074 : audit [DBG] from='client.36822 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:06:06.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:06:05.498525+0000 mon.smithi176 (mon.0) 1386 : audit [DBG] from='client.? 172.21.15.176:0/4099558711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:06:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:05.692372+0000 mgr.smithi176.ajjlsm (mgr.14696) 4075 : cluster [DBG] pgmap v3502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:05.692372+0000 mgr.smithi176.ajjlsm (mgr.14696) 4075 : cluster [DBG] pgmap v3502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:07.693252+0000 mgr.smithi176.ajjlsm (mgr.14696) 4076 : cluster [DBG] pgmap v3503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:07.693252+0000 mgr.smithi176.ajjlsm (mgr.14696) 4076 : cluster [DBG] pgmap v3503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:09.693757+0000 mgr.smithi176.ajjlsm (mgr.14696) 4077 : cluster [DBG] pgmap v3504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:09.693757+0000 mgr.smithi176.ajjlsm (mgr.14696) 4077 : cluster [DBG] pgmap v3504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:06:11.630212+0000 mon.smithi176 (mon.0) 1387 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:06:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:06:11.631590+0000 mon.smithi176 (mon.0) 1388 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:06:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:06:11.632400+0000 mon.smithi176 (mon.0) 1389 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:06:12.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:06:11.986094+0000 mon.smithi176 (mon.0) 1390 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:06:12.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:06:12.374790+0000 mon.smithi176 (mon.0) 1391 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:06:12.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:06:12.379371+0000 mon.smithi176 (mon.0) 1392 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:06:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:06:11.630212+0000 mon.smithi176 (mon.0) 1387 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:06:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:06:11.631590+0000 mon.smithi176 (mon.0) 1388 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:06:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:06:11.632400+0000 mon.smithi176 (mon.0) 1389 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:06:12.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:06:11.986094+0000 mon.smithi176 (mon.0) 1390 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:06:12.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:06:12.374790+0000 mon.smithi176 (mon.0) 1391 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:06:12.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:06:12.379371+0000 mon.smithi176 (mon.0) 1392 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:06:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:06:11.633112+0000 mgr.smithi176.ajjlsm (mgr.14696) 4078 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:06:13.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:11.694566+0000 mgr.smithi176.ajjlsm (mgr.14696) 4079 : cluster [DBG] pgmap v3505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:06:11.633112+0000 mgr.smithi176.ajjlsm (mgr.14696) 4078 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:06:13.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:11.694566+0000 mgr.smithi176.ajjlsm (mgr.14696) 4079 : cluster [DBG] pgmap v3505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:13.695069+0000 mgr.smithi176.ajjlsm (mgr.14696) 4080 : cluster [DBG] pgmap v3506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:13.695069+0000 mgr.smithi176.ajjlsm (mgr.14696) 4080 : cluster [DBG] pgmap v3506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:15.695507+0000 mgr.smithi176.ajjlsm (mgr.14696) 4081 : cluster [DBG] pgmap v3507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:15.695507+0000 mgr.smithi176.ajjlsm (mgr.14696) 4081 : cluster [DBG] pgmap v3507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:17.696286+0000 mgr.smithi176.ajjlsm (mgr.14696) 4082 : cluster [DBG] pgmap v3508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:17.696286+0000 mgr.smithi176.ajjlsm (mgr.14696) 4082 : cluster [DBG] pgmap v3508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:19.696787+0000 mgr.smithi176.ajjlsm (mgr.14696) 4083 : cluster [DBG] pgmap v3509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:19.696787+0000 mgr.smithi176.ajjlsm (mgr.14696) 4083 : cluster [DBG] pgmap v3509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:22.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:21.697670+0000 mgr.smithi176.ajjlsm (mgr.14696) 4084 : cluster [DBG] pgmap v3510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:21.697670+0000 mgr.smithi176.ajjlsm (mgr.14696) 4084 : cluster [DBG] pgmap v3510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:23.698214+0000 mgr.smithi176.ajjlsm (mgr.14696) 4085 : cluster [DBG] pgmap v3511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:23.698214+0000 mgr.smithi176.ajjlsm (mgr.14696) 4085 : cluster [DBG] pgmap v3511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:25.698744+0000 mgr.smithi176.ajjlsm (mgr.14696) 4086 : cluster [DBG] pgmap v3512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:25.698744+0000 mgr.smithi176.ajjlsm (mgr.14696) 4086 : cluster [DBG] pgmap v3512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:27.699677+0000 mgr.smithi176.ajjlsm (mgr.14696) 4087 : cluster [DBG] pgmap v3513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:29.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:27.699677+0000 mgr.smithi176.ajjlsm (mgr.14696) 4087 : cluster [DBG] pgmap v3513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:29.700237+0000 mgr.smithi176.ajjlsm (mgr.14696) 4088 : cluster [DBG] pgmap v3514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:29.700237+0000 mgr.smithi176.ajjlsm (mgr.14696) 4088 : cluster [DBG] pgmap v3514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:31.701253+0000 mgr.smithi176.ajjlsm (mgr.14696) 4089 : cluster [DBG] pgmap v3515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:31.701253+0000 mgr.smithi176.ajjlsm (mgr.14696) 4089 : cluster [DBG] pgmap v3515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:33.701844+0000 mgr.smithi176.ajjlsm (mgr.14696) 4090 : cluster [DBG] pgmap v3516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:33.701844+0000 mgr.smithi176.ajjlsm (mgr.14696) 4090 : cluster [DBG] pgmap v3516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:35.802 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:06:36.073 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:06:36.073 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 2m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:06:36.073 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (115m) 2m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:06:36.073 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (115m) 2m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:06:36.074 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 2m ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:06:36.074 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (114m) 2m ago 118m 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:06:36.074 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (114m) 2m ago 118m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:06:36.074 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (116m) 2m ago 2h 537M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:06:36.075 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (115m) 2m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:06:36.075 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (115m) 2m ago 2h 792M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:06:36.075 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (115m) 2m ago 2h 412M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:06:36.075 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (116m) 2m ago 116m 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:06:36.076 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (116m) 2m ago 116m 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:06:36.076 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 2m ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:06:36.076 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 2m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:06:36.076 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (107m) 2m ago 2h 722M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:06:36.077 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 2m ago 2h 1542M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:06:36.077 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 2m ago 2h 1055M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:06:36.077 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 2m ago 2h 1695M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:06:36.077 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 2m ago 2h 1589M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:06:36.078 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 2m ago 2h 1768M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:06:36.078 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 2m ago 2h 1442M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:06:36.078 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (119m) 2m ago 119m 2208M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:06:36.078 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 2m ago 2h 75.7M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:06:36.395 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:06:36.396 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:06:36.396 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:06:36.397 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:06:36.397 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:06:36.398 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:06:36.398 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:06:36.399 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:06:36.399 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:06:36.399 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:06:36.400 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:06:36.400 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:06:36.401 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:06:36.401 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:06:36.401 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:06:36.402 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:06:36.402 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:06:36.403 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:06:36.403 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:06:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:06:36.393868+0000 mon.smithi176 (mon.0) 1393 : audit [DBG] from='client.? 172.21.15.176:0/2231352060' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:06:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:06:36.393868+0000 mon.smithi176 (mon.0) 1393 : audit [DBG] from='client.? 172.21.15.176:0/2231352060' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:06:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:35.702269+0000 mgr.smithi176.ajjlsm (mgr.14696) 4091 : cluster [DBG] pgmap v3517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:37.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:06:35.789448+0000 mgr.smithi176.ajjlsm (mgr.14696) 4092 : audit [DBG] from='client.36830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:06:37.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:06:36.062487+0000 mgr.smithi176.ajjlsm (mgr.14696) 4093 : audit [DBG] from='client.36834 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:06:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:35.702269+0000 mgr.smithi176.ajjlsm (mgr.14696) 4091 : cluster [DBG] pgmap v3517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:37.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:06:35.789448+0000 mgr.smithi176.ajjlsm (mgr.14696) 4092 : audit [DBG] from='client.36830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:06:37.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:06:36.062487+0000 mgr.smithi176.ajjlsm (mgr.14696) 4093 : audit [DBG] from='client.36834 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:06:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:37.703192+0000 mgr.smithi176.ajjlsm (mgr.14696) 4094 : cluster [DBG] pgmap v3518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:37.703192+0000 mgr.smithi176.ajjlsm (mgr.14696) 4094 : cluster [DBG] pgmap v3518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:39.703616+0000 mgr.smithi176.ajjlsm (mgr.14696) 4095 : cluster [DBG] pgmap v3519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:06:40.479482+0000 mon.smithi176 (mon.0) 1394 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:06:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:06:40.526749+0000 mon.smithi176 (mon.0) 1395 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:06:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:39.703616+0000 mgr.smithi176.ajjlsm (mgr.14696) 4095 : cluster [DBG] pgmap v3519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:06:40.479482+0000 mon.smithi176 (mon.0) 1394 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:06:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:06:40.526749+0000 mon.smithi176 (mon.0) 1395 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:06:43.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:41.704395+0000 mgr.smithi176.ajjlsm (mgr.14696) 4096 : cluster [DBG] pgmap v3520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:41.704395+0000 mgr.smithi176.ajjlsm (mgr.14696) 4096 : cluster [DBG] pgmap v3520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:45.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:43.704853+0000 mgr.smithi176.ajjlsm (mgr.14696) 4097 : cluster [DBG] pgmap v3521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:43.704853+0000 mgr.smithi176.ajjlsm (mgr.14696) 4097 : cluster [DBG] pgmap v3521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:45.705482+0000 mgr.smithi176.ajjlsm (mgr.14696) 4098 : cluster [DBG] pgmap v3522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:47.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:45.705482+0000 mgr.smithi176.ajjlsm (mgr.14696) 4098 : cluster [DBG] pgmap v3522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:47.706286+0000 mgr.smithi176.ajjlsm (mgr.14696) 4099 : cluster [DBG] pgmap v3523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:47.706286+0000 mgr.smithi176.ajjlsm (mgr.14696) 4099 : cluster [DBG] pgmap v3523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:49.706768+0000 mgr.smithi176.ajjlsm (mgr.14696) 4100 : cluster [DBG] pgmap v3524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:49.706768+0000 mgr.smithi176.ajjlsm (mgr.14696) 4100 : cluster [DBG] pgmap v3524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:51.707756+0000 mgr.smithi176.ajjlsm (mgr.14696) 4101 : cluster [DBG] pgmap v3525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:53.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:51.707756+0000 mgr.smithi176.ajjlsm (mgr.14696) 4101 : cluster [DBG] pgmap v3525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:53.708325+0000 mgr.smithi176.ajjlsm (mgr.14696) 4102 : cluster [DBG] pgmap v3526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:53.708325+0000 mgr.smithi176.ajjlsm (mgr.14696) 4102 : cluster [DBG] pgmap v3526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:55.709051+0000 mgr.smithi176.ajjlsm (mgr.14696) 4103 : cluster [DBG] pgmap v3527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:55.709051+0000 mgr.smithi176.ajjlsm (mgr.14696) 4103 : cluster [DBG] pgmap v3527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:06:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:06:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:57.710017+0000 mgr.smithi176.ajjlsm (mgr.14696) 4104 : cluster [DBG] pgmap v3528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:06:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:06:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:57.710017+0000 mgr.smithi176.ajjlsm (mgr.14696) 4104 : cluster [DBG] pgmap v3528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:06:59.710611+0000 mgr.smithi176.ajjlsm (mgr.14696) 4105 : cluster [DBG] pgmap v3529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:06:59.710611+0000 mgr.smithi176.ajjlsm (mgr.14696) 4105 : cluster [DBG] pgmap v3529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:01.711660+0000 mgr.smithi176.ajjlsm (mgr.14696) 4106 : cluster [DBG] pgmap v3530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:01.711660+0000 mgr.smithi176.ajjlsm (mgr.14696) 4106 : cluster [DBG] pgmap v3530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:03.712281+0000 mgr.smithi176.ajjlsm (mgr.14696) 4107 : cluster [DBG] pgmap v3531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:03.712281+0000 mgr.smithi176.ajjlsm (mgr.14696) 4107 : cluster [DBG] pgmap v3531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:06.697 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:07:06.963 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:07:06.963 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 2m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:07:06.964 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (115m) 2m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:07:06.964 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (115m) 2m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:07:06.964 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 2m ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:07:06.964 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (114m) 2m ago 119m 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:07:06.965 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (115m) 2m ago 119m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:07:06.965 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (116m) 2m ago 2h 537M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:07:06.965 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (116m) 2m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:07:06.965 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (116m) 2m ago 2h 792M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:07:06.966 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (115m) 2m ago 2h 412M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:07:06.966 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (116m) 2m ago 116m 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:07:06.966 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (116m) 2m ago 116m 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:07:06.966 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 2m ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:07:06.966 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 2m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:07:06.967 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (108m) 2m ago 2h 722M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:07:06.967 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 2m ago 2h 1542M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:07:06.967 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 2m ago 2h 1055M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:07:06.967 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 2m ago 2h 1695M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:07:06.968 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 2m ago 2h 1589M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:07:06.968 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 2m ago 2h 1768M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:07:06.968 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 2m ago 2h 1442M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:07:06.968 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 2m ago 2h 2208M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:07:06.968 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 2m ago 2h 75.7M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:07:07.288 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:07:07.288 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:07:07.288 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:07:07.289 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:07:07.289 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:07:07.289 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:07:07.289 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:07:07.290 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:07:07.290 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:07:07.290 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:07:07.290 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:07:07.291 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:07:07.291 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:07:07.291 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:07:07.291 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:07:07.292 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:07:07.293 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:07:07.293 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:07:07.294 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:07:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:05.712931+0000 mgr.smithi176.ajjlsm (mgr.14696) 4108 : cluster [DBG] pgmap v3532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:07.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:07:07.286392+0000 mon.smithi176 (mon.0) 1396 : audit [DBG] from='client.? 172.21.15.176:0/2589228836' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:07:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:05.712931+0000 mgr.smithi176.ajjlsm (mgr.14696) 4108 : cluster [DBG] pgmap v3532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:07.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:07:07.286392+0000 mon.smithi176 (mon.0) 1396 : audit [DBG] from='client.? 172.21.15.176:0/2589228836' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:07:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:07:06.684006+0000 mgr.smithi176.ajjlsm (mgr.14696) 4109 : audit [DBG] from='client.36842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:07:08.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:07:06.952776+0000 mgr.smithi176.ajjlsm (mgr.14696) 4110 : audit [DBG] from='client.36846 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:07:08.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:07:06.684006+0000 mgr.smithi176.ajjlsm (mgr.14696) 4109 : audit [DBG] from='client.36842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:07:08.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:07:06.952776+0000 mgr.smithi176.ajjlsm (mgr.14696) 4110 : audit [DBG] from='client.36846 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:07:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:07.713636+0000 mgr.smithi176.ajjlsm (mgr.14696) 4111 : cluster [DBG] pgmap v3533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:07.713636+0000 mgr.smithi176.ajjlsm (mgr.14696) 4111 : cluster [DBG] pgmap v3533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:09.714267+0000 mgr.smithi176.ajjlsm (mgr.14696) 4112 : cluster [DBG] pgmap v3534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:09.714267+0000 mgr.smithi176.ajjlsm (mgr.14696) 4112 : cluster [DBG] pgmap v3534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:07:12.381859+0000 mon.smithi176 (mon.0) 1397 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:07:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:07:12.383400+0000 mon.smithi176 (mon.0) 1398 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:07:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:07:12.384218+0000 mon.smithi176 (mon.0) 1399 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:07:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:07:12.381859+0000 mon.smithi176 (mon.0) 1397 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:07:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:07:12.383400+0000 mon.smithi176 (mon.0) 1398 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:07:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:07:12.384218+0000 mon.smithi176 (mon.0) 1399 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:07:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:11.715071+0000 mgr.smithi176.ajjlsm (mgr.14696) 4113 : cluster [DBG] pgmap v3535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:13.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:07:12.384962+0000 mgr.smithi176.ajjlsm (mgr.14696) 4114 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:07:13.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:07:12.736759+0000 mon.smithi176 (mon.0) 1400 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:07:13.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:07:13.124568+0000 mon.smithi176 (mon.0) 1401 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:07:13.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:07:13.131356+0000 mon.smithi176 (mon.0) 1402 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:07:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:11.715071+0000 mgr.smithi176.ajjlsm (mgr.14696) 4113 : cluster [DBG] pgmap v3535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:07:12.384962+0000 mgr.smithi176.ajjlsm (mgr.14696) 4114 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:07:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:07:12.736759+0000 mon.smithi176 (mon.0) 1400 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:07:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:07:13.124568+0000 mon.smithi176 (mon.0) 1401 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:07:13.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:07:13.131356+0000 mon.smithi176 (mon.0) 1402 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:07:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:13.715748+0000 mgr.smithi176.ajjlsm (mgr.14696) 4115 : cluster [DBG] pgmap v3536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:13.715748+0000 mgr.smithi176.ajjlsm (mgr.14696) 4115 : cluster [DBG] pgmap v3536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:15.716423+0000 mgr.smithi176.ajjlsm (mgr.14696) 4116 : cluster [DBG] pgmap v3537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:15.716423+0000 mgr.smithi176.ajjlsm (mgr.14696) 4116 : cluster [DBG] pgmap v3537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:19.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:17.717428+0000 mgr.smithi176.ajjlsm (mgr.14696) 4117 : cluster [DBG] pgmap v3538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:17.717428+0000 mgr.smithi176.ajjlsm (mgr.14696) 4117 : cluster [DBG] pgmap v3538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:19.717921+0000 mgr.smithi176.ajjlsm (mgr.14696) 4118 : cluster [DBG] pgmap v3539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:19.717921+0000 mgr.smithi176.ajjlsm (mgr.14696) 4118 : cluster [DBG] pgmap v3539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:21.718862+0000 mgr.smithi176.ajjlsm (mgr.14696) 4119 : cluster [DBG] pgmap v3540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:21.718862+0000 mgr.smithi176.ajjlsm (mgr.14696) 4119 : cluster [DBG] pgmap v3540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:23.719422+0000 mgr.smithi176.ajjlsm (mgr.14696) 4120 : cluster [DBG] pgmap v3541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:23.719422+0000 mgr.smithi176.ajjlsm (mgr.14696) 4120 : cluster [DBG] pgmap v3541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:25.719910+0000 mgr.smithi176.ajjlsm (mgr.14696) 4121 : cluster [DBG] pgmap v3542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:25.719910+0000 mgr.smithi176.ajjlsm (mgr.14696) 4121 : cluster [DBG] pgmap v3542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:27.720729+0000 mgr.smithi176.ajjlsm (mgr.14696) 4122 : cluster [DBG] pgmap v3543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:27.720729+0000 mgr.smithi176.ajjlsm (mgr.14696) 4122 : cluster [DBG] pgmap v3543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:29.721245+0000 mgr.smithi176.ajjlsm (mgr.14696) 4123 : cluster [DBG] pgmap v3544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:29.721245+0000 mgr.smithi176.ajjlsm (mgr.14696) 4123 : cluster [DBG] pgmap v3544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:31.722190+0000 mgr.smithi176.ajjlsm (mgr.14696) 4124 : cluster [DBG] pgmap v3545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:33.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:31.722190+0000 mgr.smithi176.ajjlsm (mgr.14696) 4124 : cluster [DBG] pgmap v3545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:33.722795+0000 mgr.smithi176.ajjlsm (mgr.14696) 4125 : cluster [DBG] pgmap v3546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:33.722795+0000 mgr.smithi176.ajjlsm (mgr.14696) 4125 : cluster [DBG] pgmap v3546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:37.589 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:07:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:35.723471+0000 mgr.smithi176.ajjlsm (mgr.14696) 4126 : cluster [DBG] pgmap v3547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:35.723471+0000 mgr.smithi176.ajjlsm (mgr.14696) 4126 : cluster [DBG] pgmap v3547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:37.862 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:07:37.862 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 3m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:07:37.863 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (116m) 3m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:07:37.863 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (116m) 3m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:07:37.863 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 3m ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:07:37.863 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (115m) 3m ago 119m 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:07:37.863 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (115m) 3m ago 119m 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:07:37.864 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (117m) 3m ago 2h 537M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:07:37.864 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (116m) 3m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:07:37.864 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (116m) 3m ago 2h 792M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:07:37.864 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (116m) 3m ago 2h 412M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:07:37.865 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (117m) 3m ago 117m 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:07:37.865 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (117m) 3m ago 117m 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:07:37.865 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 3m ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:07:37.865 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 3m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:07:37.865 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (108m) 3m ago 2h 722M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:07:37.866 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 3m ago 2h 1542M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:07:37.866 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 3m ago 2h 1055M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:07:37.866 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 3m ago 2h 1695M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:07:37.866 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 3m ago 2h 1589M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:07:37.867 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 3m ago 2h 1768M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:07:37.867 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 3m ago 2h 1442M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:07:37.867 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 3m ago 2h 2208M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:07:37.867 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 3m ago 2h 75.7M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:07:38.190 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:07:38.190 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:07:38.191 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:07:38.191 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:07:38.191 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:07:38.191 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:07:38.191 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:07:38.192 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:07:38.192 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:07:38.192 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:07:38.192 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:07:38.193 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:07:38.193 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:07:38.193 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:07:38.193 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:07:38.193 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:07:38.194 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:07:38.194 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:07:38.194 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:07:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:07:38.188814+0000 mon.smithi176 (mon.0) 1403 : audit [DBG] from='client.? 172.21.15.176:0/1789334853' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:07:38.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:07:38.188814+0000 mon.smithi176 (mon.0) 1403 : audit [DBG] from='client.? 172.21.15.176:0/1789334853' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:07:39.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:07:37.575341+0000 mgr.smithi176.ajjlsm (mgr.14696) 4127 : audit [DBG] from='client.36854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:07:39.802 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:37.724159+0000 mgr.smithi176.ajjlsm (mgr.14696) 4128 : cluster [DBG] pgmap v3548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:39.803 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:07:37.851664+0000 mgr.smithi176.ajjlsm (mgr.14696) 4129 : audit [DBG] from='client.36858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:07:39.803 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:07:37.575341+0000 mgr.smithi176.ajjlsm (mgr.14696) 4127 : audit [DBG] from='client.36854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:07:39.804 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:37.724159+0000 mgr.smithi176.ajjlsm (mgr.14696) 4128 : cluster [DBG] pgmap v3548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:39.804 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:07:37.851664+0000 mgr.smithi176.ajjlsm (mgr.14696) 4129 : audit [DBG] from='client.36858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:07:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:39.724634+0000 mgr.smithi176.ajjlsm (mgr.14696) 4130 : cluster [DBG] pgmap v3549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:07:40.481367+0000 mon.smithi176 (mon.0) 1404 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:07:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:07:40.530897+0000 mon.smithi176 (mon.0) 1405 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:07:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:39.724634+0000 mgr.smithi176.ajjlsm (mgr.14696) 4130 : cluster [DBG] pgmap v3549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:07:40.481367+0000 mon.smithi176 (mon.0) 1404 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:07:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:07:40.530897+0000 mon.smithi176 (mon.0) 1405 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:07:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:41.725446+0000 mgr.smithi176.ajjlsm (mgr.14696) 4131 : cluster [DBG] pgmap v3550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:41.725446+0000 mgr.smithi176.ajjlsm (mgr.14696) 4131 : cluster [DBG] pgmap v3550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:43.725921+0000 mgr.smithi176.ajjlsm (mgr.14696) 4132 : cluster [DBG] pgmap v3551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:43.725921+0000 mgr.smithi176.ajjlsm (mgr.14696) 4132 : cluster [DBG] pgmap v3551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:47.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:45.726592+0000 mgr.smithi176.ajjlsm (mgr.14696) 4133 : cluster [DBG] pgmap v3552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:45.726592+0000 mgr.smithi176.ajjlsm (mgr.14696) 4133 : cluster [DBG] pgmap v3552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:47.727526+0000 mgr.smithi176.ajjlsm (mgr.14696) 4134 : cluster [DBG] pgmap v3553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:47.727526+0000 mgr.smithi176.ajjlsm (mgr.14696) 4134 : cluster [DBG] pgmap v3553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:49.727984+0000 mgr.smithi176.ajjlsm (mgr.14696) 4135 : cluster [DBG] pgmap v3554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:49.727984+0000 mgr.smithi176.ajjlsm (mgr.14696) 4135 : cluster [DBG] pgmap v3554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:51.728826+0000 mgr.smithi176.ajjlsm (mgr.14696) 4136 : cluster [DBG] pgmap v3555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:51.728826+0000 mgr.smithi176.ajjlsm (mgr.14696) 4136 : cluster [DBG] pgmap v3555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:53.729311+0000 mgr.smithi176.ajjlsm (mgr.14696) 4137 : cluster [DBG] pgmap v3556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:53.729311+0000 mgr.smithi176.ajjlsm (mgr.14696) 4137 : cluster [DBG] pgmap v3556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:55.729969+0000 mgr.smithi176.ajjlsm (mgr.14696) 4138 : cluster [DBG] pgmap v3557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:55.729969+0000 mgr.smithi176.ajjlsm (mgr.14696) 4138 : cluster [DBG] pgmap v3557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:07:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:07:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:57.730787+0000 mgr.smithi176.ajjlsm (mgr.14696) 4139 : cluster [DBG] pgmap v3558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:07:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:07:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:57.730787+0000 mgr.smithi176.ajjlsm (mgr.14696) 4139 : cluster [DBG] pgmap v3558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:07:59.731521+0000 mgr.smithi176.ajjlsm (mgr.14696) 4140 : cluster [DBG] pgmap v3559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:07:59.731521+0000 mgr.smithi176.ajjlsm (mgr.14696) 4140 : cluster [DBG] pgmap v3559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:01.732399+0000 mgr.smithi176.ajjlsm (mgr.14696) 4141 : cluster [DBG] pgmap v3560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:01.732399+0000 mgr.smithi176.ajjlsm (mgr.14696) 4141 : cluster [DBG] pgmap v3560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:03.732966+0000 mgr.smithi176.ajjlsm (mgr.14696) 4142 : cluster [DBG] pgmap v3561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:03.732966+0000 mgr.smithi176.ajjlsm (mgr.14696) 4142 : cluster [DBG] pgmap v3561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:05.733417+0000 mgr.smithi176.ajjlsm (mgr.14696) 4143 : cluster [DBG] pgmap v3562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:05.733417+0000 mgr.smithi176.ajjlsm (mgr.14696) 4143 : cluster [DBG] pgmap v3562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:08.491 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:08:08.759 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:08:08.759 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 3m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:08:08.759 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (116m) 3m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:08:08.760 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (116m) 4m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:08:08.760 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 3m ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:08:08.760 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (115m) 3m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:08:08.760 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (116m) 4m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:08:08.761 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (117m) 3m ago 2h 537M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:08:08.761 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (117m) 4m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:08:08.761 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (117m) 3m ago 2h 792M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:08:08.761 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (116m) 4m ago 2h 412M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:08:08.761 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (117m) 3m ago 117m 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:08:08.762 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (117m) 4m ago 117m 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:08:08.762 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 3m ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:08:08.762 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 4m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:08:08.763 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (109m) 3m ago 2h 722M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:08:08.763 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 3m ago 2h 1542M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:08:08.763 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 3m ago 2h 1055M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:08:08.763 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 3m ago 2h 1695M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:08:08.764 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 4m ago 2h 1589M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:08:08.764 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 4m ago 2h 1768M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:08:08.764 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 4m ago 2h 1442M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:08:08.764 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 4m ago 2h 2208M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:08:08.765 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 3m ago 2h 75.7M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:08:09.079 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:08:09.079 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:08:09.080 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:08:09.080 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:08:09.080 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:08:09.081 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:08:09.082 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:08:09.082 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:08:09.082 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:08:09.083 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:08:09.083 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:08:09.083 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:08:09.084 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:08:09.084 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:08:09.085 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:08:09.085 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:08:09.085 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:08:09.086 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:08:09.086 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:08:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:07.734217+0000 mgr.smithi176.ajjlsm (mgr.14696) 4144 : cluster [DBG] pgmap v3563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:09.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:08:08.477263+0000 mgr.smithi176.ajjlsm (mgr.14696) 4145 : audit [DBG] from='client.36866 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:08:09.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:08:09.077313+0000 mon.smithi176 (mon.0) 1406 : audit [DBG] from='client.? 172.21.15.176:0/4075691635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:08:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:07.734217+0000 mgr.smithi176.ajjlsm (mgr.14696) 4144 : cluster [DBG] pgmap v3563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:08:08.477263+0000 mgr.smithi176.ajjlsm (mgr.14696) 4145 : audit [DBG] from='client.36866 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:08:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:08:09.077313+0000 mon.smithi176 (mon.0) 1406 : audit [DBG] from='client.? 172.21.15.176:0/4075691635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:08:10.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:08:08.748571+0000 mgr.smithi176.ajjlsm (mgr.14696) 4146 : audit [DBG] from='client.36870 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:08:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:08:08.748571+0000 mgr.smithi176.ajjlsm (mgr.14696) 4146 : audit [DBG] from='client.36870 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:08:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:09.734606+0000 mgr.smithi176.ajjlsm (mgr.14696) 4147 : cluster [DBG] pgmap v3564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:09.734606+0000 mgr.smithi176.ajjlsm (mgr.14696) 4147 : cluster [DBG] pgmap v3564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:11.735455+0000 mgr.smithi176.ajjlsm (mgr.14696) 4148 : cluster [DBG] pgmap v3565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:11.735455+0000 mgr.smithi176.ajjlsm (mgr.14696) 4148 : cluster [DBG] pgmap v3565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:08:13.133985+0000 mon.smithi176 (mon.0) 1407 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:08:13.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:08:13.135413+0000 mon.smithi176 (mon.0) 1408 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:08:13.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:08:13.136286+0000 mon.smithi176 (mon.0) 1409 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:08:13.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:08:13.137065+0000 mgr.smithi176.ajjlsm (mgr.14696) 4149 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:08:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:08:13.133985+0000 mon.smithi176 (mon.0) 1407 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:08:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:08:13.135413+0000 mon.smithi176 (mon.0) 1408 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:08:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:08:13.136286+0000 mon.smithi176 (mon.0) 1409 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:08:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:08:13.137065+0000 mgr.smithi176.ajjlsm (mgr.14696) 4149 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:08:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:13.736133+0000 mgr.smithi176.ajjlsm (mgr.14696) 4150 : cluster [DBG] pgmap v3566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:15.769 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:13.736133+0000 mgr.smithi176.ajjlsm (mgr.14696) 4150 : cluster [DBG] pgmap v3566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:15.736578+0000 mgr.smithi176.ajjlsm (mgr.14696) 4151 : cluster [DBG] pgmap v3567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:17.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:08:16.123375+0000 mon.smithi176 (mon.0) 1410 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:08:17.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:08:16.515817+0000 mon.smithi176 (mon.0) 1411 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:08:17.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:08:16.521237+0000 mon.smithi176 (mon.0) 1412 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:08:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:15.736578+0000 mgr.smithi176.ajjlsm (mgr.14696) 4151 : cluster [DBG] pgmap v3567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:17.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:08:16.123375+0000 mon.smithi176 (mon.0) 1410 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:08:17.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:08:16.515817+0000 mon.smithi176 (mon.0) 1411 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:08:17.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:08:16.521237+0000 mon.smithi176 (mon.0) 1412 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:08:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:17.737323+0000 mgr.smithi176.ajjlsm (mgr.14696) 4152 : cluster [DBG] pgmap v3568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:17.737323+0000 mgr.smithi176.ajjlsm (mgr.14696) 4152 : cluster [DBG] pgmap v3568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:19.737824+0000 mgr.smithi176.ajjlsm (mgr.14696) 4153 : cluster [DBG] pgmap v3569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:19.737824+0000 mgr.smithi176.ajjlsm (mgr.14696) 4153 : cluster [DBG] pgmap v3569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:21.738736+0000 mgr.smithi176.ajjlsm (mgr.14696) 4154 : cluster [DBG] pgmap v3570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:23.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:21.738736+0000 mgr.smithi176.ajjlsm (mgr.14696) 4154 : cluster [DBG] pgmap v3570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:23.739308+0000 mgr.smithi176.ajjlsm (mgr.14696) 4155 : cluster [DBG] pgmap v3571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:23.739308+0000 mgr.smithi176.ajjlsm (mgr.14696) 4155 : cluster [DBG] pgmap v3571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:25.739797+0000 mgr.smithi176.ajjlsm (mgr.14696) 4156 : cluster [DBG] pgmap v3572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:25.739797+0000 mgr.smithi176.ajjlsm (mgr.14696) 4156 : cluster [DBG] pgmap v3572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:27.740724+0000 mgr.smithi176.ajjlsm (mgr.14696) 4157 : cluster [DBG] pgmap v3573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:27.740724+0000 mgr.smithi176.ajjlsm (mgr.14696) 4157 : cluster [DBG] pgmap v3573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:29.741398+0000 mgr.smithi176.ajjlsm (mgr.14696) 4158 : cluster [DBG] pgmap v3574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:29.741398+0000 mgr.smithi176.ajjlsm (mgr.14696) 4158 : cluster [DBG] pgmap v3574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:33.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:31.742162+0000 mgr.smithi176.ajjlsm (mgr.14696) 4159 : cluster [DBG] pgmap v3575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:31.742162+0000 mgr.smithi176.ajjlsm (mgr.14696) 4159 : cluster [DBG] pgmap v3575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:33.742793+0000 mgr.smithi176.ajjlsm (mgr.14696) 4160 : cluster [DBG] pgmap v3576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:33.742793+0000 mgr.smithi176.ajjlsm (mgr.14696) 4160 : cluster [DBG] pgmap v3576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:35.743290+0000 mgr.smithi176.ajjlsm (mgr.14696) 4161 : cluster [DBG] pgmap v3577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:35.743290+0000 mgr.smithi176.ajjlsm (mgr.14696) 4161 : cluster [DBG] pgmap v3577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:39.381 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:08:39.650 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:08:39.650 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 4m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:08:39.651 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (117m) 4m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:08:39.651 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (117m) 4m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:08:39.651 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 4m ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:08:39.651 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (116m) 4m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:08:39.652 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (116m) 4m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:08:39.652 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (118m) 4m ago 2h 537M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:08:39.652 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (117m) 4m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:08:39.652 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (117m) 4m ago 2h 792M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:08:39.653 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (117m) 4m ago 2h 412M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:08:39.653 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (118m) 4m ago 118m 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:08:39.653 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (118m) 4m ago 118m 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:08:39.653 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 4m ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:08:39.653 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 4m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:08:39.654 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (109m) 4m ago 2h 722M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:08:39.654 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 4m ago 2h 1542M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:08:39.654 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 4m ago 2h 1055M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:08:39.654 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 4m ago 2h 1695M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:08:39.655 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 4m ago 2h 1589M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:08:39.655 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 4m ago 2h 1768M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:08:39.655 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 4m ago 2h 1442M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:08:39.655 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 4m ago 2h 2208M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:08:39.655 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 4m ago 2h 75.7M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:08:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:37.744288+0000 mgr.smithi176.ajjlsm (mgr.14696) 4162 : cluster [DBG] pgmap v3578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:37.744288+0000 mgr.smithi176.ajjlsm (mgr.14696) 4162 : cluster [DBG] pgmap v3578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:39.974 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:08:39.974 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:08:39.974 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:08:39.974 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:08:39.975 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:08:39.975 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:08:39.975 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:08:39.976 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:08:39.976 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:08:39.976 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:08:39.976 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:08:39.976 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:08:39.977 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:08:39.977 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:08:39.977 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:08:39.977 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:08:39.978 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:08:39.978 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:08:39.978 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:08:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:08:39.367631+0000 mgr.smithi176.ajjlsm (mgr.14696) 4163 : audit [DBG] from='client.36878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:08:40.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:08:39.972329+0000 mon.smithi176 (mon.0) 1413 : audit [DBG] from='client.? 172.21.15.176:0/1146120088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:08:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:08:39.367631+0000 mgr.smithi176.ajjlsm (mgr.14696) 4163 : audit [DBG] from='client.36878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:08:40.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:08:39.972329+0000 mon.smithi176 (mon.0) 1413 : audit [DBG] from='client.? 172.21.15.176:0/1146120088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:08:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:08:39.640011+0000 mgr.smithi176.ajjlsm (mgr.14696) 4164 : audit [DBG] from='client.36882 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:08:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:39.744716+0000 mgr.smithi176.ajjlsm (mgr.14696) 4165 : cluster [DBG] pgmap v3579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:08:40.482893+0000 mon.smithi176 (mon.0) 1414 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:08:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:08:40.534739+0000 mon.smithi176 (mon.0) 1415 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:08:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:08:39.640011+0000 mgr.smithi176.ajjlsm (mgr.14696) 4164 : audit [DBG] from='client.36882 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:08:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:39.744716+0000 mgr.smithi176.ajjlsm (mgr.14696) 4165 : cluster [DBG] pgmap v3579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:08:40.482893+0000 mon.smithi176 (mon.0) 1414 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:08:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:08:40.534739+0000 mon.smithi176 (mon.0) 1415 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:08:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:41.745655+0000 mgr.smithi176.ajjlsm (mgr.14696) 4166 : cluster [DBG] pgmap v3580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:41.745655+0000 mgr.smithi176.ajjlsm (mgr.14696) 4166 : cluster [DBG] pgmap v3580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:43.746182+0000 mgr.smithi176.ajjlsm (mgr.14696) 4167 : cluster [DBG] pgmap v3581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:43.746182+0000 mgr.smithi176.ajjlsm (mgr.14696) 4167 : cluster [DBG] pgmap v3581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:47.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:45.746668+0000 mgr.smithi176.ajjlsm (mgr.14696) 4168 : cluster [DBG] pgmap v3582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:45.746668+0000 mgr.smithi176.ajjlsm (mgr.14696) 4168 : cluster [DBG] pgmap v3582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:49.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:47.747431+0000 mgr.smithi176.ajjlsm (mgr.14696) 4169 : cluster [DBG] pgmap v3583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:49.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:47.747431+0000 mgr.smithi176.ajjlsm (mgr.14696) 4169 : cluster [DBG] pgmap v3583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:49.748015+0000 mgr.smithi176.ajjlsm (mgr.14696) 4170 : cluster [DBG] pgmap v3584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:51.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:49.748015+0000 mgr.smithi176.ajjlsm (mgr.14696) 4170 : cluster [DBG] pgmap v3584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:51.748804+0000 mgr.smithi176.ajjlsm (mgr.14696) 4171 : cluster [DBG] pgmap v3585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:51.748804+0000 mgr.smithi176.ajjlsm (mgr.14696) 4171 : cluster [DBG] pgmap v3585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:53.749475+0000 mgr.smithi176.ajjlsm (mgr.14696) 4172 : cluster [DBG] pgmap v3586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:53.749475+0000 mgr.smithi176.ajjlsm (mgr.14696) 4172 : cluster [DBG] pgmap v3586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:55.750030+0000 mgr.smithi176.ajjlsm (mgr.14696) 4173 : cluster [DBG] pgmap v3587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:55.750030+0000 mgr.smithi176.ajjlsm (mgr.14696) 4173 : cluster [DBG] pgmap v3587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:08:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:08:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:57.750832+0000 mgr.smithi176.ajjlsm (mgr.14696) 4174 : cluster [DBG] pgmap v3588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:08:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:08:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:57.750832+0000 mgr.smithi176.ajjlsm (mgr.14696) 4174 : cluster [DBG] pgmap v3588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:08:59.751369+0000 mgr.smithi176.ajjlsm (mgr.14696) 4175 : cluster [DBG] pgmap v3589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:08:59.751369+0000 mgr.smithi176.ajjlsm (mgr.14696) 4175 : cluster [DBG] pgmap v3589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:01.752224+0000 mgr.smithi176.ajjlsm (mgr.14696) 4176 : cluster [DBG] pgmap v3590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:01.752224+0000 mgr.smithi176.ajjlsm (mgr.14696) 4176 : cluster [DBG] pgmap v3590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:03.752754+0000 mgr.smithi176.ajjlsm (mgr.14696) 4177 : cluster [DBG] pgmap v3591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:03.752754+0000 mgr.smithi176.ajjlsm (mgr.14696) 4177 : cluster [DBG] pgmap v3591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:05.753252+0000 mgr.smithi176.ajjlsm (mgr.14696) 4178 : cluster [DBG] pgmap v3592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:05.753252+0000 mgr.smithi176.ajjlsm (mgr.14696) 4178 : cluster [DBG] pgmap v3592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:07.754185+0000 mgr.smithi176.ajjlsm (mgr.14696) 4179 : cluster [DBG] pgmap v3593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:07.754185+0000 mgr.smithi176.ajjlsm (mgr.14696) 4179 : cluster [DBG] pgmap v3593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:10.274 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:09:10.541 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:09:10.542 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 4m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:09:10.542 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (117m) 4m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:09:10.542 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (117m) 5m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:09:10.542 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 4m ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:09:10.543 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (116m) 4m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:09:10.543 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (117m) 5m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:09:10.543 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (118m) 4m ago 2h 537M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:09:10.543 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (118m) 5m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:09:10.544 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (118m) 4m ago 2h 792M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:09:10.544 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (117m) 5m ago 2h 412M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:09:10.544 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (118m) 4m ago 118m 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:09:10.544 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (118m) 5m ago 118m 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:09:10.545 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 4m ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:09:10.545 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 5m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:09:10.545 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (110m) 4m ago 2h 722M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:09:10.545 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 4m ago 2h 1542M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:09:10.546 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 4m ago 2h 1055M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:09:10.546 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 4m ago 2h 1695M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:09:10.546 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 5m ago 2h 1589M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:09:10.547 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 5m ago 2h 1768M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:09:10.547 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 5m ago 2h 1442M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:09:10.547 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 5m ago 2h 2208M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:09:10.547 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 4m ago 2h 75.7M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:09:10.861 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:09:10.861 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:09:10.861 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:09:10.862 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:09:10.862 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:09:10.862 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:09:10.862 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:09:10.863 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:09:10.863 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:09:10.863 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:09:10.863 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:09:10.863 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:09:10.864 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:09:10.864 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:09:10.864 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:09:10.864 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:09:10.865 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:09:10.865 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:09:10.865 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:09:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:09.754720+0000 mgr.smithi176.ajjlsm (mgr.14696) 4180 : cluster [DBG] pgmap v3594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:09:10.259443+0000 mgr.smithi176.ajjlsm (mgr.14696) 4181 : audit [DBG] from='client.36890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:09:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:09:10.859374+0000 mon.smithi176 (mon.0) 1416 : audit [DBG] from='client.? 172.21.15.176:0/4093380220' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:09:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:09.754720+0000 mgr.smithi176.ajjlsm (mgr.14696) 4180 : cluster [DBG] pgmap v3594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:11.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:09:10.259443+0000 mgr.smithi176.ajjlsm (mgr.14696) 4181 : audit [DBG] from='client.36890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:09:11.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:09:10.859374+0000 mon.smithi176 (mon.0) 1416 : audit [DBG] from='client.? 172.21.15.176:0/4093380220' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:09:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:09:10.531186+0000 mgr.smithi176.ajjlsm (mgr.14696) 4182 : audit [DBG] from='client.36894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:09:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:09:10.531186+0000 mgr.smithi176.ajjlsm (mgr.14696) 4182 : audit [DBG] from='client.36894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:09:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:11.755613+0000 mgr.smithi176.ajjlsm (mgr.14696) 4183 : cluster [DBG] pgmap v3595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:11.755613+0000 mgr.smithi176.ajjlsm (mgr.14696) 4183 : cluster [DBG] pgmap v3595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:13.756229+0000 mgr.smithi176.ajjlsm (mgr.14696) 4184 : cluster [DBG] pgmap v3596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:13.756229+0000 mgr.smithi176.ajjlsm (mgr.14696) 4184 : cluster [DBG] pgmap v3596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:17.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:15.756639+0000 mgr.smithi176.ajjlsm (mgr.14696) 4185 : cluster [DBG] pgmap v3597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:17.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:09:16.523702+0000 mon.smithi176 (mon.0) 1417 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:09:17.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:09:16.525080+0000 mon.smithi176 (mon.0) 1418 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:09:17.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:09:16.525847+0000 mon.smithi176 (mon.0) 1419 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:09:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:15.756639+0000 mgr.smithi176.ajjlsm (mgr.14696) 4185 : cluster [DBG] pgmap v3597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:17.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:09:16.523702+0000 mon.smithi176 (mon.0) 1417 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:09:17.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:09:16.525080+0000 mon.smithi176 (mon.0) 1418 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:09:17.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:09:16.525847+0000 mon.smithi176 (mon.0) 1419 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:09:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:09:16.526582+0000 mgr.smithi176.ajjlsm (mgr.14696) 4186 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:09:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:09:16.526582+0000 mgr.smithi176.ajjlsm (mgr.14696) 4186 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:09:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:17.757641+0000 mgr.smithi176.ajjlsm (mgr.14696) 4187 : cluster [DBG] pgmap v3598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:19.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:09:19.418483+0000 mon.smithi176 (mon.0) 1420 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:09:19.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:17.757641+0000 mgr.smithi176.ajjlsm (mgr.14696) 4187 : cluster [DBG] pgmap v3598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:19.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:09:19.418483+0000 mon.smithi176 (mon.0) 1420 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:09:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:19.758316+0000 mgr.smithi176.ajjlsm (mgr.14696) 4188 : cluster [DBG] pgmap v3599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:09:19.813469+0000 mon.smithi176 (mon.0) 1421 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:09:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:09:19.819926+0000 mon.smithi176 (mon.0) 1422 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:09:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:19.758316+0000 mgr.smithi176.ajjlsm (mgr.14696) 4188 : cluster [DBG] pgmap v3599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:09:19.813469+0000 mon.smithi176 (mon.0) 1421 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:09:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:09:19.819926+0000 mon.smithi176 (mon.0) 1422 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:09:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:21.759114+0000 mgr.smithi176.ajjlsm (mgr.14696) 4189 : cluster [DBG] pgmap v3600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:21.759114+0000 mgr.smithi176.ajjlsm (mgr.14696) 4189 : cluster [DBG] pgmap v3600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:23.759727+0000 mgr.smithi176.ajjlsm (mgr.14696) 4190 : cluster [DBG] pgmap v3601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:23.759727+0000 mgr.smithi176.ajjlsm (mgr.14696) 4190 : cluster [DBG] pgmap v3601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:25.760194+0000 mgr.smithi176.ajjlsm (mgr.14696) 4191 : cluster [DBG] pgmap v3602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:25.760194+0000 mgr.smithi176.ajjlsm (mgr.14696) 4191 : cluster [DBG] pgmap v3602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:27.761183+0000 mgr.smithi176.ajjlsm (mgr.14696) 4192 : cluster [DBG] pgmap v3603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:27.761183+0000 mgr.smithi176.ajjlsm (mgr.14696) 4192 : cluster [DBG] pgmap v3603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:29.761669+0000 mgr.smithi176.ajjlsm (mgr.14696) 4193 : cluster [DBG] pgmap v3604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:29.761669+0000 mgr.smithi176.ajjlsm (mgr.14696) 4193 : cluster [DBG] pgmap v3604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:31.762664+0000 mgr.smithi176.ajjlsm (mgr.14696) 4194 : cluster [DBG] pgmap v3605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:31.762664+0000 mgr.smithi176.ajjlsm (mgr.14696) 4194 : cluster [DBG] pgmap v3605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:33.763362+0000 mgr.smithi176.ajjlsm (mgr.14696) 4195 : cluster [DBG] pgmap v3606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:33.763362+0000 mgr.smithi176.ajjlsm (mgr.14696) 4195 : cluster [DBG] pgmap v3606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:35.764015+0000 mgr.smithi176.ajjlsm (mgr.14696) 4196 : cluster [DBG] pgmap v3607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:35.764015+0000 mgr.smithi176.ajjlsm (mgr.14696) 4196 : cluster [DBG] pgmap v3607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:37.764927+0000 mgr.smithi176.ajjlsm (mgr.14696) 4197 : cluster [DBG] pgmap v3608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:37.764927+0000 mgr.smithi176.ajjlsm (mgr.14696) 4197 : cluster [DBG] pgmap v3608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:41.165 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:09:41.435 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:09:41.435 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 5m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:09:41.436 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (118m) 5m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:09:41.436 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (118m) 5m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:09:41.436 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 5m ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:09:41.436 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (117m) 5m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:09:41.437 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (117m) 5m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:09:41.437 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (119m) 5m ago 2h 537M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:09:41.437 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (118m) 5m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:09:41.437 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (118m) 5m ago 2h 792M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:09:41.438 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (118m) 5m ago 2h 412M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:09:41.438 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (119m) 5m ago 119m 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:09:41.438 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (119m) 5m ago 119m 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:09:41.439 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 5m ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:09:41.439 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 5m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:09:41.439 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (111m) 5m ago 2h 722M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:09:41.439 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 5m ago 2h 1542M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:09:41.440 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 5m ago 2h 1055M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:09:41.440 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 5m ago 2h 1695M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:09:41.440 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 5m ago 2h 1589M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:09:41.440 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 5m ago 2h 1768M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:09:41.441 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 5m ago 2h 1442M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:09:41.441 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 5m ago 2h 2208M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:09:41.441 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 5m ago 2h 75.7M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:09:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:39.765510+0000 mgr.smithi176.ajjlsm (mgr.14696) 4198 : cluster [DBG] pgmap v3609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:09:40.484442+0000 mon.smithi176 (mon.0) 1423 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:09:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:09:40.539280+0000 mon.smithi176 (mon.0) 1424 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:09:41.757 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:09:41.757 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:09:41.758 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:09:41.758 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:09:41.758 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:09:41.759 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:09:41.759 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:09:41.759 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:09:41.760 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:09:41.760 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:09:41.760 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:09:41.760 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:09:41.761 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:09:41.761 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:09:41.761 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:09:41.761 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:09:41.761 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:09:41.762 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:09:41.762 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:09:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:39.765510+0000 mgr.smithi176.ajjlsm (mgr.14696) 4198 : cluster [DBG] pgmap v3609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:09:40.484442+0000 mon.smithi176 (mon.0) 1423 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:09:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:09:40.539280+0000 mon.smithi176 (mon.0) 1424 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:09:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:09:41.152329+0000 mgr.smithi176.ajjlsm (mgr.14696) 4199 : audit [DBG] from='client.36902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:09:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:09:41.424746+0000 mgr.smithi176.ajjlsm (mgr.14696) 4200 : audit [DBG] from='client.36906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:09:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:09:41.755569+0000 mon.smithi176 (mon.0) 1425 : audit [DBG] from='client.? 172.21.15.176:0/4189307828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:09:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:09:41.152329+0000 mgr.smithi176.ajjlsm (mgr.14696) 4199 : audit [DBG] from='client.36902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:09:42.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:09:41.424746+0000 mgr.smithi176.ajjlsm (mgr.14696) 4200 : audit [DBG] from='client.36906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:09:42.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:09:41.755569+0000 mon.smithi176 (mon.0) 1425 : audit [DBG] from='client.? 172.21.15.176:0/4189307828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:09:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:41.766216+0000 mgr.smithi176.ajjlsm (mgr.14696) 4201 : cluster [DBG] pgmap v3610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:41.766216+0000 mgr.smithi176.ajjlsm (mgr.14696) 4201 : cluster [DBG] pgmap v3610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:43.766711+0000 mgr.smithi176.ajjlsm (mgr.14696) 4202 : cluster [DBG] pgmap v3611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:43.766711+0000 mgr.smithi176.ajjlsm (mgr.14696) 4202 : cluster [DBG] pgmap v3611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:45.767223+0000 mgr.smithi176.ajjlsm (mgr.14696) 4203 : cluster [DBG] pgmap v3612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:45.767223+0000 mgr.smithi176.ajjlsm (mgr.14696) 4203 : cluster [DBG] pgmap v3612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:49.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:47.767985+0000 mgr.smithi176.ajjlsm (mgr.14696) 4204 : cluster [DBG] pgmap v3613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:47.767985+0000 mgr.smithi176.ajjlsm (mgr.14696) 4204 : cluster [DBG] pgmap v3613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:49.768464+0000 mgr.smithi176.ajjlsm (mgr.14696) 4205 : cluster [DBG] pgmap v3614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:49.768464+0000 mgr.smithi176.ajjlsm (mgr.14696) 4205 : cluster [DBG] pgmap v3614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:51.769229+0000 mgr.smithi176.ajjlsm (mgr.14696) 4206 : cluster [DBG] pgmap v3615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:51.769229+0000 mgr.smithi176.ajjlsm (mgr.14696) 4206 : cluster [DBG] pgmap v3615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:53.769714+0000 mgr.smithi176.ajjlsm (mgr.14696) 4207 : cluster [DBG] pgmap v3616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:53.769714+0000 mgr.smithi176.ajjlsm (mgr.14696) 4207 : cluster [DBG] pgmap v3616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:55.770170+0000 mgr.smithi176.ajjlsm (mgr.14696) 4208 : cluster [DBG] pgmap v3617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:55.770170+0000 mgr.smithi176.ajjlsm (mgr.14696) 4208 : cluster [DBG] pgmap v3617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:09:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:09:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:57.771060+0000 mgr.smithi176.ajjlsm (mgr.14696) 4209 : cluster [DBG] pgmap v3618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:09:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:09:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:57.771060+0000 mgr.smithi176.ajjlsm (mgr.14696) 4209 : cluster [DBG] pgmap v3618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:00.000172+0000 mon.smithi176 (mon.0) 1426 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T09:10:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:00.000172+0000 mon.smithi176 (mon.0) 1426 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T09:10:01.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:09:59.771642+0000 mgr.smithi176.ajjlsm (mgr.14696) 4210 : cluster [DBG] pgmap v3619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:09:59.771642+0000 mgr.smithi176.ajjlsm (mgr.14696) 4210 : cluster [DBG] pgmap v3619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:01.772506+0000 mgr.smithi176.ajjlsm (mgr.14696) 4211 : cluster [DBG] pgmap v3620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:01.772506+0000 mgr.smithi176.ajjlsm (mgr.14696) 4211 : cluster [DBG] pgmap v3620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:03.773006+0000 mgr.smithi176.ajjlsm (mgr.14696) 4212 : cluster [DBG] pgmap v3621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:03.773006+0000 mgr.smithi176.ajjlsm (mgr.14696) 4212 : cluster [DBG] pgmap v3621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:05.773682+0000 mgr.smithi176.ajjlsm (mgr.14696) 4213 : cluster [DBG] pgmap v3622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:05.773682+0000 mgr.smithi176.ajjlsm (mgr.14696) 4213 : cluster [DBG] pgmap v3622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:07.774627+0000 mgr.smithi176.ajjlsm (mgr.14696) 4214 : cluster [DBG] pgmap v3623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:07.774627+0000 mgr.smithi176.ajjlsm (mgr.14696) 4214 : cluster [DBG] pgmap v3623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:09.775221+0000 mgr.smithi176.ajjlsm (mgr.14696) 4215 : cluster [DBG] pgmap v3624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:09.775221+0000 mgr.smithi176.ajjlsm (mgr.14696) 4215 : cluster [DBG] pgmap v3624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:12.060 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:10:12.328 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:10:12.328 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 6m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:10:12.329 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (118m) 6m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:10:12.329 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (118m) 6m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:10:12.329 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 6m ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:10:12.329 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (118m) 6m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:10:12.329 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (118m) 6m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:10:12.330 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (119m) 6m ago 2h 537M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:10:12.330 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (119m) 6m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:10:12.330 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (119m) 6m ago 2h 792M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:10:12.330 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (118m) 6m ago 2h 412M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:10:12.331 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (119m) 6m ago 119m 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:10:12.331 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (119m) 6m ago 119m 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:10:12.331 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 6m ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:10:12.331 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 6m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:10:12.332 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (111m) 6m ago 2h 722M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:10:12.332 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 6m ago 2h 1542M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:10:12.332 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 6m ago 2h 1055M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:10:12.332 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 6m ago 2h 1695M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:10:12.332 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 6m ago 2h 1589M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:10:12.333 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 6m ago 2h 1768M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:10:12.333 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 6m ago 2h 1442M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:10:12.333 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 6m ago 2h 2208M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:10:12.333 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 6m ago 2h 75.7M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:10:12.654 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:10:12.654 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:10:12.654 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:10:12.655 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:10:12.655 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:10:12.655 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:10:12.655 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:10:12.656 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:10:12.656 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:10:12.656 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:10:12.656 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:10:12.657 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:10:12.657 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:10:12.657 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:10:12.657 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:10:12.658 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:10:12.658 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:10:12.658 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:10:12.658 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:10:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:11.776001+0000 mgr.smithi176.ajjlsm (mgr.14696) 4216 : cluster [DBG] pgmap v3625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:13.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:10:12.046891+0000 mgr.smithi176.ajjlsm (mgr.14696) 4217 : audit [DBG] from='client.36914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:10:13.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:10:12.317883+0000 mgr.smithi176.ajjlsm (mgr.14696) 4218 : audit [DBG] from='client.36918 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:10:13.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:10:12.652564+0000 mon.smithi176 (mon.0) 1427 : audit [DBG] from='client.? 172.21.15.176:0/2116067206' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:10:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:11.776001+0000 mgr.smithi176.ajjlsm (mgr.14696) 4216 : cluster [DBG] pgmap v3625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:13.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:10:12.046891+0000 mgr.smithi176.ajjlsm (mgr.14696) 4217 : audit [DBG] from='client.36914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:10:13.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:10:12.317883+0000 mgr.smithi176.ajjlsm (mgr.14696) 4218 : audit [DBG] from='client.36918 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:10:13.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:10:12.652564+0000 mon.smithi176 (mon.0) 1427 : audit [DBG] from='client.? 172.21.15.176:0/2116067206' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:10:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:13.776612+0000 mgr.smithi176.ajjlsm (mgr.14696) 4219 : cluster [DBG] pgmap v3626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:13.776612+0000 mgr.smithi176.ajjlsm (mgr.14696) 4219 : cluster [DBG] pgmap v3626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:15.777380+0000 mgr.smithi176.ajjlsm (mgr.14696) 4220 : cluster [DBG] pgmap v3627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:15.777380+0000 mgr.smithi176.ajjlsm (mgr.14696) 4220 : cluster [DBG] pgmap v3627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:17.778362+0000 mgr.smithi176.ajjlsm (mgr.14696) 4221 : cluster [DBG] pgmap v3628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:17.778362+0000 mgr.smithi176.ajjlsm (mgr.14696) 4221 : cluster [DBG] pgmap v3628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:10:19.822948+0000 mon.smithi176 (mon.0) 1428 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:10:20.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:10:19.824328+0000 mon.smithi176 (mon.0) 1429 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:10:20.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:10:19.825169+0000 mon.smithi176 (mon.0) 1430 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:10:20.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:10:20.232317+0000 mon.smithi176 (mon.0) 1431 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:10:20.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:10:20.236905+0000 mon.smithi176 (mon.0) 1432 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:10:20.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:10:19.822948+0000 mon.smithi176 (mon.0) 1428 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:10:20.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:10:19.824328+0000 mon.smithi176 (mon.0) 1429 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:10:20.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:10:19.825169+0000 mon.smithi176 (mon.0) 1430 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:10:20.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:10:20.232317+0000 mon.smithi176 (mon.0) 1431 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:10:20.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:10:20.236905+0000 mon.smithi176 (mon.0) 1432 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:10:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:19.778993+0000 mgr.smithi176.ajjlsm (mgr.14696) 4222 : cluster [DBG] pgmap v3629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:10:19.825897+0000 mgr.smithi176.ajjlsm (mgr.14696) 4223 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:10:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:19.778993+0000 mgr.smithi176.ajjlsm (mgr.14696) 4222 : cluster [DBG] pgmap v3629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:21.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:10:19.825897+0000 mgr.smithi176.ajjlsm (mgr.14696) 4223 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:10:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:21.779918+0000 mgr.smithi176.ajjlsm (mgr.14696) 4224 : cluster [DBG] pgmap v3630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:21.779918+0000 mgr.smithi176.ajjlsm (mgr.14696) 4224 : cluster [DBG] pgmap v3630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:23.780452+0000 mgr.smithi176.ajjlsm (mgr.14696) 4225 : cluster [DBG] pgmap v3631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:23.780452+0000 mgr.smithi176.ajjlsm (mgr.14696) 4225 : cluster [DBG] pgmap v3631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:25.781080+0000 mgr.smithi176.ajjlsm (mgr.14696) 4226 : cluster [DBG] pgmap v3632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:27.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:25.781080+0000 mgr.smithi176.ajjlsm (mgr.14696) 4226 : cluster [DBG] pgmap v3632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:27.781851+0000 mgr.smithi176.ajjlsm (mgr.14696) 4227 : cluster [DBG] pgmap v3633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:27.781851+0000 mgr.smithi176.ajjlsm (mgr.14696) 4227 : cluster [DBG] pgmap v3633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:29.782503+0000 mgr.smithi176.ajjlsm (mgr.14696) 4228 : cluster [DBG] pgmap v3634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:29.782503+0000 mgr.smithi176.ajjlsm (mgr.14696) 4228 : cluster [DBG] pgmap v3634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:31.783436+0000 mgr.smithi176.ajjlsm (mgr.14696) 4229 : cluster [DBG] pgmap v3635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:31.783436+0000 mgr.smithi176.ajjlsm (mgr.14696) 4229 : cluster [DBG] pgmap v3635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:33.784022+0000 mgr.smithi176.ajjlsm (mgr.14696) 4230 : cluster [DBG] pgmap v3636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:33.784022+0000 mgr.smithi176.ajjlsm (mgr.14696) 4230 : cluster [DBG] pgmap v3636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:35.784742+0000 mgr.smithi176.ajjlsm (mgr.14696) 4231 : cluster [DBG] pgmap v3637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:35.784742+0000 mgr.smithi176.ajjlsm (mgr.14696) 4231 : cluster [DBG] pgmap v3637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:37.785589+0000 mgr.smithi176.ajjlsm (mgr.14696) 4232 : cluster [DBG] pgmap v3638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:37.785589+0000 mgr.smithi176.ajjlsm (mgr.14696) 4232 : cluster [DBG] pgmap v3638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:10:40.486186+0000 mon.smithi176 (mon.0) 1433 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:10:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:10:40.486186+0000 mon.smithi176 (mon.0) 1433 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:10:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:39.786170+0000 mgr.smithi176.ajjlsm (mgr.14696) 4233 : cluster [DBG] pgmap v3639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:10:40.543742+0000 mon.smithi176 (mon.0) 1434 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:10:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:39.786170+0000 mgr.smithi176.ajjlsm (mgr.14696) 4233 : cluster [DBG] pgmap v3639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:10:40.543742+0000 mon.smithi176 (mon.0) 1434 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:10:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:41.787936+0000 mgr.smithi176.ajjlsm (mgr.14696) 4234 : cluster [DBG] pgmap v3640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:42.960 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:10:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:41.787936+0000 mgr.smithi176.ajjlsm (mgr.14696) 4234 : cluster [DBG] pgmap v3640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:43.230 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:10:43.231 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 6m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:10:43.231 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (119m) 6m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:10:43.231 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (119m) 6m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:10:43.232 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 6m ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:10:43.232 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (118m) 6m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:10:43.232 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (119m) 6m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:10:43.232 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 6m ago 2h 537M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:10:43.232 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (119m) 6m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:10:43.233 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (119m) 6m ago 2h 792M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:10:43.233 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (119m) 6m ago 2h 412M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:10:43.233 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 6m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:10:43.233 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 6m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:10:43.234 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 6m ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:10:43.234 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 6m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:10:43.234 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (112m) 6m ago 2h 722M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:10:43.234 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 6m ago 2h 1542M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:10:43.234 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 6m ago 2h 1055M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:10:43.235 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 6m ago 2h 1695M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:10:43.235 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 6m ago 2h 1589M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:10:43.235 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 6m ago 2h 1768M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:10:43.235 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 6m ago 2h 1442M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:10:43.236 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 6m ago 2h 2208M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:10:43.236 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 6m ago 2h 75.7M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:10:43.551 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:10:43.552 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:10:43.552 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:10:43.553 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:10:43.553 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:10:43.554 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:10:43.554 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:10:43.554 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:10:43.555 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:10:43.555 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:10:43.556 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:10:43.556 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:10:43.557 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:10:43.557 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:10:43.557 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:10:43.558 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:10:43.558 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:10:43.559 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:10:43.560 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:10:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:10:42.946220+0000 mgr.smithi176.ajjlsm (mgr.14696) 4235 : audit [DBG] from='client.36926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:10:43.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:10:43.220416+0000 mgr.smithi176.ajjlsm (mgr.14696) 4236 : audit [DBG] from='client.36930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:10:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:10:42.946220+0000 mgr.smithi176.ajjlsm (mgr.14696) 4235 : audit [DBG] from='client.36926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:10:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:10:43.220416+0000 mgr.smithi176.ajjlsm (mgr.14696) 4236 : audit [DBG] from='client.36930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:10:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:10:43.549994+0000 mon.smithi176 (mon.0) 1435 : audit [DBG] from='client.? 172.21.15.176:0/1865117876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:10:44.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:43.788382+0000 mgr.smithi176.ajjlsm (mgr.14696) 4237 : cluster [DBG] pgmap v3641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:10:43.549994+0000 mon.smithi176 (mon.0) 1435 : audit [DBG] from='client.? 172.21.15.176:0/1865117876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:10:44.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:43.788382+0000 mgr.smithi176.ajjlsm (mgr.14696) 4237 : cluster [DBG] pgmap v3641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:45.788929+0000 mgr.smithi176.ajjlsm (mgr.14696) 4238 : cluster [DBG] pgmap v3642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:45.788929+0000 mgr.smithi176.ajjlsm (mgr.14696) 4238 : cluster [DBG] pgmap v3642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:49.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:47.789656+0000 mgr.smithi176.ajjlsm (mgr.14696) 4239 : cluster [DBG] pgmap v3643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:49.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:47.789656+0000 mgr.smithi176.ajjlsm (mgr.14696) 4239 : cluster [DBG] pgmap v3643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:49.790138+0000 mgr.smithi176.ajjlsm (mgr.14696) 4240 : cluster [DBG] pgmap v3644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:49.790138+0000 mgr.smithi176.ajjlsm (mgr.14696) 4240 : cluster [DBG] pgmap v3644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:51.790839+0000 mgr.smithi176.ajjlsm (mgr.14696) 4241 : cluster [DBG] pgmap v3645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:51.790839+0000 mgr.smithi176.ajjlsm (mgr.14696) 4241 : cluster [DBG] pgmap v3645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:53.791327+0000 mgr.smithi176.ajjlsm (mgr.14696) 4242 : cluster [DBG] pgmap v3646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:53.791327+0000 mgr.smithi176.ajjlsm (mgr.14696) 4242 : cluster [DBG] pgmap v3646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:55.791952+0000 mgr.smithi176.ajjlsm (mgr.14696) 4243 : cluster [DBG] pgmap v3647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:55.791952+0000 mgr.smithi176.ajjlsm (mgr.14696) 4243 : cluster [DBG] pgmap v3647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:10:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:10:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:57.792758+0000 mgr.smithi176.ajjlsm (mgr.14696) 4244 : cluster [DBG] pgmap v3648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:10:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:10:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:57.792758+0000 mgr.smithi176.ajjlsm (mgr.14696) 4244 : cluster [DBG] pgmap v3648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:10:59.793416+0000 mgr.smithi176.ajjlsm (mgr.14696) 4245 : cluster [DBG] pgmap v3649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:10:59.793416+0000 mgr.smithi176.ajjlsm (mgr.14696) 4245 : cluster [DBG] pgmap v3649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:01.794311+0000 mgr.smithi176.ajjlsm (mgr.14696) 4246 : cluster [DBG] pgmap v3650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:01.794311+0000 mgr.smithi176.ajjlsm (mgr.14696) 4246 : cluster [DBG] pgmap v3650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:03.794798+0000 mgr.smithi176.ajjlsm (mgr.14696) 4247 : cluster [DBG] pgmap v3651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:03.794798+0000 mgr.smithi176.ajjlsm (mgr.14696) 4247 : cluster [DBG] pgmap v3651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:05.795352+0000 mgr.smithi176.ajjlsm (mgr.14696) 4248 : cluster [DBG] pgmap v3652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:05.795352+0000 mgr.smithi176.ajjlsm (mgr.14696) 4248 : cluster [DBG] pgmap v3652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:07.796171+0000 mgr.smithi176.ajjlsm (mgr.14696) 4249 : cluster [DBG] pgmap v3653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:07.796171+0000 mgr.smithi176.ajjlsm (mgr.14696) 4249 : cluster [DBG] pgmap v3653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:09.796646+0000 mgr.smithi176.ajjlsm (mgr.14696) 4250 : cluster [DBG] pgmap v3654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:09.796646+0000 mgr.smithi176.ajjlsm (mgr.14696) 4250 : cluster [DBG] pgmap v3654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:11.797539+0000 mgr.smithi176.ajjlsm (mgr.14696) 4251 : cluster [DBG] pgmap v3655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:13.858 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:11:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:11.797539+0000 mgr.smithi176.ajjlsm (mgr.14696) 4251 : cluster [DBG] pgmap v3655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:14.130 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:11:14.131 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 7m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:11:14.131 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (119m) 7m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:11:14.131 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (119m) 7m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:11:14.131 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 7m ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:11:14.132 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (119m) 7m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:11:14.132 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (119m) 7m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:11:14.132 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 7m ago 2h 537M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:11:14.132 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 7m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:11:14.133 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 7m ago 2h 792M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:11:14.133 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (119m) 7m ago 2h 412M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:11:14.133 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 7m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:11:14.133 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 7m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:11:14.134 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 7m ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:11:14.134 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 7m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:11:14.134 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (112m) 7m ago 2h 722M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:11:14.134 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 7m ago 2h 1542M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:11:14.134 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 7m ago 2h 1055M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:11:14.135 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 7m ago 2h 1695M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:11:14.135 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 7m ago 2h 1589M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:11:14.135 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 7m ago 2h 1768M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:11:14.135 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 7m ago 2h 1442M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:11:14.136 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 7m ago 2h 2208M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:11:14.136 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 7m ago 2h 75.7M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:11:14.449 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:11:14.450 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:11:14.450 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:11:14.450 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:11:14.450 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:11:14.451 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:11:14.451 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:11:14.452 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:11:14.452 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:11:14.452 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:11:14.453 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:11:14.453 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:11:14.453 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:11:14.453 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:11:14.454 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:11:14.454 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:11:14.454 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:11:14.454 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:11:14.455 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:11:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:11:14.447873+0000 mon.smithi176 (mon.0) 1436 : audit [DBG] from='client.? 172.21.15.176:0/977582992' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:11:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:11:14.447873+0000 mon.smithi176 (mon.0) 1436 : audit [DBG] from='client.? 172.21.15.176:0/977582992' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:11:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:13.797916+0000 mgr.smithi176.ajjlsm (mgr.14696) 4252 : cluster [DBG] pgmap v3656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:15.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:11:13.844534+0000 mgr.smithi176.ajjlsm (mgr.14696) 4253 : audit [DBG] from='client.36938 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:11:15.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:11:14.119576+0000 mgr.smithi176.ajjlsm (mgr.14696) 4254 : audit [DBG] from='client.36942 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:11:15.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:13.797916+0000 mgr.smithi176.ajjlsm (mgr.14696) 4252 : cluster [DBG] pgmap v3656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:15.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:11:13.844534+0000 mgr.smithi176.ajjlsm (mgr.14696) 4253 : audit [DBG] from='client.36938 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:11:15.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:11:14.119576+0000 mgr.smithi176.ajjlsm (mgr.14696) 4254 : audit [DBG] from='client.36942 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:11:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:15.798477+0000 mgr.smithi176.ajjlsm (mgr.14696) 4255 : cluster [DBG] pgmap v3657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:15.798477+0000 mgr.smithi176.ajjlsm (mgr.14696) 4255 : cluster [DBG] pgmap v3657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:17.799275+0000 mgr.smithi176.ajjlsm (mgr.14696) 4256 : cluster [DBG] pgmap v3658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:17.799275+0000 mgr.smithi176.ajjlsm (mgr.14696) 4256 : cluster [DBG] pgmap v3658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:11:20.239637+0000 mon.smithi176 (mon.0) 1437 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:11:20.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:11:20.241048+0000 mon.smithi176 (mon.0) 1438 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:11:20.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:11:20.241848+0000 mon.smithi176 (mon.0) 1439 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:11:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:11:20.239637+0000 mon.smithi176 (mon.0) 1437 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:11:20.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:11:20.241048+0000 mon.smithi176 (mon.0) 1438 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:11:20.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:11:20.241848+0000 mon.smithi176 (mon.0) 1439 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:11:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:19.799887+0000 mgr.smithi176.ajjlsm (mgr.14696) 4257 : cluster [DBG] pgmap v3659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:11:20.242579+0000 mgr.smithi176.ajjlsm (mgr.14696) 4258 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:11:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:11:20.546442+0000 mon.smithi176 (mon.0) 1440 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:11:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:11:20.550934+0000 mon.smithi176 (mon.0) 1441 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:11:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:19.799887+0000 mgr.smithi176.ajjlsm (mgr.14696) 4257 : cluster [DBG] pgmap v3659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:21.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:11:20.242579+0000 mgr.smithi176.ajjlsm (mgr.14696) 4258 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:11:21.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:11:20.546442+0000 mon.smithi176 (mon.0) 1440 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:11:21.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:11:20.550934+0000 mon.smithi176 (mon.0) 1441 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:11:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:21.800755+0000 mgr.smithi176.ajjlsm (mgr.14696) 4259 : cluster [DBG] pgmap v3660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:21.800755+0000 mgr.smithi176.ajjlsm (mgr.14696) 4259 : cluster [DBG] pgmap v3660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:23.801442+0000 mgr.smithi176.ajjlsm (mgr.14696) 4260 : cluster [DBG] pgmap v3661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:23.801442+0000 mgr.smithi176.ajjlsm (mgr.14696) 4260 : cluster [DBG] pgmap v3661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:25.801965+0000 mgr.smithi176.ajjlsm (mgr.14696) 4261 : cluster [DBG] pgmap v3662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:25.801965+0000 mgr.smithi176.ajjlsm (mgr.14696) 4261 : cluster [DBG] pgmap v3662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:27.802941+0000 mgr.smithi176.ajjlsm (mgr.14696) 4262 : cluster [DBG] pgmap v3663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:27.802941+0000 mgr.smithi176.ajjlsm (mgr.14696) 4262 : cluster [DBG] pgmap v3663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:29.803650+0000 mgr.smithi176.ajjlsm (mgr.14696) 4263 : cluster [DBG] pgmap v3664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:29.803650+0000 mgr.smithi176.ajjlsm (mgr.14696) 4263 : cluster [DBG] pgmap v3664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:31.804593+0000 mgr.smithi176.ajjlsm (mgr.14696) 4264 : cluster [DBG] pgmap v3665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:31.804593+0000 mgr.smithi176.ajjlsm (mgr.14696) 4264 : cluster [DBG] pgmap v3665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:33.805175+0000 mgr.smithi176.ajjlsm (mgr.14696) 4265 : cluster [DBG] pgmap v3666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:33.805175+0000 mgr.smithi176.ajjlsm (mgr.14696) 4265 : cluster [DBG] pgmap v3666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:35.805604+0000 mgr.smithi176.ajjlsm (mgr.14696) 4266 : cluster [DBG] pgmap v3667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:35.805604+0000 mgr.smithi176.ajjlsm (mgr.14696) 4266 : cluster [DBG] pgmap v3667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:37.806612+0000 mgr.smithi176.ajjlsm (mgr.14696) 4267 : cluster [DBG] pgmap v3668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:39.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:37.806612+0000 mgr.smithi176.ajjlsm (mgr.14696) 4267 : cluster [DBG] pgmap v3668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:39.807185+0000 mgr.smithi176.ajjlsm (mgr.14696) 4268 : cluster [DBG] pgmap v3669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:11:40.487803+0000 mon.smithi176 (mon.0) 1442 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:11:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:11:40.548409+0000 mon.smithi176 (mon.0) 1443 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:11:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:39.807185+0000 mgr.smithi176.ajjlsm (mgr.14696) 4268 : cluster [DBG] pgmap v3669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:11:40.487803+0000 mon.smithi176 (mon.0) 1442 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:11:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:11:40.548409+0000 mon.smithi176 (mon.0) 1443 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:11:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:41.807943+0000 mgr.smithi176.ajjlsm (mgr.14696) 4269 : cluster [DBG] pgmap v3670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:41.807943+0000 mgr.smithi176.ajjlsm (mgr.14696) 4269 : cluster [DBG] pgmap v3670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:44.755 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:11:45.025 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:11:45.025 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 7m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:11:45.025 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 7m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:11:45.026 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 7m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:11:45.026 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 7m ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:11:45.026 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (119m) 7m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:11:45.026 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 7m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:11:45.027 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 7m ago 2h 537M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:11:45.027 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 7m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:11:45.027 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 7m ago 2h 792M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:11:45.027 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 7m ago 2h 412M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:11:45.027 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 7m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:11:45.028 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 7m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:11:45.028 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 7m ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:11:45.028 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 7m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:11:45.028 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (113m) 7m ago 2h 722M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:11:45.029 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 7m ago 2h 1542M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:11:45.029 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 7m ago 2h 1055M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:11:45.029 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 7m ago 2h 1695M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:11:45.029 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 7m ago 2h 1589M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:11:45.029 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 7m ago 2h 1768M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:11:45.030 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 7m ago 2h 1442M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:11:45.030 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 7m ago 2h 2208M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:11:45.030 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 7m ago 2h 75.7M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:11:45.347 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:11:45.348 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:11:45.348 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:11:45.348 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:11:45.349 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:11:45.349 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:11:45.349 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:11:45.349 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:11:45.350 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:11:45.350 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:11:45.350 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:11:45.350 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:11:45.351 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:11:45.351 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:11:45.351 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:11:45.352 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:11:45.352 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:11:45.352 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:11:45.352 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:11:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:43.808464+0000 mgr.smithi176.ajjlsm (mgr.14696) 4270 : cluster [DBG] pgmap v3671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:45.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:11:45.345746+0000 mon.smithi176 (mon.0) 1444 : audit [DBG] from='client.? 172.21.15.176:0/3487784438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:11:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:43.808464+0000 mgr.smithi176.ajjlsm (mgr.14696) 4270 : cluster [DBG] pgmap v3671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:45.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:11:45.345746+0000 mon.smithi176 (mon.0) 1444 : audit [DBG] from='client.? 172.21.15.176:0/3487784438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:11:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:11:44.741858+0000 mgr.smithi176.ajjlsm (mgr.14696) 4271 : audit [DBG] from='client.36950 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:11:46.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:11:45.013910+0000 mgr.smithi176.ajjlsm (mgr.14696) 4272 : audit [DBG] from='client.36954 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:11:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:11:44.741858+0000 mgr.smithi176.ajjlsm (mgr.14696) 4271 : audit [DBG] from='client.36950 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:11:46.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:11:45.013910+0000 mgr.smithi176.ajjlsm (mgr.14696) 4272 : audit [DBG] from='client.36954 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:11:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:45.808888+0000 mgr.smithi176.ajjlsm (mgr.14696) 4273 : cluster [DBG] pgmap v3672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:45.808888+0000 mgr.smithi176.ajjlsm (mgr.14696) 4273 : cluster [DBG] pgmap v3672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:47.809838+0000 mgr.smithi176.ajjlsm (mgr.14696) 4274 : cluster [DBG] pgmap v3673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:47.809838+0000 mgr.smithi176.ajjlsm (mgr.14696) 4274 : cluster [DBG] pgmap v3673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:49.810481+0000 mgr.smithi176.ajjlsm (mgr.14696) 4275 : cluster [DBG] pgmap v3674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:49.810481+0000 mgr.smithi176.ajjlsm (mgr.14696) 4275 : cluster [DBG] pgmap v3674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:51.811583+0000 mgr.smithi176.ajjlsm (mgr.14696) 4276 : cluster [DBG] pgmap v3675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:51.811583+0000 mgr.smithi176.ajjlsm (mgr.14696) 4276 : cluster [DBG] pgmap v3675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:53.812140+0000 mgr.smithi176.ajjlsm (mgr.14696) 4277 : cluster [DBG] pgmap v3676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:53.812140+0000 mgr.smithi176.ajjlsm (mgr.14696) 4277 : cluster [DBG] pgmap v3676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:55.812689+0000 mgr.smithi176.ajjlsm (mgr.14696) 4278 : cluster [DBG] pgmap v3677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:55.812689+0000 mgr.smithi176.ajjlsm (mgr.14696) 4278 : cluster [DBG] pgmap v3677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:11:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:11:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:57.813605+0000 mgr.smithi176.ajjlsm (mgr.14696) 4279 : cluster [DBG] pgmap v3678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:11:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:11:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:57.813605+0000 mgr.smithi176.ajjlsm (mgr.14696) 4279 : cluster [DBG] pgmap v3678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:11:59.814126+0000 mgr.smithi176.ajjlsm (mgr.14696) 4280 : cluster [DBG] pgmap v3679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:01.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:11:59.814126+0000 mgr.smithi176.ajjlsm (mgr.14696) 4280 : cluster [DBG] pgmap v3679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:01.815070+0000 mgr.smithi176.ajjlsm (mgr.14696) 4281 : cluster [DBG] pgmap v3680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:01.815070+0000 mgr.smithi176.ajjlsm (mgr.14696) 4281 : cluster [DBG] pgmap v3680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:03.815600+0000 mgr.smithi176.ajjlsm (mgr.14696) 4282 : cluster [DBG] pgmap v3681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:03.815600+0000 mgr.smithi176.ajjlsm (mgr.14696) 4282 : cluster [DBG] pgmap v3681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:05.816108+0000 mgr.smithi176.ajjlsm (mgr.14696) 4283 : cluster [DBG] pgmap v3682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:05.816108+0000 mgr.smithi176.ajjlsm (mgr.14696) 4283 : cluster [DBG] pgmap v3682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:07.816916+0000 mgr.smithi176.ajjlsm (mgr.14696) 4284 : cluster [DBG] pgmap v3683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:07.816916+0000 mgr.smithi176.ajjlsm (mgr.14696) 4284 : cluster [DBG] pgmap v3683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:11.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:09.817469+0000 mgr.smithi176.ajjlsm (mgr.14696) 4285 : cluster [DBG] pgmap v3684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:09.817469+0000 mgr.smithi176.ajjlsm (mgr.14696) 4285 : cluster [DBG] pgmap v3684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:11.818303+0000 mgr.smithi176.ajjlsm (mgr.14696) 4286 : cluster [DBG] pgmap v3685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:11.818303+0000 mgr.smithi176.ajjlsm (mgr.14696) 4286 : cluster [DBG] pgmap v3685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:15.652 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:12:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:13.818811+0000 mgr.smithi176.ajjlsm (mgr.14696) 4287 : cluster [DBG] pgmap v3686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:15.921 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:12:15.921 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 8m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:12:15.921 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 8m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:12:15.922 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 8m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:12:15.922 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 8m ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:12:15.922 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 8m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:12:15.922 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 8m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:12:15.922 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 8m ago 2h 537M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:12:15.923 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 8m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:12:15.923 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 8m ago 2h 792M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:12:15.923 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 8m ago 2h 412M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:12:15.923 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 8m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:12:15.924 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 8m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:12:15.924 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 8m ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:12:15.924 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 8m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:12:15.924 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (113m) 8m ago 2h 722M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:12:15.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 8m ago 2h 1542M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:12:15.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 8m ago 2h 1055M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:12:15.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 8m ago 2h 1695M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:12:15.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 8m ago 2h 1589M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:12:15.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 8m ago 2h 1768M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:12:15.926 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 8m ago 2h 1442M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:12:15.926 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 8m ago 2h 2208M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:12:15.926 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 8m ago 2h 75.7M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:12:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:13.818811+0000 mgr.smithi176.ajjlsm (mgr.14696) 4287 : cluster [DBG] pgmap v3686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:16.250 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:12:16.251 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:12:16.251 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:12:16.251 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:12:16.251 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:12:16.252 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:12:16.252 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:12:16.252 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:12:16.252 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:12:16.253 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:12:16.253 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:12:16.253 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:12:16.253 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:12:16.254 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:12:16.254 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:12:16.254 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:12:16.254 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:12:16.255 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:12:16.255 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:12:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:12:16.248979+0000 mon.smithi176 (mon.0) 1445 : audit [DBG] from='client.? 172.21.15.176:0/82725281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:12:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:12:16.248979+0000 mon.smithi176 (mon.0) 1445 : audit [DBG] from='client.? 172.21.15.176:0/82725281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:12:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:12:15.638382+0000 mgr.smithi176.ajjlsm (mgr.14696) 4288 : audit [DBG] from='client.36962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:12:17.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:15.819275+0000 mgr.smithi176.ajjlsm (mgr.14696) 4289 : cluster [DBG] pgmap v3687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:17.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:12:15.910220+0000 mgr.smithi176.ajjlsm (mgr.14696) 4290 : audit [DBG] from='client.36966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:12:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:12:15.638382+0000 mgr.smithi176.ajjlsm (mgr.14696) 4288 : audit [DBG] from='client.36962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:12:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:15.819275+0000 mgr.smithi176.ajjlsm (mgr.14696) 4289 : cluster [DBG] pgmap v3687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:12:15.910220+0000 mgr.smithi176.ajjlsm (mgr.14696) 4290 : audit [DBG] from='client.36966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:12:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:17.819999+0000 mgr.smithi176.ajjlsm (mgr.14696) 4291 : cluster [DBG] pgmap v3688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:19.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:17.819999+0000 mgr.smithi176.ajjlsm (mgr.14696) 4291 : cluster [DBG] pgmap v3688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:19.820630+0000 mgr.smithi176.ajjlsm (mgr.14696) 4292 : cluster [DBG] pgmap v3689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:12:20.553394+0000 mon.smithi176 (mon.0) 1446 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:12:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:12:20.554849+0000 mon.smithi176 (mon.0) 1447 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:12:21.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:12:20.555706+0000 mon.smithi176 (mon.0) 1448 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:12:21.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:12:20.959401+0000 mon.smithi176 (mon.0) 1449 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:12:21.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:12:20.963911+0000 mon.smithi176 (mon.0) 1450 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:12:21.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:19.820630+0000 mgr.smithi176.ajjlsm (mgr.14696) 4292 : cluster [DBG] pgmap v3689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:21.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:12:20.553394+0000 mon.smithi176 (mon.0) 1446 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:12:21.973 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:12:20.554849+0000 mon.smithi176 (mon.0) 1447 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:12:21.973 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:12:20.555706+0000 mon.smithi176 (mon.0) 1448 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:12:21.973 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:12:20.959401+0000 mon.smithi176 (mon.0) 1449 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:12:21.973 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:12:20.963911+0000 mon.smithi176 (mon.0) 1450 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:12:22.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:12:20.556497+0000 mgr.smithi176.ajjlsm (mgr.14696) 4293 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:12:22.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:12:20.556497+0000 mgr.smithi176.ajjlsm (mgr.14696) 4293 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:12:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:21.821589+0000 mgr.smithi176.ajjlsm (mgr.14696) 4294 : cluster [DBG] pgmap v3690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:23.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:21.821589+0000 mgr.smithi176.ajjlsm (mgr.14696) 4294 : cluster [DBG] pgmap v3690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:23.822066+0000 mgr.smithi176.ajjlsm (mgr.14696) 4295 : cluster [DBG] pgmap v3691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:23.822066+0000 mgr.smithi176.ajjlsm (mgr.14696) 4295 : cluster [DBG] pgmap v3691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:25.822730+0000 mgr.smithi176.ajjlsm (mgr.14696) 4296 : cluster [DBG] pgmap v3692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:25.822730+0000 mgr.smithi176.ajjlsm (mgr.14696) 4296 : cluster [DBG] pgmap v3692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:27.823688+0000 mgr.smithi176.ajjlsm (mgr.14696) 4297 : cluster [DBG] pgmap v3693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:27.823688+0000 mgr.smithi176.ajjlsm (mgr.14696) 4297 : cluster [DBG] pgmap v3693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:29.824315+0000 mgr.smithi176.ajjlsm (mgr.14696) 4298 : cluster [DBG] pgmap v3694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:29.824315+0000 mgr.smithi176.ajjlsm (mgr.14696) 4298 : cluster [DBG] pgmap v3694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:31.825238+0000 mgr.smithi176.ajjlsm (mgr.14696) 4299 : cluster [DBG] pgmap v3695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:31.825238+0000 mgr.smithi176.ajjlsm (mgr.14696) 4299 : cluster [DBG] pgmap v3695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:33.825734+0000 mgr.smithi176.ajjlsm (mgr.14696) 4300 : cluster [DBG] pgmap v3696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:35.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:33.825734+0000 mgr.smithi176.ajjlsm (mgr.14696) 4300 : cluster [DBG] pgmap v3696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:35.826443+0000 mgr.smithi176.ajjlsm (mgr.14696) 4301 : cluster [DBG] pgmap v3697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:35.826443+0000 mgr.smithi176.ajjlsm (mgr.14696) 4301 : cluster [DBG] pgmap v3697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:39.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:37.827393+0000 mgr.smithi176.ajjlsm (mgr.14696) 4302 : cluster [DBG] pgmap v3698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:37.827393+0000 mgr.smithi176.ajjlsm (mgr.14696) 4302 : cluster [DBG] pgmap v3698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:12:40.489567+0000 mon.smithi176 (mon.0) 1451 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:12:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:12:40.489567+0000 mon.smithi176 (mon.0) 1451 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:12:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:39.827997+0000 mgr.smithi176.ajjlsm (mgr.14696) 4303 : cluster [DBG] pgmap v3699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:12:40.552860+0000 mon.smithi176 (mon.0) 1452 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:12:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:39.827997+0000 mgr.smithi176.ajjlsm (mgr.14696) 4303 : cluster [DBG] pgmap v3699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:12:40.552860+0000 mon.smithi176 (mon.0) 1452 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:12:42.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:41.828733+0000 mgr.smithi176.ajjlsm (mgr.14696) 4304 : cluster [DBG] pgmap v3700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:41.828733+0000 mgr.smithi176.ajjlsm (mgr.14696) 4304 : cluster [DBG] pgmap v3700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:43.829322+0000 mgr.smithi176.ajjlsm (mgr.14696) 4305 : cluster [DBG] pgmap v3701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:43.829322+0000 mgr.smithi176.ajjlsm (mgr.14696) 4305 : cluster [DBG] pgmap v3701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:46.554 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:12:46.825 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:12:46.825 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 8m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:12:46.826 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 8m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:12:46.826 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 8m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:12:46.826 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 8m ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:12:46.826 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 8m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:12:46.827 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 8m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:12:46.827 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 8m ago 2h 537M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:12:46.827 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 8m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:12:46.827 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 8m ago 2h 792M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:12:46.827 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 8m ago 2h 412M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:12:46.828 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 8m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:12:46.828 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 8m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:12:46.828 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 8m ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:12:46.828 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 8m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:12:46.829 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (114m) 8m ago 2h 722M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:12:46.829 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 8m ago 2h 1542M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:12:46.829 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 8m ago 2h 1055M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:12:46.829 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 8m ago 2h 1695M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:12:46.830 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 8m ago 2h 1589M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:12:46.830 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 8m ago 2h 1768M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:12:46.830 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 8m ago 2h 1442M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:12:46.830 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 8m ago 2h 2208M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:12:46.831 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 8m ago 2h 75.7M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:12:47.147 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:12:47.147 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:12:47.147 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:12:47.148 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:12:47.148 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:12:47.148 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:12:47.148 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:12:47.148 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:12:47.149 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:12:47.149 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:12:47.149 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:12:47.149 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:12:47.150 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:12:47.150 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:12:47.150 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:12:47.150 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:12:47.151 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:12:47.151 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:12:47.151 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:12:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:45.829863+0000 mgr.smithi176.ajjlsm (mgr.14696) 4306 : cluster [DBG] pgmap v3702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:47.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:12:47.145477+0000 mon.smithi176 (mon.0) 1453 : audit [DBG] from='client.? 172.21.15.176:0/3953430209' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:12:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:45.829863+0000 mgr.smithi176.ajjlsm (mgr.14696) 4306 : cluster [DBG] pgmap v3702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:12:47.145477+0000 mon.smithi176 (mon.0) 1453 : audit [DBG] from='client.? 172.21.15.176:0/3953430209' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:12:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:12:46.540054+0000 mgr.smithi176.ajjlsm (mgr.14696) 4307 : audit [DBG] from='client.36974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:12:48.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:12:46.814741+0000 mgr.smithi176.ajjlsm (mgr.14696) 4308 : audit [DBG] from='client.36978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:12:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:12:46.540054+0000 mgr.smithi176.ajjlsm (mgr.14696) 4307 : audit [DBG] from='client.36974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:12:48.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:12:46.814741+0000 mgr.smithi176.ajjlsm (mgr.14696) 4308 : audit [DBG] from='client.36978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:12:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:47.830647+0000 mgr.smithi176.ajjlsm (mgr.14696) 4309 : cluster [DBG] pgmap v3703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:47.830647+0000 mgr.smithi176.ajjlsm (mgr.14696) 4309 : cluster [DBG] pgmap v3703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:49.831087+0000 mgr.smithi176.ajjlsm (mgr.14696) 4310 : cluster [DBG] pgmap v3704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:49.831087+0000 mgr.smithi176.ajjlsm (mgr.14696) 4310 : cluster [DBG] pgmap v3704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:51.831928+0000 mgr.smithi176.ajjlsm (mgr.14696) 4311 : cluster [DBG] pgmap v3705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:51.831928+0000 mgr.smithi176.ajjlsm (mgr.14696) 4311 : cluster [DBG] pgmap v3705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:53.832405+0000 mgr.smithi176.ajjlsm (mgr.14696) 4312 : cluster [DBG] pgmap v3706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:53.832405+0000 mgr.smithi176.ajjlsm (mgr.14696) 4312 : cluster [DBG] pgmap v3706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:55.832987+0000 mgr.smithi176.ajjlsm (mgr.14696) 4313 : cluster [DBG] pgmap v3707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:55.832987+0000 mgr.smithi176.ajjlsm (mgr.14696) 4313 : cluster [DBG] pgmap v3707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:12:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:12:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:57.833772+0000 mgr.smithi176.ajjlsm (mgr.14696) 4314 : cluster [DBG] pgmap v3708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:12:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:12:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:57.833772+0000 mgr.smithi176.ajjlsm (mgr.14696) 4314 : cluster [DBG] pgmap v3708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:12:59.834242+0000 mgr.smithi176.ajjlsm (mgr.14696) 4315 : cluster [DBG] pgmap v3709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:12:59.834242+0000 mgr.smithi176.ajjlsm (mgr.14696) 4315 : cluster [DBG] pgmap v3709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:01.835100+0000 mgr.smithi176.ajjlsm (mgr.14696) 4316 : cluster [DBG] pgmap v3710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:01.835100+0000 mgr.smithi176.ajjlsm (mgr.14696) 4316 : cluster [DBG] pgmap v3710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:03.835633+0000 mgr.smithi176.ajjlsm (mgr.14696) 4317 : cluster [DBG] pgmap v3711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:03.835633+0000 mgr.smithi176.ajjlsm (mgr.14696) 4317 : cluster [DBG] pgmap v3711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:05.836142+0000 mgr.smithi176.ajjlsm (mgr.14696) 4318 : cluster [DBG] pgmap v3712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:05.836142+0000 mgr.smithi176.ajjlsm (mgr.14696) 4318 : cluster [DBG] pgmap v3712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:07.836985+0000 mgr.smithi176.ajjlsm (mgr.14696) 4319 : cluster [DBG] pgmap v3713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:07.836985+0000 mgr.smithi176.ajjlsm (mgr.14696) 4319 : cluster [DBG] pgmap v3713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:09.837395+0000 mgr.smithi176.ajjlsm (mgr.14696) 4320 : cluster [DBG] pgmap v3714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:09.837395+0000 mgr.smithi176.ajjlsm (mgr.14696) 4320 : cluster [DBG] pgmap v3714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:11.838189+0000 mgr.smithi176.ajjlsm (mgr.14696) 4321 : cluster [DBG] pgmap v3715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:11.838189+0000 mgr.smithi176.ajjlsm (mgr.14696) 4321 : cluster [DBG] pgmap v3715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:13.838765+0000 mgr.smithi176.ajjlsm (mgr.14696) 4322 : cluster [DBG] pgmap v3716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:13.838765+0000 mgr.smithi176.ajjlsm (mgr.14696) 4322 : cluster [DBG] pgmap v3716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:17.446 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:13:17.717 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:13:17.717 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 9m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:13:17.717 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 9m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:13:17.718 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 9m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:13:17.718 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 9m ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:13:17.718 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 9m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:13:17.718 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 9m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:13:17.719 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 9m ago 2h 537M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:13:17.719 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 9m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:13:17.719 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 9m ago 2h 792M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:13:17.719 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 9m ago 2h 412M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:13:17.720 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 9m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:13:17.720 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 9m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:13:17.720 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 9m ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:13:17.720 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 9m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:13:17.721 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (114m) 9m ago 2h 722M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:13:17.721 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 9m ago 2h 1542M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:13:17.721 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 9m ago 2h 1055M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:13:17.721 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 9m ago 2h 1695M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:13:17.722 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 9m ago 2h 1589M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:13:17.722 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 9m ago 2h 1768M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:13:17.722 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 9m ago 2h 1442M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:13:17.722 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 9m ago 2h 2208M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:13:17.722 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 9m ago 2h 75.7M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:13:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:15.839256+0000 mgr.smithi176.ajjlsm (mgr.14696) 4323 : cluster [DBG] pgmap v3717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:15.839256+0000 mgr.smithi176.ajjlsm (mgr.14696) 4323 : cluster [DBG] pgmap v3717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:18.035 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:13:18.036 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:13:18.036 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:13:18.036 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:13:18.037 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:13:18.037 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:13:18.037 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:13:18.037 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:13:18.038 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:13:18.038 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:13:18.038 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:13:18.038 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:13:18.039 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:13:18.039 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:13:18.039 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:13:18.039 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:13:18.039 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:13:18.040 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:13:18.040 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:13:18.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:13:17.433199+0000 mgr.smithi176.ajjlsm (mgr.14696) 4324 : audit [DBG] from='client.36986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:13:18.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:13:18.034170+0000 mon.smithi176 (mon.0) 1454 : audit [DBG] from='client.? 172.21.15.176:0/4112111295' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:13:19.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:13:17.433199+0000 mgr.smithi176.ajjlsm (mgr.14696) 4324 : audit [DBG] from='client.36986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:13:19.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:13:18.034170+0000 mon.smithi176 (mon.0) 1454 : audit [DBG] from='client.? 172.21.15.176:0/4112111295' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:13:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:13:17.704302+0000 mgr.smithi176.ajjlsm (mgr.14696) 4325 : audit [DBG] from='client.36990 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:13:19.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:17.840145+0000 mgr.smithi176.ajjlsm (mgr.14696) 4326 : cluster [DBG] pgmap v3718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:13:17.704302+0000 mgr.smithi176.ajjlsm (mgr.14696) 4325 : audit [DBG] from='client.36990 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:13:20.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:17.840145+0000 mgr.smithi176.ajjlsm (mgr.14696) 4326 : cluster [DBG] pgmap v3718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:19.840813+0000 mgr.smithi176.ajjlsm (mgr.14696) 4327 : cluster [DBG] pgmap v3719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:19.840813+0000 mgr.smithi176.ajjlsm (mgr.14696) 4327 : cluster [DBG] pgmap v3719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:21.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:13:20.966762+0000 mon.smithi176 (mon.0) 1455 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:13:21.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:13:20.968064+0000 mon.smithi176 (mon.0) 1456 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:13:21.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:13:20.968832+0000 mon.smithi176 (mon.0) 1457 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:13:21.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:13:20.969535+0000 mgr.smithi176.ajjlsm (mgr.14696) 4328 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:13:21.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:13:21.365824+0000 mon.smithi176 (mon.0) 1458 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:13:21.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:13:21.366020+0000 mon.smithi176 (mon.0) 1459 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:13:21.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:13:21.369806+0000 mon.smithi176 (mon.0) 1460 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:13:21.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:13:21.375013+0000 mon.smithi176 (mon.0) 1461 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:13:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:13:20.966762+0000 mon.smithi176 (mon.0) 1455 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:13:22.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:13:20.968064+0000 mon.smithi176 (mon.0) 1456 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:13:22.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:13:20.968832+0000 mon.smithi176 (mon.0) 1457 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:13:22.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:13:20.969535+0000 mgr.smithi176.ajjlsm (mgr.14696) 4328 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:13:22.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:13:21.365824+0000 mon.smithi176 (mon.0) 1458 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:13:22.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:13:21.366020+0000 mon.smithi176 (mon.0) 1459 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:13:22.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:13:21.369806+0000 mon.smithi176 (mon.0) 1460 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:13:22.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:13:21.375013+0000 mon.smithi176 (mon.0) 1461 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:13:22.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:21.841538+0000 mgr.smithi176.ajjlsm (mgr.14696) 4329 : cluster [DBG] pgmap v3720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:21.841538+0000 mgr.smithi176.ajjlsm (mgr.14696) 4329 : cluster [DBG] pgmap v3720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:23.842069+0000 mgr.smithi176.ajjlsm (mgr.14696) 4330 : cluster [DBG] pgmap v3721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:25.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:23.842069+0000 mgr.smithi176.ajjlsm (mgr.14696) 4330 : cluster [DBG] pgmap v3721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:25.842525+0000 mgr.smithi176.ajjlsm (mgr.14696) 4331 : cluster [DBG] pgmap v3722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:25.842525+0000 mgr.smithi176.ajjlsm (mgr.14696) 4331 : cluster [DBG] pgmap v3722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:29.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:27.843525+0000 mgr.smithi176.ajjlsm (mgr.14696) 4332 : cluster [DBG] pgmap v3723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:27.843525+0000 mgr.smithi176.ajjlsm (mgr.14696) 4332 : cluster [DBG] pgmap v3723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:29.844023+0000 mgr.smithi176.ajjlsm (mgr.14696) 4333 : cluster [DBG] pgmap v3724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:29.844023+0000 mgr.smithi176.ajjlsm (mgr.14696) 4333 : cluster [DBG] pgmap v3724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:31.844882+0000 mgr.smithi176.ajjlsm (mgr.14696) 4334 : cluster [DBG] pgmap v3725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:31.844882+0000 mgr.smithi176.ajjlsm (mgr.14696) 4334 : cluster [DBG] pgmap v3725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:33.845394+0000 mgr.smithi176.ajjlsm (mgr.14696) 4335 : cluster [DBG] pgmap v3726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:33.845394+0000 mgr.smithi176.ajjlsm (mgr.14696) 4335 : cluster [DBG] pgmap v3726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:35.845882+0000 mgr.smithi176.ajjlsm (mgr.14696) 4336 : cluster [DBG] pgmap v3727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:37.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:35.845882+0000 mgr.smithi176.ajjlsm (mgr.14696) 4336 : cluster [DBG] pgmap v3727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:37.846757+0000 mgr.smithi176.ajjlsm (mgr.14696) 4337 : cluster [DBG] pgmap v3728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:37.846757+0000 mgr.smithi176.ajjlsm (mgr.14696) 4337 : cluster [DBG] pgmap v3728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:40.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:13:40.491437+0000 mon.smithi176 (mon.0) 1462 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:13:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:13:40.491437+0000 mon.smithi176 (mon.0) 1462 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:13:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:39.847359+0000 mgr.smithi176.ajjlsm (mgr.14696) 4338 : cluster [DBG] pgmap v3729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:13:40.557109+0000 mon.smithi176 (mon.0) 1463 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:13:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:39.847359+0000 mgr.smithi176.ajjlsm (mgr.14696) 4338 : cluster [DBG] pgmap v3729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:13:40.557109+0000 mon.smithi176 (mon.0) 1463 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:13:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:41.848265+0000 mgr.smithi176.ajjlsm (mgr.14696) 4339 : cluster [DBG] pgmap v3730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:41.848265+0000 mgr.smithi176.ajjlsm (mgr.14696) 4339 : cluster [DBG] pgmap v3730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:43.848834+0000 mgr.smithi176.ajjlsm (mgr.14696) 4340 : cluster [DBG] pgmap v3731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:43.848834+0000 mgr.smithi176.ajjlsm (mgr.14696) 4340 : cluster [DBG] pgmap v3731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:45.849361+0000 mgr.smithi176.ajjlsm (mgr.14696) 4341 : cluster [DBG] pgmap v3732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:45.849361+0000 mgr.smithi176.ajjlsm (mgr.14696) 4341 : cluster [DBG] pgmap v3732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:48.339 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:13:48.605 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:13:48.605 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 9m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:13:48.605 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 9m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:13:48.606 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 9m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:13:48.606 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 9m ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:13:48.606 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 9m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:13:48.606 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 9m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:13:48.607 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 9m ago 2h 537M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:13:48.607 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 9m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:13:48.607 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 9m ago 2h 792M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:13:48.607 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 9m ago 2h 412M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:13:48.608 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 9m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:13:48.608 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 9m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:13:48.608 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 9m ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:13:48.608 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 9m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:13:48.609 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (115m) 9m ago 2h 722M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:13:48.609 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 9m ago 2h 1542M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:13:48.609 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 9m ago 2h 1055M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:13:48.609 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 9m ago 2h 1695M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:13:48.610 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 9m ago 2h 1589M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:13:48.610 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 9m ago 2h 1768M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:13:48.610 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 9m ago 2h 1442M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:13:48.610 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 9m ago 2h 2208M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:13:48.611 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 9m ago 2h 75.7M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:13:48.928 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:13:48.928 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:13:48.929 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:13:48.929 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:13:48.929 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:13:48.929 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:13:48.930 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:13:48.930 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:13:48.930 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:13:48.930 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:13:48.930 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:13:48.931 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:13:48.931 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:13:48.931 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:13:48.931 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:13:48.932 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:13:48.932 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:13:48.932 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:13:48.932 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:13:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:47.850231+0000 mgr.smithi176.ajjlsm (mgr.14696) 4342 : cluster [DBG] pgmap v3733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:49.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:13:48.325530+0000 mgr.smithi176.ajjlsm (mgr.14696) 4343 : audit [DBG] from='client.36998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:13:49.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:13:48.926716+0000 mon.smithi176 (mon.0) 1464 : audit [DBG] from='client.? 172.21.15.176:0/3557787505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:13:49.973 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:47.850231+0000 mgr.smithi176.ajjlsm (mgr.14696) 4342 : cluster [DBG] pgmap v3733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:49.974 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:13:48.325530+0000 mgr.smithi176.ajjlsm (mgr.14696) 4343 : audit [DBG] from='client.36998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:13:49.974 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:13:48.926716+0000 mon.smithi176 (mon.0) 1464 : audit [DBG] from='client.? 172.21.15.176:0/3557787505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:13:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:13:48.594451+0000 mgr.smithi176.ajjlsm (mgr.14696) 4344 : audit [DBG] from='client.37002 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:13:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:13:48.594451+0000 mgr.smithi176.ajjlsm (mgr.14696) 4344 : audit [DBG] from='client.37002 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:13:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:49.850842+0000 mgr.smithi176.ajjlsm (mgr.14696) 4345 : cluster [DBG] pgmap v3734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:49.850842+0000 mgr.smithi176.ajjlsm (mgr.14696) 4345 : cluster [DBG] pgmap v3734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:51.851751+0000 mgr.smithi176.ajjlsm (mgr.14696) 4346 : cluster [DBG] pgmap v3735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:51.851751+0000 mgr.smithi176.ajjlsm (mgr.14696) 4346 : cluster [DBG] pgmap v3735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:53.852506+0000 mgr.smithi176.ajjlsm (mgr.14696) 4347 : cluster [DBG] pgmap v3736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:53.852506+0000 mgr.smithi176.ajjlsm (mgr.14696) 4347 : cluster [DBG] pgmap v3736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:57.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:55.853204+0000 mgr.smithi176.ajjlsm (mgr.14696) 4348 : cluster [DBG] pgmap v3737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:55.853204+0000 mgr.smithi176.ajjlsm (mgr.14696) 4348 : cluster [DBG] pgmap v3737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:13:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:13:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:57.854063+0000 mgr.smithi176.ajjlsm (mgr.14696) 4349 : cluster [DBG] pgmap v3738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:13:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:13:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:57.854063+0000 mgr.smithi176.ajjlsm (mgr.14696) 4349 : cluster [DBG] pgmap v3738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:01.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:13:59.854634+0000 mgr.smithi176.ajjlsm (mgr.14696) 4350 : cluster [DBG] pgmap v3739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:13:59.854634+0000 mgr.smithi176.ajjlsm (mgr.14696) 4350 : cluster [DBG] pgmap v3739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:01.855438+0000 mgr.smithi176.ajjlsm (mgr.14696) 4351 : cluster [DBG] pgmap v3740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:01.855438+0000 mgr.smithi176.ajjlsm (mgr.14696) 4351 : cluster [DBG] pgmap v3740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:05.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:03.855938+0000 mgr.smithi176.ajjlsm (mgr.14696) 4352 : cluster [DBG] pgmap v3741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:03.855938+0000 mgr.smithi176.ajjlsm (mgr.14696) 4352 : cluster [DBG] pgmap v3741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:05.856429+0000 mgr.smithi176.ajjlsm (mgr.14696) 4353 : cluster [DBG] pgmap v3742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:05.856429+0000 mgr.smithi176.ajjlsm (mgr.14696) 4353 : cluster [DBG] pgmap v3742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:07.857303+0000 mgr.smithi176.ajjlsm (mgr.14696) 4354 : cluster [DBG] pgmap v3743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:07.857303+0000 mgr.smithi176.ajjlsm (mgr.14696) 4354 : cluster [DBG] pgmap v3743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:09.857848+0000 mgr.smithi176.ajjlsm (mgr.14696) 4355 : cluster [DBG] pgmap v3744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:09.857848+0000 mgr.smithi176.ajjlsm (mgr.14696) 4355 : cluster [DBG] pgmap v3744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:11.858664+0000 mgr.smithi176.ajjlsm (mgr.14696) 4356 : cluster [DBG] pgmap v3745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:11.858664+0000 mgr.smithi176.ajjlsm (mgr.14696) 4356 : cluster [DBG] pgmap v3745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:13.859194+0000 mgr.smithi176.ajjlsm (mgr.14696) 4357 : cluster [DBG] pgmap v3746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:13.859194+0000 mgr.smithi176.ajjlsm (mgr.14696) 4357 : cluster [DBG] pgmap v3746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:15.859746+0000 mgr.smithi176.ajjlsm (mgr.14696) 4358 : cluster [DBG] pgmap v3747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:15.859746+0000 mgr.smithi176.ajjlsm (mgr.14696) 4358 : cluster [DBG] pgmap v3747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:19.234 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:14:19.503 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:14:19.504 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 10m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:14:19.504 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 10m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:14:19.504 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 10m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:14:19.504 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 10m ago 2h 43.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:14:19.505 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 10m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:14:19.505 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 10m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:14:19.505 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 10m ago 2h 537M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:14:19.506 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 10m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:14:19.506 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 10m ago 2h 792M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:14:19.506 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 10m ago 2h 412M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:14:19.506 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 10m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:14:19.507 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 10m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:14:19.507 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 10m ago 2h 18.8M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:14:19.507 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 10m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:14:19.507 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (115m) 10m ago 2h 722M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:14:19.507 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 10m ago 2h 1542M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:14:19.508 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 10m ago 2h 1055M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:14:19.508 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 10m ago 2h 1695M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:14:19.508 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 10m ago 2h 1589M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:14:19.508 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 10m ago 2h 1768M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:14:19.509 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 10m ago 2h 1442M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:14:19.509 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 10m ago 2h 2208M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:14:19.509 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 10m ago 2h 75.7M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:14:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:17.860690+0000 mgr.smithi176.ajjlsm (mgr.14696) 4359 : cluster [DBG] pgmap v3748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:19.828 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:14:19.829 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:14:19.829 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:14:19.829 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:14:19.830 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:14:19.830 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:14:19.830 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:14:19.831 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:14:19.831 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:14:19.831 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:14:19.832 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:14:19.832 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:14:19.832 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:14:19.833 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:14:19.833 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:14:19.833 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:14:19.834 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:14:19.834 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:14:19.834 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:14:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:17.860690+0000 mgr.smithi176.ajjlsm (mgr.14696) 4359 : cluster [DBG] pgmap v3748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:14:19.221125+0000 mgr.smithi176.ajjlsm (mgr.14696) 4360 : audit [DBG] from='client.37010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:14:20.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:14:19.492445+0000 mgr.smithi176.ajjlsm (mgr.14696) 4361 : audit [DBG] from='client.37014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:14:20.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:14:19.827430+0000 mon.smithi176 (mon.0) 1465 : audit [DBG] from='client.? 172.21.15.176:0/1965376057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:14:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:14:19.221125+0000 mgr.smithi176.ajjlsm (mgr.14696) 4360 : audit [DBG] from='client.37010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:14:20.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:14:19.492445+0000 mgr.smithi176.ajjlsm (mgr.14696) 4361 : audit [DBG] from='client.37014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:14:20.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:14:19.827430+0000 mon.smithi176 (mon.0) 1465 : audit [DBG] from='client.? 172.21.15.176:0/1965376057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:14:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:19.861225+0000 mgr.smithi176.ajjlsm (mgr.14696) 4362 : cluster [DBG] pgmap v3749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:14:21.377498+0000 mon.smithi176 (mon.0) 1466 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:14:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:14:21.378903+0000 mon.smithi176 (mon.0) 1467 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:14:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:14:21.379766+0000 mon.smithi176 (mon.0) 1468 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:14:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:19.861225+0000 mgr.smithi176.ajjlsm (mgr.14696) 4362 : cluster [DBG] pgmap v3749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:21.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:14:21.377498+0000 mon.smithi176 (mon.0) 1466 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:14:21.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:14:21.378903+0000 mon.smithi176 (mon.0) 1467 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:14:21.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:14:21.379766+0000 mon.smithi176 (mon.0) 1468 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:14:22.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:14:21.380556+0000 mgr.smithi176.ajjlsm (mgr.14696) 4363 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:14:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:14:21.380556+0000 mgr.smithi176.ajjlsm (mgr.14696) 4363 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:14:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:21.861927+0000 mgr.smithi176.ajjlsm (mgr.14696) 4364 : cluster [DBG] pgmap v3750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:21.861927+0000 mgr.smithi176.ajjlsm (mgr.14696) 4364 : cluster [DBG] pgmap v3750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:23.862299+0000 mgr.smithi176.ajjlsm (mgr.14696) 4365 : cluster [DBG] pgmap v3751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:26.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:23.862299+0000 mgr.smithi176.ajjlsm (mgr.14696) 4365 : cluster [DBG] pgmap v3751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:27.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:25.862774+0000 mgr.smithi176.ajjlsm (mgr.14696) 4366 : cluster [DBG] pgmap v3752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:27.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:14:25.924090+0000 mon.smithi176 (mon.0) 1469 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:14:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:25.862774+0000 mgr.smithi176.ajjlsm (mgr.14696) 4366 : cluster [DBG] pgmap v3752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:27.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:14:25.924090+0000 mon.smithi176 (mon.0) 1469 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:14:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:27.863659+0000 mgr.smithi176.ajjlsm (mgr.14696) 4367 : cluster [DBG] pgmap v3753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:29.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:14:27.994188+0000 mon.smithi176 (mon.0) 1470 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:14:29.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:14:28.384020+0000 mon.smithi176 (mon.0) 1471 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:14:29.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:14:28.388938+0000 mon.smithi176 (mon.0) 1472 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:14:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:27.863659+0000 mgr.smithi176.ajjlsm (mgr.14696) 4367 : cluster [DBG] pgmap v3753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:29.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:14:27.994188+0000 mon.smithi176 (mon.0) 1470 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:14:29.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:14:28.384020+0000 mon.smithi176 (mon.0) 1471 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:14:29.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:14:28.388938+0000 mon.smithi176 (mon.0) 1472 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:14:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:29.864116+0000 mgr.smithi176.ajjlsm (mgr.14696) 4368 : cluster [DBG] pgmap v3754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:29.864116+0000 mgr.smithi176.ajjlsm (mgr.14696) 4368 : cluster [DBG] pgmap v3754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:31.864851+0000 mgr.smithi176.ajjlsm (mgr.14696) 4369 : cluster [DBG] pgmap v3755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:31.864851+0000 mgr.smithi176.ajjlsm (mgr.14696) 4369 : cluster [DBG] pgmap v3755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:35.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:33.865296+0000 mgr.smithi176.ajjlsm (mgr.14696) 4370 : cluster [DBG] pgmap v3756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:33.865296+0000 mgr.smithi176.ajjlsm (mgr.14696) 4370 : cluster [DBG] pgmap v3756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:35.866025+0000 mgr.smithi176.ajjlsm (mgr.14696) 4371 : cluster [DBG] pgmap v3757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:35.866025+0000 mgr.smithi176.ajjlsm (mgr.14696) 4371 : cluster [DBG] pgmap v3757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:37.866798+0000 mgr.smithi176.ajjlsm (mgr.14696) 4372 : cluster [DBG] pgmap v3758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:39.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:37.866798+0000 mgr.smithi176.ajjlsm (mgr.14696) 4372 : cluster [DBG] pgmap v3758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:14:40.493260+0000 mon.smithi176 (mon.0) 1473 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:14:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:14:40.493260+0000 mon.smithi176 (mon.0) 1473 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:14:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:39.867433+0000 mgr.smithi176.ajjlsm (mgr.14696) 4373 : cluster [DBG] pgmap v3759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:14:40.561520+0000 mon.smithi176 (mon.0) 1474 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:14:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:39.867433+0000 mgr.smithi176.ajjlsm (mgr.14696) 4373 : cluster [DBG] pgmap v3759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:14:40.561520+0000 mon.smithi176 (mon.0) 1474 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:14:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:41.868400+0000 mgr.smithi176.ajjlsm (mgr.14696) 4374 : cluster [DBG] pgmap v3760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:41.868400+0000 mgr.smithi176.ajjlsm (mgr.14696) 4374 : cluster [DBG] pgmap v3760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:43.868790+0000 mgr.smithi176.ajjlsm (mgr.14696) 4375 : cluster [DBG] pgmap v3761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:43.868790+0000 mgr.smithi176.ajjlsm (mgr.14696) 4375 : cluster [DBG] pgmap v3761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:45.869281+0000 mgr.smithi176.ajjlsm (mgr.14696) 4376 : cluster [DBG] pgmap v3762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:45.869281+0000 mgr.smithi176.ajjlsm (mgr.14696) 4376 : cluster [DBG] pgmap v3762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:47.870193+0000 mgr.smithi176.ajjlsm (mgr.14696) 4377 : cluster [DBG] pgmap v3763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:47.870193+0000 mgr.smithi176.ajjlsm (mgr.14696) 4377 : cluster [DBG] pgmap v3763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:50.141 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:14:50.408 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:14:50.409 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 22s ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:14:50.409 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 22s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:14:50.409 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 24s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:14:50.409 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 22s ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:14:50.410 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 22s ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:14:50.410 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 24s ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:14:50.410 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 22s ago 2h 544M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:14:50.410 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 24s ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:14:50.411 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 22s ago 2h 855M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:14:50.411 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 24s ago 2h 457M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:14:50.411 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 22s ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:14:50.411 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 24s ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:14:50.411 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 22s ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:14:50.412 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 24s ago 2h 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:14:50.412 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (116m) 22s ago 2h 749M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:14:50.412 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 22s ago 2h 1574M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:14:50.412 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 22s ago 2h 1077M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:14:50.413 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 22s ago 2h 1730M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:14:50.413 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 24s ago 2h 1620M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:14:50.413 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 24s ago 2h 1796M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:14:50.413 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 24s ago 2h 1468M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:14:50.414 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 24s ago 2h 2240M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:14:50.414 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 22s ago 2h 78.1M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:14:50.731 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:14:50.731 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:14:50.731 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:14:50.732 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:14:50.732 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:14:50.732 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:14:50.733 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:14:50.733 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:14:50.733 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:14:50.733 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:14:50.734 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:14:50.734 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:14:50.734 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:14:50.734 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:14:50.734 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:14:50.735 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:14:50.735 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:14:50.735 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:14:50.735 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:14:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:49.870626+0000 mgr.smithi176.ajjlsm (mgr.14696) 4378 : cluster [DBG] pgmap v3764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:51.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:14:50.126681+0000 mgr.smithi176.ajjlsm (mgr.14696) 4379 : audit [DBG] from='client.37022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:14:51.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:14:50.398346+0000 mgr.smithi176.ajjlsm (mgr.14696) 4380 : audit [DBG] from='client.37026 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:14:51.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:14:50.729553+0000 mon.smithi176 (mon.0) 1475 : audit [DBG] from='client.? 172.21.15.176:0/3061545692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:14:52.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:49.870626+0000 mgr.smithi176.ajjlsm (mgr.14696) 4378 : cluster [DBG] pgmap v3764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:52.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:14:50.126681+0000 mgr.smithi176.ajjlsm (mgr.14696) 4379 : audit [DBG] from='client.37022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:14:52.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:14:50.398346+0000 mgr.smithi176.ajjlsm (mgr.14696) 4380 : audit [DBG] from='client.37026 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:14:52.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:14:50.729553+0000 mon.smithi176 (mon.0) 1475 : audit [DBG] from='client.? 172.21.15.176:0/3061545692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:14:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:51.871650+0000 mgr.smithi176.ajjlsm (mgr.14696) 4381 : cluster [DBG] pgmap v3765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:54.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:51.871650+0000 mgr.smithi176.ajjlsm (mgr.14696) 4381 : cluster [DBG] pgmap v3765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:53.872218+0000 mgr.smithi176.ajjlsm (mgr.14696) 4382 : cluster [DBG] pgmap v3766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:53.872218+0000 mgr.smithi176.ajjlsm (mgr.14696) 4382 : cluster [DBG] pgmap v3766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:55.872960+0000 mgr.smithi176.ajjlsm (mgr.14696) 4383 : cluster [DBG] pgmap v3767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:55.872960+0000 mgr.smithi176.ajjlsm (mgr.14696) 4383 : cluster [DBG] pgmap v3767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:14:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:14:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:57.873643+0000 mgr.smithi176.ajjlsm (mgr.14696) 4384 : cluster [DBG] pgmap v3768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:14:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:14:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:57.873643+0000 mgr.smithi176.ajjlsm (mgr.14696) 4384 : cluster [DBG] pgmap v3768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:14:59.874132+0000 mgr.smithi176.ajjlsm (mgr.14696) 4385 : cluster [DBG] pgmap v3769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:14:59.874132+0000 mgr.smithi176.ajjlsm (mgr.14696) 4385 : cluster [DBG] pgmap v3769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:01.875047+0000 mgr.smithi176.ajjlsm (mgr.14696) 4386 : cluster [DBG] pgmap v3770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:01.875047+0000 mgr.smithi176.ajjlsm (mgr.14696) 4386 : cluster [DBG] pgmap v3770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:03.875553+0000 mgr.smithi176.ajjlsm (mgr.14696) 4387 : cluster [DBG] pgmap v3771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:03.875553+0000 mgr.smithi176.ajjlsm (mgr.14696) 4387 : cluster [DBG] pgmap v3771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:05.876135+0000 mgr.smithi176.ajjlsm (mgr.14696) 4388 : cluster [DBG] pgmap v3772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:05.876135+0000 mgr.smithi176.ajjlsm (mgr.14696) 4388 : cluster [DBG] pgmap v3772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:07.877021+0000 mgr.smithi176.ajjlsm (mgr.14696) 4389 : cluster [DBG] pgmap v3773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:07.877021+0000 mgr.smithi176.ajjlsm (mgr.14696) 4389 : cluster [DBG] pgmap v3773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:09.877565+0000 mgr.smithi176.ajjlsm (mgr.14696) 4390 : cluster [DBG] pgmap v3774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:09.877565+0000 mgr.smithi176.ajjlsm (mgr.14696) 4390 : cluster [DBG] pgmap v3774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:11.878460+0000 mgr.smithi176.ajjlsm (mgr.14696) 4391 : cluster [DBG] pgmap v3775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:11.878460+0000 mgr.smithi176.ajjlsm (mgr.14696) 4391 : cluster [DBG] pgmap v3775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:13.879133+0000 mgr.smithi176.ajjlsm (mgr.14696) 4392 : cluster [DBG] pgmap v3776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:13.879133+0000 mgr.smithi176.ajjlsm (mgr.14696) 4392 : cluster [DBG] pgmap v3776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:15.879641+0000 mgr.smithi176.ajjlsm (mgr.14696) 4393 : cluster [DBG] pgmap v3777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:15.879641+0000 mgr.smithi176.ajjlsm (mgr.14696) 4393 : cluster [DBG] pgmap v3777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:17.880466+0000 mgr.smithi176.ajjlsm (mgr.14696) 4394 : cluster [DBG] pgmap v3778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:17.880466+0000 mgr.smithi176.ajjlsm (mgr.14696) 4394 : cluster [DBG] pgmap v3778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:21.033 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:15:21.302 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:15:21.303 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 53s ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:15:21.303 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 53s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:15:21.303 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 55s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:15:21.304 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 53s ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:15:21.304 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 53s ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:15:21.304 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 55s ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:15:21.304 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 53s ago 2h 544M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:15:21.305 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 55s ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:15:21.305 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 53s ago 2h 855M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:15:21.305 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 55s ago 2h 457M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:15:21.305 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 53s ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:15:21.305 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 55s ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:15:21.306 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 53s ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:15:21.306 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 55s ago 2h 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:15:21.306 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (116m) 53s ago 2h 749M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:15:21.306 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 53s ago 2h 1574M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:15:21.307 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 53s ago 2h 1077M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:15:21.307 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 53s ago 2h 1730M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:15:21.307 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 55s ago 2h 1620M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:15:21.307 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 55s ago 2h 1796M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:15:21.308 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 55s ago 2h 1468M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:15:21.308 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 55s ago 2h 2240M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:15:21.308 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 53s ago 2h 78.1M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:15:21.625 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:15:21.626 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:15:21.626 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:15:21.626 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:15:21.626 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:15:21.627 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:15:21.627 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:15:21.627 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:15:21.627 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:15:21.628 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:15:21.628 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:15:21.628 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:15:21.628 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:15:21.629 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:15:21.629 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:15:21.629 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:15:21.629 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:15:21.630 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:15:21.630 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:15:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:19.880995+0000 mgr.smithi176.ajjlsm (mgr.14696) 4395 : cluster [DBG] pgmap v3779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:19.880995+0000 mgr.smithi176.ajjlsm (mgr.14696) 4395 : cluster [DBG] pgmap v3779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:22.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:15:21.018997+0000 mgr.smithi176.ajjlsm (mgr.14696) 4396 : audit [DBG] from='client.37034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:15:22.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:15:21.292455+0000 mgr.smithi176.ajjlsm (mgr.14696) 4397 : audit [DBG] from='client.37038 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:15:22.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:15:21.624186+0000 mon.smithi176 (mon.0) 1476 : audit [DBG] from='client.? 172.21.15.176:0/669638139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:15:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:15:21.018997+0000 mgr.smithi176.ajjlsm (mgr.14696) 4396 : audit [DBG] from='client.37034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:15:22.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:15:21.292455+0000 mgr.smithi176.ajjlsm (mgr.14696) 4397 : audit [DBG] from='client.37038 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:15:22.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:15:21.624186+0000 mon.smithi176 (mon.0) 1476 : audit [DBG] from='client.? 172.21.15.176:0/669638139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:15:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:21.881704+0000 mgr.smithi176.ajjlsm (mgr.14696) 4398 : cluster [DBG] pgmap v3780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:21.881704+0000 mgr.smithi176.ajjlsm (mgr.14696) 4398 : cluster [DBG] pgmap v3780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:23.882202+0000 mgr.smithi176.ajjlsm (mgr.14696) 4399 : cluster [DBG] pgmap v3781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:23.882202+0000 mgr.smithi176.ajjlsm (mgr.14696) 4399 : cluster [DBG] pgmap v3781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:25.882748+0000 mgr.smithi176.ajjlsm (mgr.14696) 4400 : cluster [DBG] pgmap v3782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:25.882748+0000 mgr.smithi176.ajjlsm (mgr.14696) 4400 : cluster [DBG] pgmap v3782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:28.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:15:28.391597+0000 mon.smithi176 (mon.0) 1477 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:15:28.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:15:28.393111+0000 mon.smithi176 (mon.0) 1478 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:15:28.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:15:28.393928+0000 mon.smithi176 (mon.0) 1479 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:15:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:15:28.391597+0000 mon.smithi176 (mon.0) 1477 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:15:29.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:15:28.393111+0000 mon.smithi176 (mon.0) 1478 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:15:29.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:15:28.393928+0000 mon.smithi176 (mon.0) 1479 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:15:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:27.883601+0000 mgr.smithi176.ajjlsm (mgr.14696) 4401 : cluster [DBG] pgmap v3783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:15:28.394673+0000 mgr.smithi176.ajjlsm (mgr.14696) 4402 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:15:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:15:28.803322+0000 mon.smithi176 (mon.0) 1480 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:15:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:15:28.808490+0000 mon.smithi176 (mon.0) 1481 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:15:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:27.883601+0000 mgr.smithi176.ajjlsm (mgr.14696) 4401 : cluster [DBG] pgmap v3783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:30.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:15:28.394673+0000 mgr.smithi176.ajjlsm (mgr.14696) 4402 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:15:30.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:15:28.803322+0000 mon.smithi176 (mon.0) 1480 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:15:30.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:15:28.808490+0000 mon.smithi176 (mon.0) 1481 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:15:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:29.884225+0000 mgr.smithi176.ajjlsm (mgr.14696) 4403 : cluster [DBG] pgmap v3784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:29.884225+0000 mgr.smithi176.ajjlsm (mgr.14696) 4403 : cluster [DBG] pgmap v3784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:31.885185+0000 mgr.smithi176.ajjlsm (mgr.14696) 4404 : cluster [DBG] pgmap v3785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:31.885185+0000 mgr.smithi176.ajjlsm (mgr.14696) 4404 : cluster [DBG] pgmap v3785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:35.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:33.885660+0000 mgr.smithi176.ajjlsm (mgr.14696) 4405 : cluster [DBG] pgmap v3786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:35.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:33.885660+0000 mgr.smithi176.ajjlsm (mgr.14696) 4405 : cluster [DBG] pgmap v3786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:35.886358+0000 mgr.smithi176.ajjlsm (mgr.14696) 4406 : cluster [DBG] pgmap v3787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:35.886358+0000 mgr.smithi176.ajjlsm (mgr.14696) 4406 : cluster [DBG] pgmap v3787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:37.887097+0000 mgr.smithi176.ajjlsm (mgr.14696) 4407 : cluster [DBG] pgmap v3788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:37.887097+0000 mgr.smithi176.ajjlsm (mgr.14696) 4407 : cluster [DBG] pgmap v3788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:15:40.495006+0000 mon.smithi176 (mon.0) 1482 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:15:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:15:40.495006+0000 mon.smithi176 (mon.0) 1482 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:15:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:39.887685+0000 mgr.smithi176.ajjlsm (mgr.14696) 4408 : cluster [DBG] pgmap v3789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:15:40.566126+0000 mon.smithi176 (mon.0) 1483 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:15:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:39.887685+0000 mgr.smithi176.ajjlsm (mgr.14696) 4408 : cluster [DBG] pgmap v3789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:15:40.566126+0000 mon.smithi176 (mon.0) 1483 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:15:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:41.888488+0000 mgr.smithi176.ajjlsm (mgr.14696) 4409 : cluster [DBG] pgmap v3790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:41.888488+0000 mgr.smithi176.ajjlsm (mgr.14696) 4409 : cluster [DBG] pgmap v3790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:43.889016+0000 mgr.smithi176.ajjlsm (mgr.14696) 4410 : cluster [DBG] pgmap v3791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:43.889016+0000 mgr.smithi176.ajjlsm (mgr.14696) 4410 : cluster [DBG] pgmap v3791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:45.889690+0000 mgr.smithi176.ajjlsm (mgr.14696) 4411 : cluster [DBG] pgmap v3792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:45.889690+0000 mgr.smithi176.ajjlsm (mgr.14696) 4411 : cluster [DBG] pgmap v3792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:47.890558+0000 mgr.smithi176.ajjlsm (mgr.14696) 4412 : cluster [DBG] pgmap v3793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:50.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:47.890558+0000 mgr.smithi176.ajjlsm (mgr.14696) 4412 : cluster [DBG] pgmap v3793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:51.929 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:15:51.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:49.891099+0000 mgr.smithi176.ajjlsm (mgr.14696) 4413 : cluster [DBG] pgmap v3794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:52.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:49.891099+0000 mgr.smithi176.ajjlsm (mgr.14696) 4413 : cluster [DBG] pgmap v3794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:52.201 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:15:52.202 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 84s ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:15:52.202 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 84s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:15:52.203 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 86s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:15:52.203 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 84s ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:15:52.203 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 84s ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:15:52.204 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 86s ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:15:52.204 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 84s ago 2h 544M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:15:52.204 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 86s ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:15:52.204 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 84s ago 2h 855M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:15:52.204 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 86s ago 2h 457M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:15:52.205 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 84s ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:15:52.205 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 86s ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:15:52.205 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 84s ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:15:52.205 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 86s ago 2h 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:15:52.206 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (117m) 84s ago 2h 749M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:15:52.206 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 84s ago 2h 1574M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:15:52.206 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 84s ago 2h 1077M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:15:52.206 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 84s ago 2h 1730M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:15:52.207 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 86s ago 2h 1620M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:15:52.207 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 86s ago 2h 1796M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:15:52.207 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 86s ago 2h 1468M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:15:52.207 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 86s ago 2h 2240M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:15:52.207 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 84s ago 2h 78.1M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:15:52.523 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:15:52.523 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:15:52.523 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:15:52.523 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:15:52.524 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:15:52.524 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:15:52.524 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:15:52.524 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:15:52.525 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:15:52.525 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:15:52.525 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:15:52.525 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:15:52.526 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:15:52.526 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:15:52.526 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:15:52.526 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:15:52.526 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:15:52.527 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:15:52.527 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:15:52.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:15:52.521366+0000 mon.smithi176 (mon.0) 1484 : audit [DBG] from='client.? 172.21.15.176:0/615392508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:15:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:15:52.521366+0000 mon.smithi176 (mon.0) 1484 : audit [DBG] from='client.? 172.21.15.176:0/615392508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:15:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:51.891778+0000 mgr.smithi176.ajjlsm (mgr.14696) 4414 : cluster [DBG] pgmap v3795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:15:51.916175+0000 mgr.smithi176.ajjlsm (mgr.14696) 4415 : audit [DBG] from='client.37046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:15:53.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:15:52.190291+0000 mgr.smithi176.ajjlsm (mgr.14696) 4416 : audit [DBG] from='client.37050 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:15:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:51.891778+0000 mgr.smithi176.ajjlsm (mgr.14696) 4414 : cluster [DBG] pgmap v3795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:54.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:15:51.916175+0000 mgr.smithi176.ajjlsm (mgr.14696) 4415 : audit [DBG] from='client.37046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:15:54.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:15:52.190291+0000 mgr.smithi176.ajjlsm (mgr.14696) 4416 : audit [DBG] from='client.37050 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:15:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:53.892324+0000 mgr.smithi176.ajjlsm (mgr.14696) 4417 : cluster [DBG] pgmap v3796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:53.892324+0000 mgr.smithi176.ajjlsm (mgr.14696) 4417 : cluster [DBG] pgmap v3796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:15:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:55.892973+0000 mgr.smithi176.ajjlsm (mgr.14696) 4418 : cluster [DBG] pgmap v3797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:55.892973+0000 mgr.smithi176.ajjlsm (mgr.14696) 4418 : cluster [DBG] pgmap v3797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:15:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:15:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:57.893657+0000 mgr.smithi176.ajjlsm (mgr.14696) 4419 : cluster [DBG] pgmap v3798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:15:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:57.893657+0000 mgr.smithi176.ajjlsm (mgr.14696) 4419 : cluster [DBG] pgmap v3798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:15:59.894275+0000 mgr.smithi176.ajjlsm (mgr.14696) 4420 : cluster [DBG] pgmap v3799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:15:59.894275+0000 mgr.smithi176.ajjlsm (mgr.14696) 4420 : cluster [DBG] pgmap v3799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:01.895174+0000 mgr.smithi176.ajjlsm (mgr.14696) 4421 : cluster [DBG] pgmap v3800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:01.895174+0000 mgr.smithi176.ajjlsm (mgr.14696) 4421 : cluster [DBG] pgmap v3800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:03.895753+0000 mgr.smithi176.ajjlsm (mgr.14696) 4422 : cluster [DBG] pgmap v3801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:03.895753+0000 mgr.smithi176.ajjlsm (mgr.14696) 4422 : cluster [DBG] pgmap v3801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:05.896330+0000 mgr.smithi176.ajjlsm (mgr.14696) 4423 : cluster [DBG] pgmap v3802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:05.896330+0000 mgr.smithi176.ajjlsm (mgr.14696) 4423 : cluster [DBG] pgmap v3802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:07.897215+0000 mgr.smithi176.ajjlsm (mgr.14696) 4424 : cluster [DBG] pgmap v3803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:07.897215+0000 mgr.smithi176.ajjlsm (mgr.14696) 4424 : cluster [DBG] pgmap v3803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:09.897668+0000 mgr.smithi176.ajjlsm (mgr.14696) 4425 : cluster [DBG] pgmap v3804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:11.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:09.897668+0000 mgr.smithi176.ajjlsm (mgr.14696) 4425 : cluster [DBG] pgmap v3804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:11.898609+0000 mgr.smithi176.ajjlsm (mgr.14696) 4426 : cluster [DBG] pgmap v3805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:11.898609+0000 mgr.smithi176.ajjlsm (mgr.14696) 4426 : cluster [DBG] pgmap v3805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:13.899215+0000 mgr.smithi176.ajjlsm (mgr.14696) 4427 : cluster [DBG] pgmap v3806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:13.899215+0000 mgr.smithi176.ajjlsm (mgr.14696) 4427 : cluster [DBG] pgmap v3806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:15.899826+0000 mgr.smithi176.ajjlsm (mgr.14696) 4428 : cluster [DBG] pgmap v3807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:15.899826+0000 mgr.smithi176.ajjlsm (mgr.14696) 4428 : cluster [DBG] pgmap v3807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:17.900715+0000 mgr.smithi176.ajjlsm (mgr.14696) 4429 : cluster [DBG] pgmap v3808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:17.900715+0000 mgr.smithi176.ajjlsm (mgr.14696) 4429 : cluster [DBG] pgmap v3808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:19.901174+0000 mgr.smithi176.ajjlsm (mgr.14696) 4430 : cluster [DBG] pgmap v3809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:19.901174+0000 mgr.smithi176.ajjlsm (mgr.14696) 4430 : cluster [DBG] pgmap v3809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:22.828 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:16:23.099 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:16:23.099 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 115s ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:16:23.100 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 115s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:16:23.100 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 117s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:16:23.100 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 115s ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:16:23.100 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 115s ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:16:23.101 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 117s ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:16:23.101 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 115s ago 2h 544M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:16:23.101 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 117s ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:16:23.101 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 115s ago 2h 855M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:16:23.102 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 117s ago 2h 457M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:16:23.102 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 115s ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:16:23.102 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 117s ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:16:23.102 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 115s ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:16:23.103 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 117s ago 2h 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:16:23.103 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (117m) 115s ago 2h 749M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:16:23.103 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 115s ago 2h 1574M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:16:23.103 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 115s ago 2h 1077M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:16:23.104 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 115s ago 2h 1730M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:16:23.104 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 117s ago 2h 1620M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:16:23.104 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 117s ago 2h 1796M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:16:23.104 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 117s ago 2h 1468M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:16:23.104 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 117s ago 2h 2240M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:16:23.105 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 115s ago 2h 78.1M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:16:23.422 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:16:23.423 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:16:23.423 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:16:23.423 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:16:23.424 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:16:23.424 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:16:23.424 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:16:23.424 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:16:23.425 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:16:23.425 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:16:23.425 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:16:23.425 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:16:23.425 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:16:23.426 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:16:23.426 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:16:23.426 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:16:23.426 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:16:23.427 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:16:23.427 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:16:23.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:21.901952+0000 mgr.smithi176.ajjlsm (mgr.14696) 4431 : cluster [DBG] pgmap v3810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:23.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:16:23.421142+0000 mon.smithi176 (mon.0) 1485 : audit [DBG] from='client.? 172.21.15.176:0/522080352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:16:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:21.901952+0000 mgr.smithi176.ajjlsm (mgr.14696) 4431 : cluster [DBG] pgmap v3810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:24.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:16:23.421142+0000 mon.smithi176 (mon.0) 1485 : audit [DBG] from='client.? 172.21.15.176:0/522080352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:16:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:16:22.815122+0000 mgr.smithi176.ajjlsm (mgr.14696) 4432 : audit [DBG] from='client.37058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:16:24.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:16:23.088864+0000 mgr.smithi176.ajjlsm (mgr.14696) 4433 : audit [DBG] from='client.37062 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:16:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:16:22.815122+0000 mgr.smithi176.ajjlsm (mgr.14696) 4432 : audit [DBG] from='client.37058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:16:25.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:16:23.088864+0000 mgr.smithi176.ajjlsm (mgr.14696) 4433 : audit [DBG] from='client.37062 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:16:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:23.902399+0000 mgr.smithi176.ajjlsm (mgr.14696) 4434 : cluster [DBG] pgmap v3811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:26.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:23.902399+0000 mgr.smithi176.ajjlsm (mgr.14696) 4434 : cluster [DBG] pgmap v3811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:25.903135+0000 mgr.smithi176.ajjlsm (mgr.14696) 4435 : cluster [DBG] pgmap v3812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:25.903135+0000 mgr.smithi176.ajjlsm (mgr.14696) 4435 : cluster [DBG] pgmap v3812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:29.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:27.903898+0000 mgr.smithi176.ajjlsm (mgr.14696) 4436 : cluster [DBG] pgmap v3813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:29.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:16:28.811028+0000 mon.smithi176 (mon.0) 1486 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:16:29.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:16:28.812378+0000 mon.smithi176 (mon.0) 1487 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:16:29.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:16:28.813200+0000 mon.smithi176 (mon.0) 1488 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:16:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:27.903898+0000 mgr.smithi176.ajjlsm (mgr.14696) 4436 : cluster [DBG] pgmap v3813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:29.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:16:28.811028+0000 mon.smithi176 (mon.0) 1486 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:16:29.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:16:28.812378+0000 mon.smithi176 (mon.0) 1487 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:16:29.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:16:28.813200+0000 mon.smithi176 (mon.0) 1488 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:16:30.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:16:28.813927+0000 mgr.smithi176.ajjlsm (mgr.14696) 4437 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:16:30.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:16:29.165763+0000 mon.smithi176 (mon.0) 1489 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:16:30.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:16:29.544044+0000 mon.smithi176 (mon.0) 1490 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:16:30.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:16:29.548923+0000 mon.smithi176 (mon.0) 1491 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:16:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:16:28.813927+0000 mgr.smithi176.ajjlsm (mgr.14696) 4437 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:16:30.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:16:29.165763+0000 mon.smithi176 (mon.0) 1489 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:16:30.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:16:29.544044+0000 mon.smithi176 (mon.0) 1490 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:16:30.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:16:29.548923+0000 mon.smithi176 (mon.0) 1491 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:16:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:29.904464+0000 mgr.smithi176.ajjlsm (mgr.14696) 4438 : cluster [DBG] pgmap v3814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:29.904464+0000 mgr.smithi176.ajjlsm (mgr.14696) 4438 : cluster [DBG] pgmap v3814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:31.905259+0000 mgr.smithi176.ajjlsm (mgr.14696) 4439 : cluster [DBG] pgmap v3815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:34.304 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:31.905259+0000 mgr.smithi176.ajjlsm (mgr.14696) 4439 : cluster [DBG] pgmap v3815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:33.905745+0000 mgr.smithi176.ajjlsm (mgr.14696) 4440 : cluster [DBG] pgmap v3816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:33.905745+0000 mgr.smithi176.ajjlsm (mgr.14696) 4440 : cluster [DBG] pgmap v3816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:35.906417+0000 mgr.smithi176.ajjlsm (mgr.14696) 4441 : cluster [DBG] pgmap v3817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:35.906417+0000 mgr.smithi176.ajjlsm (mgr.14696) 4441 : cluster [DBG] pgmap v3817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:39.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:37.907172+0000 mgr.smithi176.ajjlsm (mgr.14696) 4442 : cluster [DBG] pgmap v3818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:37.907172+0000 mgr.smithi176.ajjlsm (mgr.14696) 4442 : cluster [DBG] pgmap v3818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:16:40.496914+0000 mon.smithi176 (mon.0) 1492 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:16:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:16:40.496914+0000 mon.smithi176 (mon.0) 1492 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:16:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:39.907761+0000 mgr.smithi176.ajjlsm (mgr.14696) 4443 : cluster [DBG] pgmap v3819: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:16:40.572139+0000 mon.smithi176 (mon.0) 1493 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:16:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:39.907761+0000 mgr.smithi176.ajjlsm (mgr.14696) 4443 : cluster [DBG] pgmap v3819: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:42.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:16:40.572139+0000 mon.smithi176 (mon.0) 1493 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:16:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:41.908678+0000 mgr.smithi176.ajjlsm (mgr.14696) 4444 : cluster [DBG] pgmap v3820: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:41.908678+0000 mgr.smithi176.ajjlsm (mgr.14696) 4444 : cluster [DBG] pgmap v3820: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:43.909368+0000 mgr.smithi176.ajjlsm (mgr.14696) 4445 : cluster [DBG] pgmap v3821: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:43.909368+0000 mgr.smithi176.ajjlsm (mgr.14696) 4445 : cluster [DBG] pgmap v3821: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:45.909938+0000 mgr.smithi176.ajjlsm (mgr.14696) 4446 : cluster [DBG] pgmap v3822: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:47.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:45.909938+0000 mgr.smithi176.ajjlsm (mgr.14696) 4446 : cluster [DBG] pgmap v3822: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:47.910700+0000 mgr.smithi176.ajjlsm (mgr.14696) 4447 : cluster [DBG] pgmap v3823: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:47.910700+0000 mgr.smithi176.ajjlsm (mgr.14696) 4447 : cluster [DBG] pgmap v3823: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:51.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:49.911191+0000 mgr.smithi176.ajjlsm (mgr.14696) 4448 : cluster [DBG] pgmap v3824: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:49.911191+0000 mgr.smithi176.ajjlsm (mgr.14696) 4448 : cluster [DBG] pgmap v3824: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:53.724 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:16:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:51.912027+0000 mgr.smithi176.ajjlsm (mgr.14696) 4449 : cluster [DBG] pgmap v3825: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:53.991 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:16:53.991 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 2m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:16:53.991 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 2m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:16:53.991 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 2m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:16:53.992 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 2m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:16:53.992 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 2m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:16:53.992 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 2m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:16:53.992 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 2m ago 2h 544M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:16:53.993 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 2m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:16:53.993 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 2m ago 2h 855M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:16:53.993 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 2m ago 2h 457M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:16:53.993 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 2m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:16:53.993 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 2m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:16:53.994 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 2m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:16:53.994 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:16:53.994 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (118m) 2m ago 2h 749M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:16:53.994 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 2m ago 2h 1574M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:16:53.995 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 2m ago 2h 1077M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:16:53.995 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 2m ago 2h 1730M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:16:53.995 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 2m ago 2h 1620M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:16:53.995 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 2m ago 2h 1796M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:16:53.996 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 2m ago 2h 1468M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:16:53.996 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 2m ago 2h 2240M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:16:53.996 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 2m ago 2h 78.1M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:16:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:51.912027+0000 mgr.smithi176.ajjlsm (mgr.14696) 4449 : cluster [DBG] pgmap v3825: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:54.315 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:16:54.315 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:16:54.315 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:16:54.316 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:16:54.316 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:16:54.316 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:16:54.316 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:16:54.316 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:16:54.317 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:16:54.317 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:16:54.317 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:16:54.317 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:16:54.317 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:16:54.318 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:16:54.318 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:16:54.318 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:16:54.318 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:16:54.319 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:16:54.319 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:16:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:16:54.313605+0000 mon.smithi176 (mon.0) 1494 : audit [DBG] from='client.? 172.21.15.176:0/312337330' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:16:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:16:54.313605+0000 mon.smithi176 (mon.0) 1494 : audit [DBG] from='client.? 172.21.15.176:0/312337330' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:16:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:16:53.710627+0000 mgr.smithi176.ajjlsm (mgr.14696) 4450 : audit [DBG] from='client.37070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:16:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:53.912453+0000 mgr.smithi176.ajjlsm (mgr.14696) 4451 : cluster [DBG] pgmap v3826: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:16:53.980553+0000 mgr.smithi176.ajjlsm (mgr.14696) 4452 : audit [DBG] from='client.37074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:16:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:16:53.710627+0000 mgr.smithi176.ajjlsm (mgr.14696) 4450 : audit [DBG] from='client.37070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:16:56.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:53.912453+0000 mgr.smithi176.ajjlsm (mgr.14696) 4451 : cluster [DBG] pgmap v3826: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:16:56.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:16:53.980553+0000 mgr.smithi176.ajjlsm (mgr.14696) 4452 : audit [DBG] from='client.37074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:16:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:55.913056+0000 mgr.smithi176.ajjlsm (mgr.14696) 4453 : cluster [DBG] pgmap v3827: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:55.913056+0000 mgr.smithi176.ajjlsm (mgr.14696) 4453 : cluster [DBG] pgmap v3827: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:16:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:16:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:57.913912+0000 mgr.smithi176.ajjlsm (mgr.14696) 4454 : cluster [DBG] pgmap v3828: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:16:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:57.913912+0000 mgr.smithi176.ajjlsm (mgr.14696) 4454 : cluster [DBG] pgmap v3828: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:16:59.914418+0000 mgr.smithi176.ajjlsm (mgr.14696) 4455 : cluster [DBG] pgmap v3829: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:16:59.914418+0000 mgr.smithi176.ajjlsm (mgr.14696) 4455 : cluster [DBG] pgmap v3829: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:01.915301+0000 mgr.smithi176.ajjlsm (mgr.14696) 4456 : cluster [DBG] pgmap v3830: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:01.915301+0000 mgr.smithi176.ajjlsm (mgr.14696) 4456 : cluster [DBG] pgmap v3830: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:03.916082+0000 mgr.smithi176.ajjlsm (mgr.14696) 4457 : cluster [DBG] pgmap v3831: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:03.916082+0000 mgr.smithi176.ajjlsm (mgr.14696) 4457 : cluster [DBG] pgmap v3831: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:05.916710+0000 mgr.smithi176.ajjlsm (mgr.14696) 4458 : cluster [DBG] pgmap v3832: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:05.916710+0000 mgr.smithi176.ajjlsm (mgr.14696) 4458 : cluster [DBG] pgmap v3832: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:07.917429+0000 mgr.smithi176.ajjlsm (mgr.14696) 4459 : cluster [DBG] pgmap v3833: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:07.917429+0000 mgr.smithi176.ajjlsm (mgr.14696) 4459 : cluster [DBG] pgmap v3833: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:09.917888+0000 mgr.smithi176.ajjlsm (mgr.14696) 4460 : cluster [DBG] pgmap v3834: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:09.917888+0000 mgr.smithi176.ajjlsm (mgr.14696) 4460 : cluster [DBG] pgmap v3834: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:12.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:11.918679+0000 mgr.smithi176.ajjlsm (mgr.14696) 4461 : cluster [DBG] pgmap v3835: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:11.918679+0000 mgr.smithi176.ajjlsm (mgr.14696) 4461 : cluster [DBG] pgmap v3835: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:15.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:13.919219+0000 mgr.smithi176.ajjlsm (mgr.14696) 4462 : cluster [DBG] pgmap v3836: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:13.919219+0000 mgr.smithi176.ajjlsm (mgr.14696) 4462 : cluster [DBG] pgmap v3836: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:15.919786+0000 mgr.smithi176.ajjlsm (mgr.14696) 4463 : cluster [DBG] pgmap v3837: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:15.919786+0000 mgr.smithi176.ajjlsm (mgr.14696) 4463 : cluster [DBG] pgmap v3837: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:17.920567+0000 mgr.smithi176.ajjlsm (mgr.14696) 4464 : cluster [DBG] pgmap v3838: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:17.920567+0000 mgr.smithi176.ajjlsm (mgr.14696) 4464 : cluster [DBG] pgmap v3838: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:19.921055+0000 mgr.smithi176.ajjlsm (mgr.14696) 4465 : cluster [DBG] pgmap v3839: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:19.921055+0000 mgr.smithi176.ajjlsm (mgr.14696) 4465 : cluster [DBG] pgmap v3839: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:21.921856+0000 mgr.smithi176.ajjlsm (mgr.14696) 4466 : cluster [DBG] pgmap v3840: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:21.921856+0000 mgr.smithi176.ajjlsm (mgr.14696) 4466 : cluster [DBG] pgmap v3840: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:24.618 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:17:24.886 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:17:24.887 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 2m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:17:24.887 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 2m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:17:24.887 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 2m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:17:24.887 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 2m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:17:24.888 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 2m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:17:24.888 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 2m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:17:24.888 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 2m ago 2h 544M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:17:24.888 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 2m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:17:24.889 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 2m ago 2h 855M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:17:24.889 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 2m ago 2h 457M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:17:24.889 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 2m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:17:24.889 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 2m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:17:24.889 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 2m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:17:24.890 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 2m ago 2h 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:17:24.890 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (118m) 2m ago 2h 749M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:17:24.890 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 2m ago 2h 1574M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:17:24.891 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 2m ago 2h 1077M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:17:24.891 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 2m ago 2h 1730M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:17:24.891 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 2m ago 2h 1620M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:17:24.891 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 2m ago 2h 1796M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:17:24.892 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 2m ago 2h 1468M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:17:24.892 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 2m ago 2h 2240M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:17:24.892 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 2m ago 2h 78.1M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:17:25.224 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:17:25.224 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:17:25.224 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:17:25.225 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:17:25.225 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:17:25.225 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:17:25.225 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:17:25.225 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:17:25.226 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:17:25.226 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:17:25.226 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:17:25.226 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:17:25.227 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:17:25.227 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:17:25.227 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:17:25.227 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:17:25.227 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:17:25.228 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:17:25.228 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:17:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:23.922400+0000 mgr.smithi176.ajjlsm (mgr.14696) 4467 : cluster [DBG] pgmap v3841: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:25.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:17:25.222517+0000 mon.smithi176 (mon.0) 1495 : audit [DBG] from='client.? 172.21.15.176:0/3762873011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:17:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:23.922400+0000 mgr.smithi176.ajjlsm (mgr.14696) 4467 : cluster [DBG] pgmap v3841: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:26.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:17:25.222517+0000 mon.smithi176 (mon.0) 1495 : audit [DBG] from='client.? 172.21.15.176:0/3762873011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:17:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:17:24.604645+0000 mgr.smithi176.ajjlsm (mgr.14696) 4468 : audit [DBG] from='client.37082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:17:26.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:17:24.876303+0000 mgr.smithi176.ajjlsm (mgr.14696) 4469 : audit [DBG] from='client.37086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:17:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:17:24.604645+0000 mgr.smithi176.ajjlsm (mgr.14696) 4468 : audit [DBG] from='client.37082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:17:27.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:17:24.876303+0000 mgr.smithi176.ajjlsm (mgr.14696) 4469 : audit [DBG] from='client.37086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:17:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:25.922937+0000 mgr.smithi176.ajjlsm (mgr.14696) 4470 : cluster [DBG] pgmap v3842: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:25.922937+0000 mgr.smithi176.ajjlsm (mgr.14696) 4470 : cluster [DBG] pgmap v3842: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:27.923674+0000 mgr.smithi176.ajjlsm (mgr.14696) 4471 : cluster [DBG] pgmap v3843: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:17:29.552147+0000 mon.smithi176 (mon.0) 1496 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:17:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:17:29.555821+0000 mon.smithi176 (mon.0) 1497 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:17:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:17:29.558948+0000 mon.smithi176 (mon.0) 1498 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:17:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:27.923674+0000 mgr.smithi176.ajjlsm (mgr.14696) 4471 : cluster [DBG] pgmap v3843: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:30.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:17:29.552147+0000 mon.smithi176 (mon.0) 1496 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:17:30.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:17:29.555821+0000 mon.smithi176 (mon.0) 1497 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:17:30.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:17:29.558948+0000 mon.smithi176 (mon.0) 1498 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:17:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:17:29.559918+0000 mgr.smithi176.ajjlsm (mgr.14696) 4472 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:17:30.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:17:29.911502+0000 mon.smithi176 (mon.0) 1499 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:17:30.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:17:30.287549+0000 mon.smithi176 (mon.0) 1500 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:17:30.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:17:30.292634+0000 mon.smithi176 (mon.0) 1501 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:17:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:17:29.559918+0000 mgr.smithi176.ajjlsm (mgr.14696) 4472 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:17:31.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:17:29.911502+0000 mon.smithi176 (mon.0) 1499 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:17:31.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:17:30.287549+0000 mon.smithi176 (mon.0) 1500 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:17:31.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:17:30.292634+0000 mon.smithi176 (mon.0) 1501 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:17:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:29.924063+0000 mgr.smithi176.ajjlsm (mgr.14696) 4473 : cluster [DBG] pgmap v3844: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:29.924063+0000 mgr.smithi176.ajjlsm (mgr.14696) 4473 : cluster [DBG] pgmap v3844: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:31.924954+0000 mgr.smithi176.ajjlsm (mgr.14696) 4474 : cluster [DBG] pgmap v3845: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:31.924954+0000 mgr.smithi176.ajjlsm (mgr.14696) 4474 : cluster [DBG] pgmap v3845: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:33.925525+0000 mgr.smithi176.ajjlsm (mgr.14696) 4475 : cluster [DBG] pgmap v3846: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:33.925525+0000 mgr.smithi176.ajjlsm (mgr.14696) 4475 : cluster [DBG] pgmap v3846: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:35.926142+0000 mgr.smithi176.ajjlsm (mgr.14696) 4476 : cluster [DBG] pgmap v3847: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:35.926142+0000 mgr.smithi176.ajjlsm (mgr.14696) 4476 : cluster [DBG] pgmap v3847: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:37.926833+0000 mgr.smithi176.ajjlsm (mgr.14696) 4477 : cluster [DBG] pgmap v3848: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:37.926833+0000 mgr.smithi176.ajjlsm (mgr.14696) 4477 : cluster [DBG] pgmap v3848: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:17:40.498660+0000 mon.smithi176 (mon.0) 1502 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:17:41.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:17:40.498660+0000 mon.smithi176 (mon.0) 1502 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:17:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:39.927376+0000 mgr.smithi176.ajjlsm (mgr.14696) 4478 : cluster [DBG] pgmap v3849: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:17:40.575781+0000 mon.smithi176 (mon.0) 1503 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:17:42.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:39.927376+0000 mgr.smithi176.ajjlsm (mgr.14696) 4478 : cluster [DBG] pgmap v3849: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:42.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:17:40.575781+0000 mon.smithi176 (mon.0) 1503 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:17:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:41.928362+0000 mgr.smithi176.ajjlsm (mgr.14696) 4479 : cluster [DBG] pgmap v3850: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:41.928362+0000 mgr.smithi176.ajjlsm (mgr.14696) 4479 : cluster [DBG] pgmap v3850: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:43.928981+0000 mgr.smithi176.ajjlsm (mgr.14696) 4480 : cluster [DBG] pgmap v3851: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:43.928981+0000 mgr.smithi176.ajjlsm (mgr.14696) 4480 : cluster [DBG] pgmap v3851: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:45.929687+0000 mgr.smithi176.ajjlsm (mgr.14696) 4481 : cluster [DBG] pgmap v3852: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:45.929687+0000 mgr.smithi176.ajjlsm (mgr.14696) 4481 : cluster [DBG] pgmap v3852: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:47.930493+0000 mgr.smithi176.ajjlsm (mgr.14696) 4482 : cluster [DBG] pgmap v3853: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:47.930493+0000 mgr.smithi176.ajjlsm (mgr.14696) 4482 : cluster [DBG] pgmap v3853: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:51.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:49.931073+0000 mgr.smithi176.ajjlsm (mgr.14696) 4483 : cluster [DBG] pgmap v3854: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:49.931073+0000 mgr.smithi176.ajjlsm (mgr.14696) 4483 : cluster [DBG] pgmap v3854: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:52.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:51.932008+0000 mgr.smithi176.ajjlsm (mgr.14696) 4484 : cluster [DBG] pgmap v3855: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:51.932008+0000 mgr.smithi176.ajjlsm (mgr.14696) 4484 : cluster [DBG] pgmap v3855: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:55.525 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:17:55.794 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:17:55.794 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 3m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:17:55.795 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 3m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:17:55.795 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 3m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:17:55.795 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 3m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:17:55.795 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 3m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:17:55.796 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 3m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:17:55.796 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 3m ago 2h 544M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:17:55.796 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 3m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:17:55.796 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 3m ago 2h 855M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:17:55.797 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 3m ago 2h 457M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:17:55.797 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 3m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:17:55.797 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 3m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:17:55.797 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 3m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:17:55.797 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 3m ago 2h 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:17:55.798 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (119m) 3m ago 2h 749M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:17:55.798 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 3m ago 2h 1574M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:17:55.798 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 3m ago 2h 1077M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:17:55.798 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 3m ago 2h 1730M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:17:55.799 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 3m ago 2h 1620M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:17:55.799 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 3m ago 2h 1796M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:17:55.799 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 3m ago 2h 1468M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:17:55.799 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 3m ago 2h 2240M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:17:55.800 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 3m ago 2h 78.1M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:17:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:53.932595+0000 mgr.smithi176.ajjlsm (mgr.14696) 4485 : cluster [DBG] pgmap v3856: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:53.932595+0000 mgr.smithi176.ajjlsm (mgr.14696) 4485 : cluster [DBG] pgmap v3856: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:17:56.116 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:17:56.117 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:17:56.117 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:17:56.117 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:17:56.117 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:17:56.118 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:17:56.118 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:17:56.118 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:17:56.119 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:17:56.119 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:17:56.119 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:17:56.121 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:17:56.121 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:17:56.122 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:17:56.122 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:17:56.122 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:17:56.123 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:17:56.123 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:17:56.123 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:17:56.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:17:55.511888+0000 mgr.smithi176.ajjlsm (mgr.14696) 4486 : audit [DBG] from='client.37094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:17:56.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:17:56.114895+0000 mon.smithi176 (mon.0) 1504 : audit [DBG] from='client.? 172.21.15.176:0/491530816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:17:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:17:55.511888+0000 mgr.smithi176.ajjlsm (mgr.14696) 4486 : audit [DBG] from='client.37094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:17:57.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:17:56.114895+0000 mon.smithi176 (mon.0) 1504 : audit [DBG] from='client.? 172.21.15.176:0/491530816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:17:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:17:55.783470+0000 mgr.smithi176.ajjlsm (mgr.14696) 4487 : audit [DBG] from='client.37098 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:17:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:55.933133+0000 mgr.smithi176.ajjlsm (mgr.14696) 4488 : cluster [DBG] pgmap v3857: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:17:55.783470+0000 mgr.smithi176.ajjlsm (mgr.14696) 4487 : audit [DBG] from='client.37098 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:17:58.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:55.933133+0000 mgr.smithi176.ajjlsm (mgr.14696) 4488 : cluster [DBG] pgmap v3857: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:17:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:17:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:57.933805+0000 mgr.smithi176.ajjlsm (mgr.14696) 4489 : cluster [DBG] pgmap v3858: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:00.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:17:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:57.933805+0000 mgr.smithi176.ajjlsm (mgr.14696) 4489 : cluster [DBG] pgmap v3858: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:17:59.934259+0000 mgr.smithi176.ajjlsm (mgr.14696) 4490 : cluster [DBG] pgmap v3859: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:17:59.934259+0000 mgr.smithi176.ajjlsm (mgr.14696) 4490 : cluster [DBG] pgmap v3859: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:01.935052+0000 mgr.smithi176.ajjlsm (mgr.14696) 4491 : cluster [DBG] pgmap v3860: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:01.935052+0000 mgr.smithi176.ajjlsm (mgr.14696) 4491 : cluster [DBG] pgmap v3860: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:03.935639+0000 mgr.smithi176.ajjlsm (mgr.14696) 4492 : cluster [DBG] pgmap v3861: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:03.935639+0000 mgr.smithi176.ajjlsm (mgr.14696) 4492 : cluster [DBG] pgmap v3861: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:05.936127+0000 mgr.smithi176.ajjlsm (mgr.14696) 4493 : cluster [DBG] pgmap v3862: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:05.936127+0000 mgr.smithi176.ajjlsm (mgr.14696) 4493 : cluster [DBG] pgmap v3862: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:07.936841+0000 mgr.smithi176.ajjlsm (mgr.14696) 4494 : cluster [DBG] pgmap v3863: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:07.936841+0000 mgr.smithi176.ajjlsm (mgr.14696) 4494 : cluster [DBG] pgmap v3863: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:09.937316+0000 mgr.smithi176.ajjlsm (mgr.14696) 4495 : cluster [DBG] pgmap v3864: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:09.937316+0000 mgr.smithi176.ajjlsm (mgr.14696) 4495 : cluster [DBG] pgmap v3864: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:11.938318+0000 mgr.smithi176.ajjlsm (mgr.14696) 4496 : cluster [DBG] pgmap v3865: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:11.938318+0000 mgr.smithi176.ajjlsm (mgr.14696) 4496 : cluster [DBG] pgmap v3865: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:15.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:13.938953+0000 mgr.smithi176.ajjlsm (mgr.14696) 4497 : cluster [DBG] pgmap v3866: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:16.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:13.938953+0000 mgr.smithi176.ajjlsm (mgr.14696) 4497 : cluster [DBG] pgmap v3866: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:15.939521+0000 mgr.smithi176.ajjlsm (mgr.14696) 4498 : cluster [DBG] pgmap v3867: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:18.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:15.939521+0000 mgr.smithi176.ajjlsm (mgr.14696) 4498 : cluster [DBG] pgmap v3867: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:17.940302+0000 mgr.smithi176.ajjlsm (mgr.14696) 4499 : cluster [DBG] pgmap v3868: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:17.940302+0000 mgr.smithi176.ajjlsm (mgr.14696) 4499 : cluster [DBG] pgmap v3868: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:19.940988+0000 mgr.smithi176.ajjlsm (mgr.14696) 4500 : cluster [DBG] pgmap v3869: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:19.940988+0000 mgr.smithi176.ajjlsm (mgr.14696) 4500 : cluster [DBG] pgmap v3869: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:21.941938+0000 mgr.smithi176.ajjlsm (mgr.14696) 4501 : cluster [DBG] pgmap v3870: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:21.941938+0000 mgr.smithi176.ajjlsm (mgr.14696) 4501 : cluster [DBG] pgmap v3870: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:23.942436+0000 mgr.smithi176.ajjlsm (mgr.14696) 4502 : cluster [DBG] pgmap v3871: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:23.942436+0000 mgr.smithi176.ajjlsm (mgr.14696) 4502 : cluster [DBG] pgmap v3871: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:26.418 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:18:26.686 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:18:26.687 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 3m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:18:26.687 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 3m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:18:26.687 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 4m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:18:26.687 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 3m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:18:26.688 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 3m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:18:26.688 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 4m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:18:26.688 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 3m ago 2h 544M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:18:26.688 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 4m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:18:26.689 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 3m ago 2h 855M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:18:26.689 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 4m ago 2h 457M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:18:26.689 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 3m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:18:26.689 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 4m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:18:26.689 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 3m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:18:26.690 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:18:26.690 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (119m) 3m ago 2h 749M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:18:26.690 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 3m ago 2h 1574M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:18:26.690 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 3m ago 2h 1077M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:18:26.691 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 3m ago 2h 1730M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:18:26.691 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 4m ago 2h 1620M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:18:26.691 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 4m ago 2h 1796M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:18:26.691 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 4m ago 2h 1468M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:18:26.692 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 4m ago 2h 2240M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:18:26.692 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 3m ago 2h 78.1M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:18:27.008 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:18:27.009 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:18:27.009 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:18:27.009 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:18:27.010 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:18:27.010 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:18:27.010 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:18:27.010 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:18:27.011 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:18:27.011 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:18:27.011 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:18:27.011 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:18:27.012 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:18:27.012 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:18:27.012 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:18:27.012 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:18:27.013 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:18:27.013 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:18:27.013 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:18:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:25.943056+0000 mgr.smithi176.ajjlsm (mgr.14696) 4503 : cluster [DBG] pgmap v3872: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:27.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:18:26.404555+0000 mgr.smithi176.ajjlsm (mgr.14696) 4504 : audit [DBG] from='client.37106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:18:27.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:18:27.007236+0000 mon.smithi176 (mon.0) 1505 : audit [DBG] from='client.? 172.21.15.176:0/1917779740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:18:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:25.943056+0000 mgr.smithi176.ajjlsm (mgr.14696) 4503 : cluster [DBG] pgmap v3872: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:28.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:18:26.404555+0000 mgr.smithi176.ajjlsm (mgr.14696) 4504 : audit [DBG] from='client.37106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:18:28.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:18:27.007236+0000 mon.smithi176 (mon.0) 1505 : audit [DBG] from='client.? 172.21.15.176:0/1917779740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:18:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:18:26.676230+0000 mgr.smithi176.ajjlsm (mgr.14696) 4505 : audit [DBG] from='client.37110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:18:29.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:18:26.676230+0000 mgr.smithi176.ajjlsm (mgr.14696) 4505 : audit [DBG] from='client.37110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:18:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:27.943818+0000 mgr.smithi176.ajjlsm (mgr.14696) 4506 : cluster [DBG] pgmap v3873: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:27.943818+0000 mgr.smithi176.ajjlsm (mgr.14696) 4506 : cluster [DBG] pgmap v3873: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:18:30.295251+0000 mon.smithi176 (mon.0) 1506 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:18:30.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:18:30.296670+0000 mon.smithi176 (mon.0) 1507 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:18:30.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:18:30.297530+0000 mon.smithi176 (mon.0) 1508 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:18:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:18:30.295251+0000 mon.smithi176 (mon.0) 1506 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:18:31.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:18:30.296670+0000 mon.smithi176 (mon.0) 1507 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:18:31.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:18:30.297530+0000 mon.smithi176 (mon.0) 1508 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:18:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:29.944411+0000 mgr.smithi176.ajjlsm (mgr.14696) 4507 : cluster [DBG] pgmap v3874: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:18:30.298272+0000 mgr.smithi176.ajjlsm (mgr.14696) 4508 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:18:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:18:30.700240+0000 mon.smithi176 (mon.0) 1509 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:18:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:18:30.704953+0000 mon.smithi176 (mon.0) 1510 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:18:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:29.944411+0000 mgr.smithi176.ajjlsm (mgr.14696) 4507 : cluster [DBG] pgmap v3874: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:32.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:18:30.298272+0000 mgr.smithi176.ajjlsm (mgr.14696) 4508 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:18:32.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:18:30.700240+0000 mon.smithi176 (mon.0) 1509 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:18:32.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:18:30.704953+0000 mon.smithi176 (mon.0) 1510 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:18:32.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:31.945162+0000 mgr.smithi176.ajjlsm (mgr.14696) 4509 : cluster [DBG] pgmap v3875: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:31.945162+0000 mgr.smithi176.ajjlsm (mgr.14696) 4509 : cluster [DBG] pgmap v3875: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:33.945815+0000 mgr.smithi176.ajjlsm (mgr.14696) 4510 : cluster [DBG] pgmap v3876: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:36.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:33.945815+0000 mgr.smithi176.ajjlsm (mgr.14696) 4510 : cluster [DBG] pgmap v3876: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:37.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:35.946390+0000 mgr.smithi176.ajjlsm (mgr.14696) 4511 : cluster [DBG] pgmap v3877: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:35.946390+0000 mgr.smithi176.ajjlsm (mgr.14696) 4511 : cluster [DBG] pgmap v3877: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:37.947173+0000 mgr.smithi176.ajjlsm (mgr.14696) 4512 : cluster [DBG] pgmap v3878: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:37.947173+0000 mgr.smithi176.ajjlsm (mgr.14696) 4512 : cluster [DBG] pgmap v3878: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:18:40.500432+0000 mon.smithi176 (mon.0) 1511 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:18:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:18:40.580288+0000 mon.smithi176 (mon.0) 1512 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:18:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:18:40.500432+0000 mon.smithi176 (mon.0) 1511 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:18:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:18:40.580288+0000 mon.smithi176 (mon.0) 1512 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:18:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:39.947656+0000 mgr.smithi176.ajjlsm (mgr.14696) 4513 : cluster [DBG] pgmap v3879: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:39.947656+0000 mgr.smithi176.ajjlsm (mgr.14696) 4513 : cluster [DBG] pgmap v3879: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:41.948501+0000 mgr.smithi176.ajjlsm (mgr.14696) 4514 : cluster [DBG] pgmap v3880: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:41.948501+0000 mgr.smithi176.ajjlsm (mgr.14696) 4514 : cluster [DBG] pgmap v3880: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:43.949197+0000 mgr.smithi176.ajjlsm (mgr.14696) 4515 : cluster [DBG] pgmap v3881: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:43.949197+0000 mgr.smithi176.ajjlsm (mgr.14696) 4515 : cluster [DBG] pgmap v3881: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:45.949756+0000 mgr.smithi176.ajjlsm (mgr.14696) 4516 : cluster [DBG] pgmap v3882: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:45.949756+0000 mgr.smithi176.ajjlsm (mgr.14696) 4516 : cluster [DBG] pgmap v3882: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:47.950663+0000 mgr.smithi176.ajjlsm (mgr.14696) 4517 : cluster [DBG] pgmap v3883: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:47.950663+0000 mgr.smithi176.ajjlsm (mgr.14696) 4517 : cluster [DBG] pgmap v3883: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:49.951316+0000 mgr.smithi176.ajjlsm (mgr.14696) 4518 : cluster [DBG] pgmap v3884: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:52.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:49.951316+0000 mgr.smithi176.ajjlsm (mgr.14696) 4518 : cluster [DBG] pgmap v3884: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:51.952122+0000 mgr.smithi176.ajjlsm (mgr.14696) 4519 : cluster [DBG] pgmap v3885: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:51.952122+0000 mgr.smithi176.ajjlsm (mgr.14696) 4519 : cluster [DBG] pgmap v3885: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:53.952782+0000 mgr.smithi176.ajjlsm (mgr.14696) 4520 : cluster [DBG] pgmap v3886: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:53.952782+0000 mgr.smithi176.ajjlsm (mgr.14696) 4520 : cluster [DBG] pgmap v3886: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:18:57.310 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:18:57.580 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:18:57.580 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 4m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:18:57.580 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 4m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:18:57.581 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 4m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:18:57.581 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 4m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:18:57.581 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 4m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:18:57.581 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 4m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:18:57.582 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 4m ago 2h 544M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:18:57.582 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 4m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:18:57.582 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 4m ago 2h 855M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:18:57.582 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 4m ago 2h 457M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:18:57.582 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 4m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:18:57.583 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 4m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:18:57.583 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 4m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:18:57.583 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 4m ago 2h 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:18:57.584 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 4m ago 2h 749M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:18:57.584 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 4m ago 2h 1574M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:18:57.585 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 4m ago 2h 1077M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:18:57.585 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 4m ago 2h 1730M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:18:57.585 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 4m ago 2h 1620M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:18:57.585 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 4m ago 2h 1796M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:18:57.586 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 4m ago 2h 1468M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:18:57.586 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 4m ago 2h 2240M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:18:57.586 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 4m ago 2h 78.1M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:18:57.902 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:18:57.903 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:18:57.903 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:18:57.903 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:18:57.904 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:18:57.904 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:18:57.904 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:18:57.904 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:18:57.904 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:18:57.905 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:18:57.905 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:18:57.905 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:18:57.905 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:18:57.906 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:18:57.906 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:18:57.906 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:18:57.906 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:18:57.907 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:18:57.907 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:18:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:55.953536+0000 mgr.smithi176.ajjlsm (mgr.14696) 4521 : cluster [DBG] pgmap v3887: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:55.953536+0000 mgr.smithi176.ajjlsm (mgr.14696) 4521 : cluster [DBG] pgmap v3887: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:18:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:18:57.297248+0000 mgr.smithi176.ajjlsm (mgr.14696) 4522 : audit [DBG] from='client.37118 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:18:58.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:18:57.569619+0000 mgr.smithi176.ajjlsm (mgr.14696) 4523 : audit [DBG] from='client.37122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:18:58.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:18:57.901314+0000 mon.smithi176 (mon.0) 1513 : audit [DBG] from='client.? 172.21.15.176:0/4121247474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:18:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:18:57.297248+0000 mgr.smithi176.ajjlsm (mgr.14696) 4522 : audit [DBG] from='client.37118 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:18:59.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:18:57.569619+0000 mgr.smithi176.ajjlsm (mgr.14696) 4523 : audit [DBG] from='client.37122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:18:59.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:18:57.901314+0000 mon.smithi176 (mon.0) 1513 : audit [DBG] from='client.? 172.21.15.176:0/4121247474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:18:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:18:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:57.954409+0000 mgr.smithi176.ajjlsm (mgr.14696) 4524 : cluster [DBG] pgmap v3888: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:18:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:57.954409+0000 mgr.smithi176.ajjlsm (mgr.14696) 4524 : cluster [DBG] pgmap v3888: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:18:59.954945+0000 mgr.smithi176.ajjlsm (mgr.14696) 4525 : cluster [DBG] pgmap v3889: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:18:59.954945+0000 mgr.smithi176.ajjlsm (mgr.14696) 4525 : cluster [DBG] pgmap v3889: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:01.955730+0000 mgr.smithi176.ajjlsm (mgr.14696) 4526 : cluster [DBG] pgmap v3890: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:01.955730+0000 mgr.smithi176.ajjlsm (mgr.14696) 4526 : cluster [DBG] pgmap v3890: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:03.956241+0000 mgr.smithi176.ajjlsm (mgr.14696) 4527 : cluster [DBG] pgmap v3891: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:03.956241+0000 mgr.smithi176.ajjlsm (mgr.14696) 4527 : cluster [DBG] pgmap v3891: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:05.956906+0000 mgr.smithi176.ajjlsm (mgr.14696) 4528 : cluster [DBG] pgmap v3892: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:05.956906+0000 mgr.smithi176.ajjlsm (mgr.14696) 4528 : cluster [DBG] pgmap v3892: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:08.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:07.957904+0000 mgr.smithi176.ajjlsm (mgr.14696) 4529 : cluster [DBG] pgmap v3893: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:07.957904+0000 mgr.smithi176.ajjlsm (mgr.14696) 4529 : cluster [DBG] pgmap v3893: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:09.958393+0000 mgr.smithi176.ajjlsm (mgr.14696) 4530 : cluster [DBG] pgmap v3894: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:09.958393+0000 mgr.smithi176.ajjlsm (mgr.14696) 4530 : cluster [DBG] pgmap v3894: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:11.959353+0000 mgr.smithi176.ajjlsm (mgr.14696) 4531 : cluster [DBG] pgmap v3895: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:11.959353+0000 mgr.smithi176.ajjlsm (mgr.14696) 4531 : cluster [DBG] pgmap v3895: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:13.959935+0000 mgr.smithi176.ajjlsm (mgr.14696) 4532 : cluster [DBG] pgmap v3896: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:13.959935+0000 mgr.smithi176.ajjlsm (mgr.14696) 4532 : cluster [DBG] pgmap v3896: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:15.960459+0000 mgr.smithi176.ajjlsm (mgr.14696) 4533 : cluster [DBG] pgmap v3897: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:15.960459+0000 mgr.smithi176.ajjlsm (mgr.14696) 4533 : cluster [DBG] pgmap v3897: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:17.961404+0000 mgr.smithi176.ajjlsm (mgr.14696) 4534 : cluster [DBG] pgmap v3898: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:17.961404+0000 mgr.smithi176.ajjlsm (mgr.14696) 4534 : cluster [DBG] pgmap v3898: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:19.962049+0000 mgr.smithi176.ajjlsm (mgr.14696) 4535 : cluster [DBG] pgmap v3899: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:19.962049+0000 mgr.smithi176.ajjlsm (mgr.14696) 4535 : cluster [DBG] pgmap v3899: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:21.962920+0000 mgr.smithi176.ajjlsm (mgr.14696) 4536 : cluster [DBG] pgmap v3900: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:21.962920+0000 mgr.smithi176.ajjlsm (mgr.14696) 4536 : cluster [DBG] pgmap v3900: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:23.963424+0000 mgr.smithi176.ajjlsm (mgr.14696) 4537 : cluster [DBG] pgmap v3901: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:23.963424+0000 mgr.smithi176.ajjlsm (mgr.14696) 4537 : cluster [DBG] pgmap v3901: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:25.964218+0000 mgr.smithi176.ajjlsm (mgr.14696) 4538 : cluster [DBG] pgmap v3902: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:25.964218+0000 mgr.smithi176.ajjlsm (mgr.14696) 4538 : cluster [DBG] pgmap v3902: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:28.207 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:19:28.476 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:19:28.476 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 5m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:19:28.476 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 5m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:19:28.476 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 5m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:19:28.477 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 5m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:19:28.477 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 5m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:19:28.477 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 5m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:19:28.477 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 5m ago 2h 544M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:19:28.478 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 5m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:19:28.478 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 5m ago 2h 855M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:19:28.478 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 5m ago 2h 457M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:19:28.478 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 5m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:19:28.478 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 5m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:19:28.479 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 5m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:19:28.479 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:19:28.479 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 5m ago 2h 749M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:19:28.479 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 5m ago 2h 1574M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:19:28.480 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 5m ago 2h 1077M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:19:28.480 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 5m ago 2h 1730M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:19:28.480 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 5m ago 2h 1620M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:19:28.480 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 5m ago 2h 1796M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:19:28.480 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 5m ago 2h 1468M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:19:28.481 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 5m ago 2h 2240M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:19:28.481 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 5m ago 2h 78.1M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:19:28.798 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:19:28.798 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:19:28.799 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:19:28.799 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:19:28.799 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:19:28.799 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:19:28.799 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:19:28.800 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:19:28.800 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:19:28.800 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:19:28.800 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:19:28.801 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:19:28.801 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:19:28.801 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:19:28.801 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:19:28.802 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:19:28.802 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:19:28.802 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:19:28.802 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:19:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:27.964931+0000 mgr.smithi176.ajjlsm (mgr.14696) 4539 : cluster [DBG] pgmap v3903: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:19:28.193702+0000 mgr.smithi176.ajjlsm (mgr.14696) 4540 : audit [DBG] from='client.37130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:19:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:19:28.465681+0000 mgr.smithi176.ajjlsm (mgr.14696) 4541 : audit [DBG] from='client.37134 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:19:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:19:28.796726+0000 mon.smithi176 (mon.0) 1514 : audit [DBG] from='client.? 172.21.15.176:0/3045763523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:19:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:27.964931+0000 mgr.smithi176.ajjlsm (mgr.14696) 4539 : cluster [DBG] pgmap v3903: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:30.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:19:28.193702+0000 mgr.smithi176.ajjlsm (mgr.14696) 4540 : audit [DBG] from='client.37130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:19:30.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:19:28.465681+0000 mgr.smithi176.ajjlsm (mgr.14696) 4541 : audit [DBG] from='client.37134 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:19:30.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:19:28.796726+0000 mon.smithi176 (mon.0) 1514 : audit [DBG] from='client.? 172.21.15.176:0/3045763523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:19:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:29.965461+0000 mgr.smithi176.ajjlsm (mgr.14696) 4542 : cluster [DBG] pgmap v3904: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:29.965461+0000 mgr.smithi176.ajjlsm (mgr.14696) 4542 : cluster [DBG] pgmap v3904: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:19:30.707496+0000 mon.smithi176 (mon.0) 1515 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:19:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:19:30.708871+0000 mon.smithi176 (mon.0) 1516 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:19:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:19:30.709675+0000 mon.smithi176 (mon.0) 1517 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:19:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:19:30.710415+0000 mgr.smithi176.ajjlsm (mgr.14696) 4543 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:19:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:19:31.109416+0000 mon.smithi176 (mon.0) 1518 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:19:31.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:19:31.114048+0000 mon.smithi176 (mon.0) 1519 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:19:32.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:19:30.707496+0000 mon.smithi176 (mon.0) 1515 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:19:32.052 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:19:30.708871+0000 mon.smithi176 (mon.0) 1516 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:19:32.052 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:19:30.709675+0000 mon.smithi176 (mon.0) 1517 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:19:32.053 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:19:30.710415+0000 mgr.smithi176.ajjlsm (mgr.14696) 4543 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:19:32.053 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:19:31.109416+0000 mon.smithi176 (mon.0) 1518 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:19:32.053 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:19:31.114048+0000 mon.smithi176 (mon.0) 1519 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:19:32.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:31.966287+0000 mgr.smithi176.ajjlsm (mgr.14696) 4544 : cluster [DBG] pgmap v3905: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:31.966287+0000 mgr.smithi176.ajjlsm (mgr.14696) 4544 : cluster [DBG] pgmap v3905: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:33.966781+0000 mgr.smithi176.ajjlsm (mgr.14696) 4545 : cluster [DBG] pgmap v3906: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:33.966781+0000 mgr.smithi176.ajjlsm (mgr.14696) 4545 : cluster [DBG] pgmap v3906: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:35.967568+0000 mgr.smithi176.ajjlsm (mgr.14696) 4546 : cluster [DBG] pgmap v3907: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:35.967568+0000 mgr.smithi176.ajjlsm (mgr.14696) 4546 : cluster [DBG] pgmap v3907: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:37.968376+0000 mgr.smithi176.ajjlsm (mgr.14696) 4547 : cluster [DBG] pgmap v3908: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:37.968376+0000 mgr.smithi176.ajjlsm (mgr.14696) 4547 : cluster [DBG] pgmap v3908: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:19:40.502211+0000 mon.smithi176 (mon.0) 1520 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:19:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:19:40.584758+0000 mon.smithi176 (mon.0) 1521 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:19:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:19:40.502211+0000 mon.smithi176 (mon.0) 1520 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:19:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:19:40.584758+0000 mon.smithi176 (mon.0) 1521 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:19:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:39.968855+0000 mgr.smithi176.ajjlsm (mgr.14696) 4548 : cluster [DBG] pgmap v3909: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:39.968855+0000 mgr.smithi176.ajjlsm (mgr.14696) 4548 : cluster [DBG] pgmap v3909: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:41.969665+0000 mgr.smithi176.ajjlsm (mgr.14696) 4549 : cluster [DBG] pgmap v3910: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:41.969665+0000 mgr.smithi176.ajjlsm (mgr.14696) 4549 : cluster [DBG] pgmap v3910: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:43.970387+0000 mgr.smithi176.ajjlsm (mgr.14696) 4550 : cluster [DBG] pgmap v3911: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:43.970387+0000 mgr.smithi176.ajjlsm (mgr.14696) 4550 : cluster [DBG] pgmap v3911: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:45.970956+0000 mgr.smithi176.ajjlsm (mgr.14696) 4551 : cluster [DBG] pgmap v3912: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:45.970956+0000 mgr.smithi176.ajjlsm (mgr.14696) 4551 : cluster [DBG] pgmap v3912: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:47.971793+0000 mgr.smithi176.ajjlsm (mgr.14696) 4552 : cluster [DBG] pgmap v3913: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:47.971793+0000 mgr.smithi176.ajjlsm (mgr.14696) 4552 : cluster [DBG] pgmap v3913: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:49.972303+0000 mgr.smithi176.ajjlsm (mgr.14696) 4553 : cluster [DBG] pgmap v3914: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:49.972303+0000 mgr.smithi176.ajjlsm (mgr.14696) 4553 : cluster [DBG] pgmap v3914: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:52.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:51.973332+0000 mgr.smithi176.ajjlsm (mgr.14696) 4554 : cluster [DBG] pgmap v3915: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:51.973332+0000 mgr.smithi176.ajjlsm (mgr.14696) 4554 : cluster [DBG] pgmap v3915: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:53.974008+0000 mgr.smithi176.ajjlsm (mgr.14696) 4555 : cluster [DBG] pgmap v3916: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:53.974008+0000 mgr.smithi176.ajjlsm (mgr.14696) 4555 : cluster [DBG] pgmap v3916: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:19:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:55.974531+0000 mgr.smithi176.ajjlsm (mgr.14696) 4556 : cluster [DBG] pgmap v3917: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:55.974531+0000 mgr.smithi176.ajjlsm (mgr.14696) 4556 : cluster [DBG] pgmap v3917: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:19:59.102 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:19:59.368 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:19:59.368 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 5m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:19:59.369 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 5m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:19:59.369 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 5m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:19:59.369 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 5m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:19:59.369 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 5m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:19:59.370 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 5m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:19:59.370 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 5m ago 2h 544M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:19:59.370 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 5m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:19:59.370 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 5m ago 2h 855M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:19:59.371 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 5m ago 2h 457M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:19:59.371 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 5m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:19:59.371 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 5m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:19:59.371 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 5m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:19:59.371 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 5m ago 2h 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:19:59.372 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 5m ago 2h 749M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:19:59.372 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 5m ago 2h 1574M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:19:59.372 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 5m ago 2h 1077M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:19:59.372 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 5m ago 2h 1730M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:19:59.373 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 5m ago 2h 1620M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:19:59.373 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 5m ago 2h 1796M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:19:59.373 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 5m ago 2h 1468M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:19:59.373 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 5m ago 2h 2240M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:19:59.374 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 5m ago 2h 78.1M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:19:59.691 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:19:59.691 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:19:59.692 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:19:59.692 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:19:59.692 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:19:59.692 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:19:59.693 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:19:59.693 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:19:59.693 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:19:59.693 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:19:59.694 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:19:59.694 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:19:59.694 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:19:59.694 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:19:59.695 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:19:59.695 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:19:59.695 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:19:59.695 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:19:59.695 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:19:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:19:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:57.975457+0000 mgr.smithi176.ajjlsm (mgr.14696) 4557 : cluster [DBG] pgmap v3918: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:00.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:19:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:57.975457+0000 mgr.smithi176.ajjlsm (mgr.14696) 4557 : cluster [DBG] pgmap v3918: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:19:59.088702+0000 mgr.smithi176.ajjlsm (mgr.14696) 4558 : audit [DBG] from='client.37142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:20:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:19:59.357925+0000 mgr.smithi176.ajjlsm (mgr.14696) 4559 : audit [DBG] from='client.37146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:20:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:19:59.689748+0000 mon.smithi176 (mon.0) 1522 : audit [DBG] from='client.? 172.21.15.176:0/2790312913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:20:00.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:00.000153+0000 mon.smithi176 (mon.0) 1523 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T09:20:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:19:59.088702+0000 mgr.smithi176.ajjlsm (mgr.14696) 4558 : audit [DBG] from='client.37142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:20:01.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:19:59.357925+0000 mgr.smithi176.ajjlsm (mgr.14696) 4559 : audit [DBG] from='client.37146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:20:01.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:19:59.689748+0000 mon.smithi176 (mon.0) 1522 : audit [DBG] from='client.? 172.21.15.176:0/2790312913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:20:01.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:00.000153+0000 mon.smithi176 (mon.0) 1523 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T09:20:01.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:19:59.976073+0000 mgr.smithi176.ajjlsm (mgr.14696) 4560 : cluster [DBG] pgmap v3919: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:19:59.976073+0000 mgr.smithi176.ajjlsm (mgr.14696) 4560 : cluster [DBG] pgmap v3919: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:01.976816+0000 mgr.smithi176.ajjlsm (mgr.14696) 4561 : cluster [DBG] pgmap v3920: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:01.976816+0000 mgr.smithi176.ajjlsm (mgr.14696) 4561 : cluster [DBG] pgmap v3920: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:03.977330+0000 mgr.smithi176.ajjlsm (mgr.14696) 4562 : cluster [DBG] pgmap v3921: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:03.977330+0000 mgr.smithi176.ajjlsm (mgr.14696) 4562 : cluster [DBG] pgmap v3921: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:05.977932+0000 mgr.smithi176.ajjlsm (mgr.14696) 4563 : cluster [DBG] pgmap v3922: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:05.977932+0000 mgr.smithi176.ajjlsm (mgr.14696) 4563 : cluster [DBG] pgmap v3922: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:07.978717+0000 mgr.smithi176.ajjlsm (mgr.14696) 4564 : cluster [DBG] pgmap v3923: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:10.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:07.978717+0000 mgr.smithi176.ajjlsm (mgr.14696) 4564 : cluster [DBG] pgmap v3923: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:09.979317+0000 mgr.smithi176.ajjlsm (mgr.14696) 4565 : cluster [DBG] pgmap v3924: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:09.979317+0000 mgr.smithi176.ajjlsm (mgr.14696) 4565 : cluster [DBG] pgmap v3924: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:11.980239+0000 mgr.smithi176.ajjlsm (mgr.14696) 4566 : cluster [DBG] pgmap v3925: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:11.980239+0000 mgr.smithi176.ajjlsm (mgr.14696) 4566 : cluster [DBG] pgmap v3925: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:13.980809+0000 mgr.smithi176.ajjlsm (mgr.14696) 4567 : cluster [DBG] pgmap v3926: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:16.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:13.980809+0000 mgr.smithi176.ajjlsm (mgr.14696) 4567 : cluster [DBG] pgmap v3926: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:15.981353+0000 mgr.smithi176.ajjlsm (mgr.14696) 4568 : cluster [DBG] pgmap v3927: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:18.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:15.981353+0000 mgr.smithi176.ajjlsm (mgr.14696) 4568 : cluster [DBG] pgmap v3927: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:19.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:17.982193+0000 mgr.smithi176.ajjlsm (mgr.14696) 4569 : cluster [DBG] pgmap v3928: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:17.982193+0000 mgr.smithi176.ajjlsm (mgr.14696) 4569 : cluster [DBG] pgmap v3928: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:19.982752+0000 mgr.smithi176.ajjlsm (mgr.14696) 4570 : cluster [DBG] pgmap v3929: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:19.982752+0000 mgr.smithi176.ajjlsm (mgr.14696) 4570 : cluster [DBG] pgmap v3929: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:23.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:21.983619+0000 mgr.smithi176.ajjlsm (mgr.14696) 4571 : cluster [DBG] pgmap v3930: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:24.052 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:21.983619+0000 mgr.smithi176.ajjlsm (mgr.14696) 4571 : cluster [DBG] pgmap v3930: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:25.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:23.984193+0000 mgr.smithi176.ajjlsm (mgr.14696) 4572 : cluster [DBG] pgmap v3931: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:23.984193+0000 mgr.smithi176.ajjlsm (mgr.14696) 4572 : cluster [DBG] pgmap v3931: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:25.984722+0000 mgr.smithi176.ajjlsm (mgr.14696) 4573 : cluster [DBG] pgmap v3932: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:25.984722+0000 mgr.smithi176.ajjlsm (mgr.14696) 4573 : cluster [DBG] pgmap v3932: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:27.985601+0000 mgr.smithi176.ajjlsm (mgr.14696) 4574 : cluster [DBG] pgmap v3933: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:29.990 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:20:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:27.985601+0000 mgr.smithi176.ajjlsm (mgr.14696) 4574 : cluster [DBG] pgmap v3933: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:30.258 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:20:30.258 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 6m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:20:30.258 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 6m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:20:30.258 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 6m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:20:30.259 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 6m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:20:30.259 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 6m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:20:30.259 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 6m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:20:30.259 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 6m ago 2h 544M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:20:30.260 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 6m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:20:30.260 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 6m ago 2h 855M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:20:30.260 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 6m ago 2h 457M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:20:30.260 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 6m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:20:30.261 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 6m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:20:30.261 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 6m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:20:30.261 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:20:30.261 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 6m ago 2h 749M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:20:30.262 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 6m ago 2h 1574M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:20:30.262 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 6m ago 2h 1077M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:20:30.262 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 6m ago 2h 1730M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:20:30.262 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 6m ago 2h 1620M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:20:30.262 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 6m ago 2h 1796M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:20:30.263 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 6m ago 2h 1468M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:20:30.263 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 6m ago 2h 2240M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:20:30.263 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 6m ago 2h 78.1M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:20:30.580 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:20:30.580 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:20:30.580 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:20:30.581 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:20:30.581 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:20:30.581 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:20:30.581 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:20:30.582 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:20:30.582 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:20:30.582 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:20:30.582 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:20:30.583 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:20:30.583 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:20:30.583 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:20:30.583 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:20:30.583 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:20:30.584 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:20:30.584 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:20:30.584 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:20:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:20:30.578627+0000 mon.smithi176 (mon.0) 1524 : audit [DBG] from='client.? 172.21.15.176:0/4193884696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:20:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:20:30.578627+0000 mon.smithi176 (mon.0) 1524 : audit [DBG] from='client.? 172.21.15.176:0/4193884696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:20:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:20:29.977064+0000 mgr.smithi176.ajjlsm (mgr.14696) 4575 : audit [DBG] from='client.37154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:20:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:29.986004+0000 mgr.smithi176.ajjlsm (mgr.14696) 4576 : cluster [DBG] pgmap v3934: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:20:30.247314+0000 mgr.smithi176.ajjlsm (mgr.14696) 4577 : audit [DBG] from='client.37158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:20:31.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:20:31.116584+0000 mon.smithi176 (mon.0) 1525 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:20:31.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:20:31.117630+0000 mon.smithi176 (mon.0) 1526 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:20:31.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:20:31.118199+0000 mon.smithi176 (mon.0) 1527 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:20:31.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:20:31.118717+0000 mgr.smithi176.ajjlsm (mgr.14696) 4578 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:20:31.973 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:20:31.521196+0000 mon.smithi176 (mon.0) 1528 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:20:31.973 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:20:31.528056+0000 mon.smithi176 (mon.0) 1529 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:20:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:20:29.977064+0000 mgr.smithi176.ajjlsm (mgr.14696) 4575 : audit [DBG] from='client.37154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:20:32.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:29.986004+0000 mgr.smithi176.ajjlsm (mgr.14696) 4576 : cluster [DBG] pgmap v3934: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:32.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:20:30.247314+0000 mgr.smithi176.ajjlsm (mgr.14696) 4577 : audit [DBG] from='client.37158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:20:32.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:20:31.116584+0000 mon.smithi176 (mon.0) 1525 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:20:32.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:20:31.117630+0000 mon.smithi176 (mon.0) 1526 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:20:32.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:20:31.118199+0000 mon.smithi176 (mon.0) 1527 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:20:32.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:20:31.118717+0000 mgr.smithi176.ajjlsm (mgr.14696) 4578 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:20:32.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:20:31.521196+0000 mon.smithi176 (mon.0) 1528 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:20:32.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:20:31.528056+0000 mon.smithi176 (mon.0) 1529 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:20:32.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:31.986714+0000 mgr.smithi176.ajjlsm (mgr.14696) 4579 : cluster [DBG] pgmap v3935: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:31.986714+0000 mgr.smithi176.ajjlsm (mgr.14696) 4579 : cluster [DBG] pgmap v3935: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:33.987301+0000 mgr.smithi176.ajjlsm (mgr.14696) 4580 : cluster [DBG] pgmap v3936: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:33.987301+0000 mgr.smithi176.ajjlsm (mgr.14696) 4580 : cluster [DBG] pgmap v3936: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:35.988009+0000 mgr.smithi176.ajjlsm (mgr.14696) 4581 : cluster [DBG] pgmap v3937: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:35.988009+0000 mgr.smithi176.ajjlsm (mgr.14696) 4581 : cluster [DBG] pgmap v3937: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:37.988785+0000 mgr.smithi176.ajjlsm (mgr.14696) 4582 : cluster [DBG] pgmap v3938: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:37.988785+0000 mgr.smithi176.ajjlsm (mgr.14696) 4582 : cluster [DBG] pgmap v3938: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:20:40.504052+0000 mon.smithi176 (mon.0) 1530 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:20:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:20:40.589165+0000 mon.smithi176 (mon.0) 1531 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:20:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:20:40.504052+0000 mon.smithi176 (mon.0) 1530 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:20:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:20:40.589165+0000 mon.smithi176 (mon.0) 1531 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:20:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:39.989263+0000 mgr.smithi176.ajjlsm (mgr.14696) 4583 : cluster [DBG] pgmap v3939: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:42.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:39.989263+0000 mgr.smithi176.ajjlsm (mgr.14696) 4583 : cluster [DBG] pgmap v3939: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:41.990032+0000 mgr.smithi176.ajjlsm (mgr.14696) 4584 : cluster [DBG] pgmap v3940: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:41.990032+0000 mgr.smithi176.ajjlsm (mgr.14696) 4584 : cluster [DBG] pgmap v3940: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:43.990569+0000 mgr.smithi176.ajjlsm (mgr.14696) 4585 : cluster [DBG] pgmap v3941: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:43.990569+0000 mgr.smithi176.ajjlsm (mgr.14696) 4585 : cluster [DBG] pgmap v3941: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:45.991191+0000 mgr.smithi176.ajjlsm (mgr.14696) 4586 : cluster [DBG] pgmap v3942: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:45.991191+0000 mgr.smithi176.ajjlsm (mgr.14696) 4586 : cluster [DBG] pgmap v3942: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:47.991943+0000 mgr.smithi176.ajjlsm (mgr.14696) 4587 : cluster [DBG] pgmap v3943: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:47.991943+0000 mgr.smithi176.ajjlsm (mgr.14696) 4587 : cluster [DBG] pgmap v3943: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:49.992670+0000 mgr.smithi176.ajjlsm (mgr.14696) 4588 : cluster [DBG] pgmap v3944: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:52.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:49.992670+0000 mgr.smithi176.ajjlsm (mgr.14696) 4588 : cluster [DBG] pgmap v3944: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:51.993368+0000 mgr.smithi176.ajjlsm (mgr.14696) 4589 : cluster [DBG] pgmap v3945: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:51.993368+0000 mgr.smithi176.ajjlsm (mgr.14696) 4589 : cluster [DBG] pgmap v3945: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:53.993902+0000 mgr.smithi176.ajjlsm (mgr.14696) 4590 : cluster [DBG] pgmap v3946: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:53.993902+0000 mgr.smithi176.ajjlsm (mgr.14696) 4590 : cluster [DBG] pgmap v3946: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:20:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:55.994412+0000 mgr.smithi176.ajjlsm (mgr.14696) 4591 : cluster [DBG] pgmap v3947: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:55.994412+0000 mgr.smithi176.ajjlsm (mgr.14696) 4591 : cluster [DBG] pgmap v3947: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:20:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:20:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:57.995212+0000 mgr.smithi176.ajjlsm (mgr.14696) 4592 : cluster [DBG] pgmap v3948: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:20:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:57.995212+0000 mgr.smithi176.ajjlsm (mgr.14696) 4592 : cluster [DBG] pgmap v3948: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:00.883 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:21:01.151 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:21:01.151 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 6m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:21:01.151 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 6m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:21:01.151 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 6m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:21:01.152 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 6m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:21:01.152 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 6m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:21:01.152 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 6m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:21:01.152 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 6m ago 2h 544M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:21:01.153 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 6m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:21:01.153 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 6m ago 2h 855M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:21:01.153 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 6m ago 2h 457M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:21:01.153 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 6m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:21:01.153 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 6m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:21:01.154 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 6m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:21:01.154 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 6m ago 2h 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:21:01.154 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 6m ago 2h 749M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:21:01.154 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 6m ago 2h 1574M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:21:01.155 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 6m ago 2h 1077M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:21:01.155 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 6m ago 2h 1730M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:21:01.155 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 6m ago 2h 1620M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:21:01.155 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 6m ago 2h 1796M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:21:01.155 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 6m ago 2h 1468M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:21:01.156 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 6m ago 2h 2240M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:21:01.156 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 6m ago 2h 78.1M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:21:01.473 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:21:01.474 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:21:01.474 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:21:01.475 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:21:01.475 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:21:01.475 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:21:01.476 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:21:01.476 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:21:01.476 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:21:01.476 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:21:01.476 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:21:01.477 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:21:01.477 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:21:01.477 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:21:01.477 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:21:01.478 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:21:01.478 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:21:01.478 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:21:01.478 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:21:01.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:20:59.995738+0000 mgr.smithi176.ajjlsm (mgr.14696) 4593 : cluster [DBG] pgmap v3949: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:01.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:21:01.471897+0000 mon.smithi176 (mon.0) 1532 : audit [DBG] from='client.? 172.21.15.176:0/860008087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:21:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:20:59.995738+0000 mgr.smithi176.ajjlsm (mgr.14696) 4593 : cluster [DBG] pgmap v3949: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:21:01.471897+0000 mon.smithi176 (mon.0) 1532 : audit [DBG] from='client.? 172.21.15.176:0/860008087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:21:02.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:21:00.869614+0000 mgr.smithi176.ajjlsm (mgr.14696) 4594 : audit [DBG] from='client.37166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:21:02.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:21:01.140186+0000 mgr.smithi176.ajjlsm (mgr.14696) 4595 : audit [DBG] from='client.37170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:21:02.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:21:00.869614+0000 mgr.smithi176.ajjlsm (mgr.14696) 4594 : audit [DBG] from='client.37166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:21:02.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:21:01.140186+0000 mgr.smithi176.ajjlsm (mgr.14696) 4595 : audit [DBG] from='client.37170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:21:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:01.996341+0000 mgr.smithi176.ajjlsm (mgr.14696) 4596 : cluster [DBG] pgmap v3950: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:01.996341+0000 mgr.smithi176.ajjlsm (mgr.14696) 4596 : cluster [DBG] pgmap v3950: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:03.996939+0000 mgr.smithi176.ajjlsm (mgr.14696) 4597 : cluster [DBG] pgmap v3951: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:03.996939+0000 mgr.smithi176.ajjlsm (mgr.14696) 4597 : cluster [DBG] pgmap v3951: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:05.997657+0000 mgr.smithi176.ajjlsm (mgr.14696) 4598 : cluster [DBG] pgmap v3952: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:05.997657+0000 mgr.smithi176.ajjlsm (mgr.14696) 4598 : cluster [DBG] pgmap v3952: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:07.998309+0000 mgr.smithi176.ajjlsm (mgr.14696) 4599 : cluster [DBG] pgmap v3953: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:07.998309+0000 mgr.smithi176.ajjlsm (mgr.14696) 4599 : cluster [DBG] pgmap v3953: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:11.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:09.998765+0000 mgr.smithi176.ajjlsm (mgr.14696) 4600 : cluster [DBG] pgmap v3954: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:09.998765+0000 mgr.smithi176.ajjlsm (mgr.14696) 4600 : cluster [DBG] pgmap v3954: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:11.999652+0000 mgr.smithi176.ajjlsm (mgr.14696) 4601 : cluster [DBG] pgmap v3955: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:11.999652+0000 mgr.smithi176.ajjlsm (mgr.14696) 4601 : cluster [DBG] pgmap v3955: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:14.000268+0000 mgr.smithi176.ajjlsm (mgr.14696) 4602 : cluster [DBG] pgmap v3956: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:14.000268+0000 mgr.smithi176.ajjlsm (mgr.14696) 4602 : cluster [DBG] pgmap v3956: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:16.001051+0000 mgr.smithi176.ajjlsm (mgr.14696) 4603 : cluster [DBG] pgmap v3957: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:16.001051+0000 mgr.smithi176.ajjlsm (mgr.14696) 4603 : cluster [DBG] pgmap v3957: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:18.001766+0000 mgr.smithi176.ajjlsm (mgr.14696) 4604 : cluster [DBG] pgmap v3958: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:19.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:18.001766+0000 mgr.smithi176.ajjlsm (mgr.14696) 4604 : cluster [DBG] pgmap v3958: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:21.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:20.002365+0000 mgr.smithi176.ajjlsm (mgr.14696) 4605 : cluster [DBG] pgmap v3959: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:20.002365+0000 mgr.smithi176.ajjlsm (mgr.14696) 4605 : cluster [DBG] pgmap v3959: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:22.003451+0000 mgr.smithi176.ajjlsm (mgr.14696) 4606 : cluster [DBG] pgmap v3960: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:22.003451+0000 mgr.smithi176.ajjlsm (mgr.14696) 4606 : cluster [DBG] pgmap v3960: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:24.003953+0000 mgr.smithi176.ajjlsm (mgr.14696) 4607 : cluster [DBG] pgmap v3961: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:24.003953+0000 mgr.smithi176.ajjlsm (mgr.14696) 4607 : cluster [DBG] pgmap v3961: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:27.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:26.004523+0000 mgr.smithi176.ajjlsm (mgr.14696) 4608 : cluster [DBG] pgmap v3962: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:28.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:26.004523+0000 mgr.smithi176.ajjlsm (mgr.14696) 4608 : cluster [DBG] pgmap v3962: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:28.005273+0000 mgr.smithi176.ajjlsm (mgr.14696) 4609 : cluster [DBG] pgmap v3963: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:28.005273+0000 mgr.smithi176.ajjlsm (mgr.14696) 4609 : cluster [DBG] pgmap v3963: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:31.796 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:21:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:30.005776+0000 mgr.smithi176.ajjlsm (mgr.14696) 4610 : cluster [DBG] pgmap v3964: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:21:31.530606+0000 mon.smithi176 (mon.0) 1533 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:21:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:21:31.531869+0000 mon.smithi176 (mon.0) 1534 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:21:31.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:21:31.532623+0000 mon.smithi176 (mon.0) 1535 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:21:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:30.005776+0000 mgr.smithi176.ajjlsm (mgr.14696) 4610 : cluster [DBG] pgmap v3964: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:32.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:21:31.530606+0000 mon.smithi176 (mon.0) 1533 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:21:32.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:21:31.531869+0000 mon.smithi176 (mon.0) 1534 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:21:32.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:21:31.532623+0000 mon.smithi176 (mon.0) 1535 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:21:32.078 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:21:32.078 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 7m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:21:32.079 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 7m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:21:32.079 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 7m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:21:32.079 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 7m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:21:32.079 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 7m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:21:32.080 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 7m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:21:32.080 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 7m ago 2h 544M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:21:32.080 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 7m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:21:32.080 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 7m ago 2h 855M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:21:32.081 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 7m ago 2h 457M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:21:32.081 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 7m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:21:32.081 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 7m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:21:32.081 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 7m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:21:32.081 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:21:32.082 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 7m ago 2h 749M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:21:32.082 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 7m ago 2h 1574M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:21:32.082 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 7m ago 2h 1077M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:21:32.082 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 7m ago 2h 1730M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:21:32.083 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 7m ago 2h 1620M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:21:32.083 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 7m ago 2h 1796M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:21:32.083 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 7m ago 2h 1468M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:21:32.083 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 7m ago 2h 2240M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:21:32.083 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 7m ago 2h 78.1M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:21:32.403 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:21:32.403 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:21:32.404 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:21:32.404 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:21:32.404 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:21:32.404 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:21:32.405 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:21:32.405 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:21:32.405 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:21:32.405 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:21:32.406 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:21:32.406 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:21:32.406 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:21:32.406 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:21:32.407 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:21:32.407 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:21:32.407 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:21:32.407 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:21:32.408 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:21:32.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:21:31.533332+0000 mgr.smithi176.ajjlsm (mgr.14696) 4611 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:21:32.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:21:31.952165+0000 mon.smithi176 (mon.0) 1536 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:21:32.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:21:31.957245+0000 mon.smithi176 (mon.0) 1537 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:21:32.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:21:32.401767+0000 mon.smithi176 (mon.0) 1538 : audit [DBG] from='client.? 172.21.15.176:0/125205828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:21:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:21:31.533332+0000 mgr.smithi176.ajjlsm (mgr.14696) 4611 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:21:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:21:31.952165+0000 mon.smithi176 (mon.0) 1536 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:21:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:21:31.957245+0000 mon.smithi176 (mon.0) 1537 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:21:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:21:32.401767+0000 mon.smithi176 (mon.0) 1538 : audit [DBG] from='client.? 172.21.15.176:0/125205828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:21:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:21:31.782403+0000 mgr.smithi176.ajjlsm (mgr.14696) 4612 : audit [DBG] from='client.37178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:21:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:32.006505+0000 mgr.smithi176.ajjlsm (mgr.14696) 4613 : cluster [DBG] pgmap v3965: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:33.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:21:32.067849+0000 mgr.smithi176.ajjlsm (mgr.14696) 4614 : audit [DBG] from='client.37182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:21:34.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:21:31.782403+0000 mgr.smithi176.ajjlsm (mgr.14696) 4612 : audit [DBG] from='client.37178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:21:34.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:32.006505+0000 mgr.smithi176.ajjlsm (mgr.14696) 4613 : cluster [DBG] pgmap v3965: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:34.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:21:32.067849+0000 mgr.smithi176.ajjlsm (mgr.14696) 4614 : audit [DBG] from='client.37182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:21:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:34.007002+0000 mgr.smithi176.ajjlsm (mgr.14696) 4615 : cluster [DBG] pgmap v3966: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:34.007002+0000 mgr.smithi176.ajjlsm (mgr.14696) 4615 : cluster [DBG] pgmap v3966: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:37.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:36.007754+0000 mgr.smithi176.ajjlsm (mgr.14696) 4616 : cluster [DBG] pgmap v3967: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:36.007754+0000 mgr.smithi176.ajjlsm (mgr.14696) 4616 : cluster [DBG] pgmap v3967: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:38.008549+0000 mgr.smithi176.ajjlsm (mgr.14696) 4617 : cluster [DBG] pgmap v3968: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:38.008549+0000 mgr.smithi176.ajjlsm (mgr.14696) 4617 : cluster [DBG] pgmap v3968: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:21:40.505825+0000 mon.smithi176 (mon.0) 1539 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:21:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:21:40.593511+0000 mon.smithi176 (mon.0) 1540 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:21:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:21:40.505825+0000 mon.smithi176 (mon.0) 1539 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:21:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:21:40.593511+0000 mon.smithi176 (mon.0) 1540 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:21:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:40.009098+0000 mgr.smithi176.ajjlsm (mgr.14696) 4618 : cluster [DBG] pgmap v3969: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:40.009098+0000 mgr.smithi176.ajjlsm (mgr.14696) 4618 : cluster [DBG] pgmap v3969: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:42.009927+0000 mgr.smithi176.ajjlsm (mgr.14696) 4619 : cluster [DBG] pgmap v3970: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:42.009927+0000 mgr.smithi176.ajjlsm (mgr.14696) 4619 : cluster [DBG] pgmap v3970: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:44.010452+0000 mgr.smithi176.ajjlsm (mgr.14696) 4620 : cluster [DBG] pgmap v3971: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:44.010452+0000 mgr.smithi176.ajjlsm (mgr.14696) 4620 : cluster [DBG] pgmap v3971: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:46.011133+0000 mgr.smithi176.ajjlsm (mgr.14696) 4621 : cluster [DBG] pgmap v3972: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:46.011133+0000 mgr.smithi176.ajjlsm (mgr.14696) 4621 : cluster [DBG] pgmap v3972: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:48.011822+0000 mgr.smithi176.ajjlsm (mgr.14696) 4622 : cluster [DBG] pgmap v3973: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:48.011822+0000 mgr.smithi176.ajjlsm (mgr.14696) 4622 : cluster [DBG] pgmap v3973: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:50.012540+0000 mgr.smithi176.ajjlsm (mgr.14696) 4623 : cluster [DBG] pgmap v3974: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:50.012540+0000 mgr.smithi176.ajjlsm (mgr.14696) 4623 : cluster [DBG] pgmap v3974: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:52.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:52.013330+0000 mgr.smithi176.ajjlsm (mgr.14696) 4624 : cluster [DBG] pgmap v3975: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:52.013330+0000 mgr.smithi176.ajjlsm (mgr.14696) 4624 : cluster [DBG] pgmap v3975: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:54.013986+0000 mgr.smithi176.ajjlsm (mgr.14696) 4625 : cluster [DBG] pgmap v3976: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:54.013986+0000 mgr.smithi176.ajjlsm (mgr.14696) 4625 : cluster [DBG] pgmap v3976: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:21:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:56.014614+0000 mgr.smithi176.ajjlsm (mgr.14696) 4626 : cluster [DBG] pgmap v3977: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:56.014614+0000 mgr.smithi176.ajjlsm (mgr.14696) 4626 : cluster [DBG] pgmap v3977: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:21:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:21:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:21:58.015227+0000 mgr.smithi176.ajjlsm (mgr.14696) 4627 : cluster [DBG] pgmap v3978: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:00.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:21:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:21:58.015227+0000 mgr.smithi176.ajjlsm (mgr.14696) 4627 : cluster [DBG] pgmap v3978: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:00.015687+0000 mgr.smithi176.ajjlsm (mgr.14696) 4628 : cluster [DBG] pgmap v3979: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:00.015687+0000 mgr.smithi176.ajjlsm (mgr.14696) 4628 : cluster [DBG] pgmap v3979: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:02.707 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:22:02.974 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:22:02.974 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 7m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:22:02.975 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 7m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:22:02.975 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 7m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:22:02.976 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 7m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:22:02.976 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 7m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:22:02.977 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 7m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:22:02.977 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 7m ago 2h 544M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:22:02.977 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 7m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:22:02.979 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 7m ago 2h 855M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:22:02.979 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 7m ago 2h 457M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:22:02.979 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 7m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:22:02.979 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 7m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:22:02.980 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 7m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:22:02.980 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 7m ago 2h 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:22:02.980 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 7m ago 2h 749M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:22:02.980 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 7m ago 2h 1574M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:22:02.981 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 7m ago 2h 1077M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:22:02.981 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 7m ago 2h 1730M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:22:02.981 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 7m ago 2h 1620M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:22:02.981 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 7m ago 2h 1796M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:22:02.982 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 7m ago 2h 1468M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:22:02.982 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 7m ago 2h 2240M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:22:02.982 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 7m ago 2h 78.1M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:22:03.297 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:22:03.298 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:22:03.298 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:22:03.298 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:22:03.299 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:22:03.299 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:22:03.299 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:22:03.299 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:22:03.299 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:22:03.300 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:22:03.300 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:22:03.300 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:22:03.300 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:22:03.300 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:22:03.301 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:22:03.301 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:22:03.301 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:22:03.301 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:22:03.302 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:22:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:02.016544+0000 mgr.smithi176.ajjlsm (mgr.14696) 4629 : cluster [DBG] pgmap v3980: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:22:03.296201+0000 mon.smithi176 (mon.0) 1541 : audit [DBG] from='client.? 172.21.15.176:0/1111798256' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:22:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:02.016544+0000 mgr.smithi176.ajjlsm (mgr.14696) 4629 : cluster [DBG] pgmap v3980: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:04.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:22:03.296201+0000 mon.smithi176 (mon.0) 1541 : audit [DBG] from='client.? 172.21.15.176:0/1111798256' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:22:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:22:02.693548+0000 mgr.smithi176.ajjlsm (mgr.14696) 4630 : audit [DBG] from='client.37190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:22:04.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:22:02.963631+0000 mgr.smithi176.ajjlsm (mgr.14696) 4631 : audit [DBG] from='client.37194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:22:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:22:02.693548+0000 mgr.smithi176.ajjlsm (mgr.14696) 4630 : audit [DBG] from='client.37190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:22:05.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:22:02.963631+0000 mgr.smithi176.ajjlsm (mgr.14696) 4631 : audit [DBG] from='client.37194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:22:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:04.017020+0000 mgr.smithi176.ajjlsm (mgr.14696) 4632 : cluster [DBG] pgmap v3981: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:04.017020+0000 mgr.smithi176.ajjlsm (mgr.14696) 4632 : cluster [DBG] pgmap v3981: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:06.017664+0000 mgr.smithi176.ajjlsm (mgr.14696) 4633 : cluster [DBG] pgmap v3982: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:06.017664+0000 mgr.smithi176.ajjlsm (mgr.14696) 4633 : cluster [DBG] pgmap v3982: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:08.018424+0000 mgr.smithi176.ajjlsm (mgr.14696) 4634 : cluster [DBG] pgmap v3983: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:08.018424+0000 mgr.smithi176.ajjlsm (mgr.14696) 4634 : cluster [DBG] pgmap v3983: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:10.018908+0000 mgr.smithi176.ajjlsm (mgr.14696) 4635 : cluster [DBG] pgmap v3984: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:10.018908+0000 mgr.smithi176.ajjlsm (mgr.14696) 4635 : cluster [DBG] pgmap v3984: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:12.019869+0000 mgr.smithi176.ajjlsm (mgr.14696) 4636 : cluster [DBG] pgmap v3985: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:12.019869+0000 mgr.smithi176.ajjlsm (mgr.14696) 4636 : cluster [DBG] pgmap v3985: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:14.020517+0000 mgr.smithi176.ajjlsm (mgr.14696) 4637 : cluster [DBG] pgmap v3986: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:14.020517+0000 mgr.smithi176.ajjlsm (mgr.14696) 4637 : cluster [DBG] pgmap v3986: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:16.021160+0000 mgr.smithi176.ajjlsm (mgr.14696) 4638 : cluster [DBG] pgmap v3987: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:16.021160+0000 mgr.smithi176.ajjlsm (mgr.14696) 4638 : cluster [DBG] pgmap v3987: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:18.021838+0000 mgr.smithi176.ajjlsm (mgr.14696) 4639 : cluster [DBG] pgmap v3988: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:18.021838+0000 mgr.smithi176.ajjlsm (mgr.14696) 4639 : cluster [DBG] pgmap v3988: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:20.022392+0000 mgr.smithi176.ajjlsm (mgr.14696) 4640 : cluster [DBG] pgmap v3989: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:20.022392+0000 mgr.smithi176.ajjlsm (mgr.14696) 4640 : cluster [DBG] pgmap v3989: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:22.023423+0000 mgr.smithi176.ajjlsm (mgr.14696) 4641 : cluster [DBG] pgmap v3990: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:22.023423+0000 mgr.smithi176.ajjlsm (mgr.14696) 4641 : cluster [DBG] pgmap v3990: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:24.023963+0000 mgr.smithi176.ajjlsm (mgr.14696) 4642 : cluster [DBG] pgmap v3991: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:24.023963+0000 mgr.smithi176.ajjlsm (mgr.14696) 4642 : cluster [DBG] pgmap v3991: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:26.024547+0000 mgr.smithi176.ajjlsm (mgr.14696) 4643 : cluster [DBG] pgmap v3992: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:26.024547+0000 mgr.smithi176.ajjlsm (mgr.14696) 4643 : cluster [DBG] pgmap v3992: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:28.025238+0000 mgr.smithi176.ajjlsm (mgr.14696) 4644 : cluster [DBG] pgmap v3993: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:28.025238+0000 mgr.smithi176.ajjlsm (mgr.14696) 4644 : cluster [DBG] pgmap v3993: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:30.025805+0000 mgr.smithi176.ajjlsm (mgr.14696) 4645 : cluster [DBG] pgmap v3994: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:30.025805+0000 mgr.smithi176.ajjlsm (mgr.14696) 4645 : cluster [DBG] pgmap v3994: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:32.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:22:31.959785+0000 mon.smithi176 (mon.0) 1542 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:22:32.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:22:31.961128+0000 mon.smithi176 (mon.0) 1543 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:22:32.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:22:31.962019+0000 mon.smithi176 (mon.0) 1544 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:22:32.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:22:32.365603+0000 mon.smithi176 (mon.0) 1545 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:22:32.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:22:32.370475+0000 mon.smithi176 (mon.0) 1546 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:22:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:22:31.959785+0000 mon.smithi176 (mon.0) 1542 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:22:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:22:31.961128+0000 mon.smithi176 (mon.0) 1543 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:22:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:22:31.962019+0000 mon.smithi176 (mon.0) 1544 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:22:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:22:32.365603+0000 mon.smithi176 (mon.0) 1545 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:22:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:22:32.370475+0000 mon.smithi176 (mon.0) 1546 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:22:33.592 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:22:33.860 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:22:33.861 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 8m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:22:33.861 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 8m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:22:33.861 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 8m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:22:33.861 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 8m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:22:33.862 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 8m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:22:33.862 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 8m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:22:33.862 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 8m ago 2h 544M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:22:33.862 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 8m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:22:33.863 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 8m ago 2h 855M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:22:33.863 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 8m ago 2h 457M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:22:33.863 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 8m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:22:33.863 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 8m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:22:33.863 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 8m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:22:33.864 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:22:33.864 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 8m ago 2h 749M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:22:33.864 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 8m ago 2h 1574M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:22:33.864 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 8m ago 2h 1077M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:22:33.865 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 8m ago 2h 1730M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:22:33.865 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 8m ago 2h 1620M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:22:33.865 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 8m ago 2h 1796M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:22:33.865 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 8m ago 2h 1468M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:22:33.866 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 8m ago 2h 2240M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:22:33.866 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 8m ago 2h 78.1M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:22:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:22:31.962858+0000 mgr.smithi176.ajjlsm (mgr.14696) 4646 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:22:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:32.026560+0000 mgr.smithi176.ajjlsm (mgr.14696) 4647 : cluster [DBG] pgmap v3995: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:22:31.962858+0000 mgr.smithi176.ajjlsm (mgr.14696) 4646 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:22:34.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:32.026560+0000 mgr.smithi176.ajjlsm (mgr.14696) 4647 : cluster [DBG] pgmap v3995: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:34.183 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:22:34.184 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:22:34.184 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:22:34.184 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:22:34.184 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:22:34.185 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:22:34.185 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:22:34.185 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:22:34.186 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:22:34.186 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:22:34.187 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:22:34.187 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:22:34.187 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:22:34.187 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:22:34.188 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:22:34.188 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:22:34.188 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:22:34.188 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:22:34.188 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:22:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:22:33.578527+0000 mgr.smithi176.ajjlsm (mgr.14696) 4648 : audit [DBG] from='client.37202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:22:34.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:22:34.182215+0000 mon.smithi176 (mon.0) 1547 : audit [DBG] from='client.? 172.21.15.176:0/189529533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:22:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:22:33.578527+0000 mgr.smithi176.ajjlsm (mgr.14696) 4648 : audit [DBG] from='client.37202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:22:35.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:22:34.182215+0000 mon.smithi176 (mon.0) 1547 : audit [DBG] from='client.? 172.21.15.176:0/189529533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:22:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:22:33.850198+0000 mgr.smithi176.ajjlsm (mgr.14696) 4649 : audit [DBG] from='client.37206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:22:35.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:34.027118+0000 mgr.smithi176.ajjlsm (mgr.14696) 4650 : cluster [DBG] pgmap v3996: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:22:33.850198+0000 mgr.smithi176.ajjlsm (mgr.14696) 4649 : audit [DBG] from='client.37206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:22:36.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:34.027118+0000 mgr.smithi176.ajjlsm (mgr.14696) 4650 : cluster [DBG] pgmap v3996: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:36.027812+0000 mgr.smithi176.ajjlsm (mgr.14696) 4651 : cluster [DBG] pgmap v3997: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:36.027812+0000 mgr.smithi176.ajjlsm (mgr.14696) 4651 : cluster [DBG] pgmap v3997: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:38.028428+0000 mgr.smithi176.ajjlsm (mgr.14696) 4652 : cluster [DBG] pgmap v3998: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:38.028428+0000 mgr.smithi176.ajjlsm (mgr.14696) 4652 : cluster [DBG] pgmap v3998: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:22:40.507566+0000 mon.smithi176 (mon.0) 1548 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:22:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:22:40.597980+0000 mon.smithi176 (mon.0) 1549 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:22:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:22:40.507566+0000 mon.smithi176 (mon.0) 1548 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:22:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:22:40.597980+0000 mon.smithi176 (mon.0) 1549 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:22:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:40.029102+0000 mgr.smithi176.ajjlsm (mgr.14696) 4653 : cluster [DBG] pgmap v3999: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:40.029102+0000 mgr.smithi176.ajjlsm (mgr.14696) 4653 : cluster [DBG] pgmap v3999: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:42.029977+0000 mgr.smithi176.ajjlsm (mgr.14696) 4654 : cluster [DBG] pgmap v4000: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:42.029977+0000 mgr.smithi176.ajjlsm (mgr.14696) 4654 : cluster [DBG] pgmap v4000: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:44.030433+0000 mgr.smithi176.ajjlsm (mgr.14696) 4655 : cluster [DBG] pgmap v4001: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:44.030433+0000 mgr.smithi176.ajjlsm (mgr.14696) 4655 : cluster [DBG] pgmap v4001: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:46.031170+0000 mgr.smithi176.ajjlsm (mgr.14696) 4656 : cluster [DBG] pgmap v4002: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:46.031170+0000 mgr.smithi176.ajjlsm (mgr.14696) 4656 : cluster [DBG] pgmap v4002: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:48.031650+0000 mgr.smithi176.ajjlsm (mgr.14696) 4657 : cluster [DBG] pgmap v4003: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:48.031650+0000 mgr.smithi176.ajjlsm (mgr.14696) 4657 : cluster [DBG] pgmap v4003: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:50.032389+0000 mgr.smithi176.ajjlsm (mgr.14696) 4658 : cluster [DBG] pgmap v4004: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:50.032389+0000 mgr.smithi176.ajjlsm (mgr.14696) 4658 : cluster [DBG] pgmap v4004: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:52.033270+0000 mgr.smithi176.ajjlsm (mgr.14696) 4659 : cluster [DBG] pgmap v4005: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:53.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:52.033270+0000 mgr.smithi176.ajjlsm (mgr.14696) 4659 : cluster [DBG] pgmap v4005: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:54.033869+0000 mgr.smithi176.ajjlsm (mgr.14696) 4660 : cluster [DBG] pgmap v4006: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:54.033869+0000 mgr.smithi176.ajjlsm (mgr.14696) 4660 : cluster [DBG] pgmap v4006: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:22:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:56.034563+0000 mgr.smithi176.ajjlsm (mgr.14696) 4661 : cluster [DBG] pgmap v4007: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:56.034563+0000 mgr.smithi176.ajjlsm (mgr.14696) 4661 : cluster [DBG] pgmap v4007: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:22:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:22:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:22:58.035190+0000 mgr.smithi176.ajjlsm (mgr.14696) 4662 : cluster [DBG] pgmap v4008: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:22:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:22:58.035190+0000 mgr.smithi176.ajjlsm (mgr.14696) 4662 : cluster [DBG] pgmap v4008: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:01.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:00.035599+0000 mgr.smithi176.ajjlsm (mgr.14696) 4663 : cluster [DBG] pgmap v4009: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:00.035599+0000 mgr.smithi176.ajjlsm (mgr.14696) 4663 : cluster [DBG] pgmap v4009: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:02.036490+0000 mgr.smithi176.ajjlsm (mgr.14696) 4664 : cluster [DBG] pgmap v4010: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:02.036490+0000 mgr.smithi176.ajjlsm (mgr.14696) 4664 : cluster [DBG] pgmap v4010: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:04.485 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:23:04.756 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:23:04.757 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 8m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:23:04.757 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 8m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:23:04.757 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 8m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:23:04.758 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 8m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:23:04.758 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 8m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:23:04.758 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 8m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:23:04.758 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 8m ago 2h 544M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:23:04.759 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 8m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:23:04.759 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 8m ago 2h 855M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:23:04.759 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 8m ago 2h 457M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:23:04.759 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 8m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:23:04.760 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 8m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:23:04.760 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 8m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:23:04.760 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 8m ago 2h 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:23:04.760 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 8m ago 2h 749M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:23:04.761 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 8m ago 2h 1574M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:23:04.761 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 8m ago 2h 1077M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:23:04.761 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 8m ago 2h 1730M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:23:04.761 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 8m ago 2h 1620M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:23:04.761 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 8m ago 2h 1796M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:23:04.762 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 8m ago 2h 1468M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:23:04.762 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 8m ago 2h 2240M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:23:04.762 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 8m ago 2h 78.1M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:23:05.083 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:23:05.083 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:23:05.084 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:23:05.084 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:23:05.084 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:23:05.084 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:23:05.085 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:23:05.085 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:23:05.085 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:23:05.085 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:23:05.086 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:23:05.086 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:23:05.086 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:23:05.086 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:23:05.086 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:23:05.087 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:23:05.087 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:23:05.087 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:23:05.087 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:23:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:04.037005+0000 mgr.smithi176.ajjlsm (mgr.14696) 4665 : cluster [DBG] pgmap v4011: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:23:04.472614+0000 mgr.smithi176.ajjlsm (mgr.14696) 4666 : audit [DBG] from='client.37214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:23:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:23:05.081635+0000 mon.smithi176 (mon.0) 1550 : audit [DBG] from='client.? 172.21.15.176:0/754079134' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:23:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:04.037005+0000 mgr.smithi176.ajjlsm (mgr.14696) 4665 : cluster [DBG] pgmap v4011: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:06.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:23:04.472614+0000 mgr.smithi176.ajjlsm (mgr.14696) 4666 : audit [DBG] from='client.37214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:23:06.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:23:05.081635+0000 mon.smithi176 (mon.0) 1550 : audit [DBG] from='client.? 172.21.15.176:0/754079134' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:23:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:23:04.746152+0000 mgr.smithi176.ajjlsm (mgr.14696) 4667 : audit [DBG] from='client.37218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:23:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:23:04.746152+0000 mgr.smithi176.ajjlsm (mgr.14696) 4667 : audit [DBG] from='client.37218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:23:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:06.037850+0000 mgr.smithi176.ajjlsm (mgr.14696) 4668 : cluster [DBG] pgmap v4012: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:06.037850+0000 mgr.smithi176.ajjlsm (mgr.14696) 4668 : cluster [DBG] pgmap v4012: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:08.038443+0000 mgr.smithi176.ajjlsm (mgr.14696) 4669 : cluster [DBG] pgmap v4013: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:08.038443+0000 mgr.smithi176.ajjlsm (mgr.14696) 4669 : cluster [DBG] pgmap v4013: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:10.038911+0000 mgr.smithi176.ajjlsm (mgr.14696) 4670 : cluster [DBG] pgmap v4014: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:10.038911+0000 mgr.smithi176.ajjlsm (mgr.14696) 4670 : cluster [DBG] pgmap v4014: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:12.039721+0000 mgr.smithi176.ajjlsm (mgr.14696) 4671 : cluster [DBG] pgmap v4015: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:12.039721+0000 mgr.smithi176.ajjlsm (mgr.14696) 4671 : cluster [DBG] pgmap v4015: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:14.040345+0000 mgr.smithi176.ajjlsm (mgr.14696) 4672 : cluster [DBG] pgmap v4016: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:14.040345+0000 mgr.smithi176.ajjlsm (mgr.14696) 4672 : cluster [DBG] pgmap v4016: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:16.041271+0000 mgr.smithi176.ajjlsm (mgr.14696) 4673 : cluster [DBG] pgmap v4017: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:16.041271+0000 mgr.smithi176.ajjlsm (mgr.14696) 4673 : cluster [DBG] pgmap v4017: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:18.041956+0000 mgr.smithi176.ajjlsm (mgr.14696) 4674 : cluster [DBG] pgmap v4018: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:18.041956+0000 mgr.smithi176.ajjlsm (mgr.14696) 4674 : cluster [DBG] pgmap v4018: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:20.042503+0000 mgr.smithi176.ajjlsm (mgr.14696) 4675 : cluster [DBG] pgmap v4019: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:20.042503+0000 mgr.smithi176.ajjlsm (mgr.14696) 4675 : cluster [DBG] pgmap v4019: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:22.043405+0000 mgr.smithi176.ajjlsm (mgr.14696) 4676 : cluster [DBG] pgmap v4020: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:22.043405+0000 mgr.smithi176.ajjlsm (mgr.14696) 4676 : cluster [DBG] pgmap v4020: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:24.044077+0000 mgr.smithi176.ajjlsm (mgr.14696) 4677 : cluster [DBG] pgmap v4021: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:24.044077+0000 mgr.smithi176.ajjlsm (mgr.14696) 4677 : cluster [DBG] pgmap v4021: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:26.044811+0000 mgr.smithi176.ajjlsm (mgr.14696) 4678 : cluster [DBG] pgmap v4022: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:26.044811+0000 mgr.smithi176.ajjlsm (mgr.14696) 4678 : cluster [DBG] pgmap v4022: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:29.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:28.045375+0000 mgr.smithi176.ajjlsm (mgr.14696) 4679 : cluster [DBG] pgmap v4023: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:28.045375+0000 mgr.smithi176.ajjlsm (mgr.14696) 4679 : cluster [DBG] pgmap v4023: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:30.045867+0000 mgr.smithi176.ajjlsm (mgr.14696) 4680 : cluster [DBG] pgmap v4024: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:30.045867+0000 mgr.smithi176.ajjlsm (mgr.14696) 4680 : cluster [DBG] pgmap v4024: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:32.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:23:32.373009+0000 mon.smithi176 (mon.0) 1551 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:23:32.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:23:32.374470+0000 mon.smithi176 (mon.0) 1552 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:23:32.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:23:32.375313+0000 mon.smithi176 (mon.0) 1553 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:23:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:23:32.373009+0000 mon.smithi176 (mon.0) 1551 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:23:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:23:32.374470+0000 mon.smithi176 (mon.0) 1552 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:23:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:23:32.375313+0000 mon.smithi176 (mon.0) 1553 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:23:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:32.046709+0000 mgr.smithi176.ajjlsm (mgr.14696) 4681 : cluster [DBG] pgmap v4025: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:23:32.376063+0000 mgr.smithi176.ajjlsm (mgr.14696) 4682 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:23:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:23:32.774282+0000 mon.smithi176 (mon.0) 1554 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:23:33.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:23:32.774531+0000 mon.smithi176 (mon.0) 1555 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:23:33.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:23:32.778478+0000 mon.smithi176 (mon.0) 1556 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:23:33.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:23:32.785497+0000 mon.smithi176 (mon.0) 1557 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:23:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:32.046709+0000 mgr.smithi176.ajjlsm (mgr.14696) 4681 : cluster [DBG] pgmap v4025: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:23:32.376063+0000 mgr.smithi176.ajjlsm (mgr.14696) 4682 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:23:34.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:23:32.774282+0000 mon.smithi176 (mon.0) 1554 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:23:34.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:23:32.774531+0000 mon.smithi176 (mon.0) 1555 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:23:34.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:23:32.778478+0000 mon.smithi176 (mon.0) 1556 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:23:34.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:23:32.785497+0000 mon.smithi176 (mon.0) 1557 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:23:35.384 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:23:35.653 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:23:35.654 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 9m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:23:35.654 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 9m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:23:35.654 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 9m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:23:35.654 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 9m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:23:35.655 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 9m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:23:35.655 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 9m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:23:35.655 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 9m ago 2h 544M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:23:35.655 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 9m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:23:35.656 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 9m ago 2h 855M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:23:35.656 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 9m ago 2h 457M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:23:35.656 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 9m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:23:35.656 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 9m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:23:35.656 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 9m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:23:35.657 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:23:35.657 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 9m ago 2h 749M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:23:35.657 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 9m ago 2h 1574M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:23:35.658 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 9m ago 2h 1077M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:23:35.658 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 9m ago 2h 1730M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:23:35.658 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 9m ago 2h 1620M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:23:35.658 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 9m ago 2h 1796M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:23:35.659 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 9m ago 2h 1468M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:23:35.659 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 9m ago 2h 2240M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:23:35.659 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 9m ago 2h 78.1M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:23:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:34.047248+0000 mgr.smithi176.ajjlsm (mgr.14696) 4683 : cluster [DBG] pgmap v4026: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:35.976 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:23:35.976 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:23:35.976 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:23:35.976 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:23:35.977 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:23:35.977 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:23:35.977 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:23:35.977 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:23:35.977 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:23:35.978 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:23:35.978 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:23:35.978 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:23:35.978 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:23:35.979 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:23:35.979 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:23:35.979 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:23:35.979 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:23:35.979 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:23:35.980 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:23:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:34.047248+0000 mgr.smithi176.ajjlsm (mgr.14696) 4683 : cluster [DBG] pgmap v4026: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:36.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:23:35.370979+0000 mgr.smithi176.ajjlsm (mgr.14696) 4684 : audit [DBG] from='client.37226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:23:36.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:23:35.642529+0000 mgr.smithi176.ajjlsm (mgr.14696) 4685 : audit [DBG] from='client.37230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:23:36.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:23:35.974538+0000 mon.smithi176 (mon.0) 1558 : audit [DBG] from='client.? 172.21.15.176:0/3819181499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:23:37.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:23:35.370979+0000 mgr.smithi176.ajjlsm (mgr.14696) 4684 : audit [DBG] from='client.37226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:23:37.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:23:35.642529+0000 mgr.smithi176.ajjlsm (mgr.14696) 4685 : audit [DBG] from='client.37230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:23:37.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:23:35.974538+0000 mon.smithi176 (mon.0) 1558 : audit [DBG] from='client.? 172.21.15.176:0/3819181499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:23:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:36.047881+0000 mgr.smithi176.ajjlsm (mgr.14696) 4686 : cluster [DBG] pgmap v4027: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:36.047881+0000 mgr.smithi176.ajjlsm (mgr.14696) 4686 : cluster [DBG] pgmap v4027: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:38.048444+0000 mgr.smithi176.ajjlsm (mgr.14696) 4687 : cluster [DBG] pgmap v4028: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:38.048444+0000 mgr.smithi176.ajjlsm (mgr.14696) 4687 : cluster [DBG] pgmap v4028: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:23:40.509357+0000 mon.smithi176 (mon.0) 1559 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:23:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:23:40.602458+0000 mon.smithi176 (mon.0) 1560 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:23:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:23:40.509357+0000 mon.smithi176 (mon.0) 1559 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:23:41.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:23:40.602458+0000 mon.smithi176 (mon.0) 1560 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:23:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:40.049076+0000 mgr.smithi176.ajjlsm (mgr.14696) 4688 : cluster [DBG] pgmap v4029: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:40.049076+0000 mgr.smithi176.ajjlsm (mgr.14696) 4688 : cluster [DBG] pgmap v4029: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:42.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:42.049885+0000 mgr.smithi176.ajjlsm (mgr.14696) 4689 : cluster [DBG] pgmap v4030: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:42.049885+0000 mgr.smithi176.ajjlsm (mgr.14696) 4689 : cluster [DBG] pgmap v4030: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:44.050414+0000 mgr.smithi176.ajjlsm (mgr.14696) 4690 : cluster [DBG] pgmap v4031: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:44.050414+0000 mgr.smithi176.ajjlsm (mgr.14696) 4690 : cluster [DBG] pgmap v4031: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:46.051122+0000 mgr.smithi176.ajjlsm (mgr.14696) 4691 : cluster [DBG] pgmap v4032: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:46.051122+0000 mgr.smithi176.ajjlsm (mgr.14696) 4691 : cluster [DBG] pgmap v4032: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:48.051683+0000 mgr.smithi176.ajjlsm (mgr.14696) 4692 : cluster [DBG] pgmap v4033: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:48.051683+0000 mgr.smithi176.ajjlsm (mgr.14696) 4692 : cluster [DBG] pgmap v4033: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:50.052244+0000 mgr.smithi176.ajjlsm (mgr.14696) 4693 : cluster [DBG] pgmap v4034: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:50.052244+0000 mgr.smithi176.ajjlsm (mgr.14696) 4693 : cluster [DBG] pgmap v4034: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:52.053168+0000 mgr.smithi176.ajjlsm (mgr.14696) 4694 : cluster [DBG] pgmap v4035: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:52.053168+0000 mgr.smithi176.ajjlsm (mgr.14696) 4694 : cluster [DBG] pgmap v4035: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:54.053686+0000 mgr.smithi176.ajjlsm (mgr.14696) 4695 : cluster [DBG] pgmap v4036: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:54.053686+0000 mgr.smithi176.ajjlsm (mgr.14696) 4695 : cluster [DBG] pgmap v4036: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:56.054539+0000 mgr.smithi176.ajjlsm (mgr.14696) 4696 : cluster [DBG] pgmap v4037: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:56.054539+0000 mgr.smithi176.ajjlsm (mgr.14696) 4696 : cluster [DBG] pgmap v4037: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:23:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:23:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:23:58.055124+0000 mgr.smithi176.ajjlsm (mgr.14696) 4697 : cluster [DBG] pgmap v4038: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:23:59.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:23:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:23:58.055124+0000 mgr.smithi176.ajjlsm (mgr.14696) 4697 : cluster [DBG] pgmap v4038: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:00.055624+0000 mgr.smithi176.ajjlsm (mgr.14696) 4698 : cluster [DBG] pgmap v4039: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:00.055624+0000 mgr.smithi176.ajjlsm (mgr.14696) 4698 : cluster [DBG] pgmap v4039: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:02.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:02.056608+0000 mgr.smithi176.ajjlsm (mgr.14696) 4699 : cluster [DBG] pgmap v4040: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:02.056608+0000 mgr.smithi176.ajjlsm (mgr.14696) 4699 : cluster [DBG] pgmap v4040: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:04.057271+0000 mgr.smithi176.ajjlsm (mgr.14696) 4700 : cluster [DBG] pgmap v4041: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:04.057271+0000 mgr.smithi176.ajjlsm (mgr.14696) 4700 : cluster [DBG] pgmap v4041: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:06.281 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:24:06.549 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:24:06.549 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 9m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:24:06.549 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 9m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:24:06.549 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 9m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:24:06.550 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 9m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:24:06.550 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 9m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:24:06.550 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 9m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:24:06.550 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 9m ago 2h 544M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:24:06.551 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 9m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:24:06.551 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 9m ago 2h 855M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:24:06.551 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 9m ago 2h 457M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:24:06.551 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 9m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:24:06.552 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 9m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:24:06.552 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 9m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:24:06.552 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 9m ago 2h 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:24:06.552 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 9m ago 2h 749M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:24:06.552 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 9m ago 2h 1574M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:24:06.553 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 9m ago 2h 1077M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:24:06.553 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 9m ago 2h 1730M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:24:06.553 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 9m ago 2h 1620M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:24:06.553 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 9m ago 2h 1796M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:24:06.554 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 9m ago 2h 1468M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:24:06.554 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 9m ago 2h 2240M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:24:06.554 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 9m ago 2h 78.1M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:24:06.871 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:24:06.872 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:24:06.872 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:24:06.872 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:24:06.872 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:24:06.873 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:24:06.873 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:24:06.873 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:24:06.873 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:24:06.873 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:24:06.874 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:24:06.874 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:24:06.874 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:24:06.874 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:24:06.875 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:24:06.875 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:24:06.876 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:24:06.876 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:24:06.876 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:24:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:06.058199+0000 mgr.smithi176.ajjlsm (mgr.14696) 4701 : cluster [DBG] pgmap v4042: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:24:06.267862+0000 mgr.smithi176.ajjlsm (mgr.14696) 4702 : audit [DBG] from='client.37238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:24:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:24:06.538145+0000 mgr.smithi176.ajjlsm (mgr.14696) 4703 : audit [DBG] from='client.37242 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:24:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:24:06.870085+0000 mon.smithi176 (mon.0) 1561 : audit [DBG] from='client.? 172.21.15.176:0/3327357127' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:24:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:06.058199+0000 mgr.smithi176.ajjlsm (mgr.14696) 4701 : cluster [DBG] pgmap v4042: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:08.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:24:06.267862+0000 mgr.smithi176.ajjlsm (mgr.14696) 4702 : audit [DBG] from='client.37238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:24:08.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:24:06.538145+0000 mgr.smithi176.ajjlsm (mgr.14696) 4703 : audit [DBG] from='client.37242 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:24:08.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:24:06.870085+0000 mon.smithi176 (mon.0) 1561 : audit [DBG] from='client.? 172.21.15.176:0/3327357127' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:24:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:08.058894+0000 mgr.smithi176.ajjlsm (mgr.14696) 4704 : cluster [DBG] pgmap v4043: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:08.058894+0000 mgr.smithi176.ajjlsm (mgr.14696) 4704 : cluster [DBG] pgmap v4043: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:11.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:10.059463+0000 mgr.smithi176.ajjlsm (mgr.14696) 4705 : cluster [DBG] pgmap v4044: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:10.059463+0000 mgr.smithi176.ajjlsm (mgr.14696) 4705 : cluster [DBG] pgmap v4044: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:12.060387+0000 mgr.smithi176.ajjlsm (mgr.14696) 4706 : cluster [DBG] pgmap v4045: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:12.060387+0000 mgr.smithi176.ajjlsm (mgr.14696) 4706 : cluster [DBG] pgmap v4045: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:14.060932+0000 mgr.smithi176.ajjlsm (mgr.14696) 4707 : cluster [DBG] pgmap v4046: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:14.060932+0000 mgr.smithi176.ajjlsm (mgr.14696) 4707 : cluster [DBG] pgmap v4046: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:16.061682+0000 mgr.smithi176.ajjlsm (mgr.14696) 4708 : cluster [DBG] pgmap v4047: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:16.061682+0000 mgr.smithi176.ajjlsm (mgr.14696) 4708 : cluster [DBG] pgmap v4047: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:18.062408+0000 mgr.smithi176.ajjlsm (mgr.14696) 4709 : cluster [DBG] pgmap v4048: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:18.062408+0000 mgr.smithi176.ajjlsm (mgr.14696) 4709 : cluster [DBG] pgmap v4048: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:20.063005+0000 mgr.smithi176.ajjlsm (mgr.14696) 4710 : cluster [DBG] pgmap v4049: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:20.063005+0000 mgr.smithi176.ajjlsm (mgr.14696) 4710 : cluster [DBG] pgmap v4049: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:22.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:22.063878+0000 mgr.smithi176.ajjlsm (mgr.14696) 4711 : cluster [DBG] pgmap v4050: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:22.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:22.063878+0000 mgr.smithi176.ajjlsm (mgr.14696) 4711 : cluster [DBG] pgmap v4050: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:24.064430+0000 mgr.smithi176.ajjlsm (mgr.14696) 4712 : cluster [DBG] pgmap v4051: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:24.064430+0000 mgr.smithi176.ajjlsm (mgr.14696) 4712 : cluster [DBG] pgmap v4051: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:26.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:26.065159+0000 mgr.smithi176.ajjlsm (mgr.14696) 4713 : cluster [DBG] pgmap v4052: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:27.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:26.065159+0000 mgr.smithi176.ajjlsm (mgr.14696) 4713 : cluster [DBG] pgmap v4052: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:28.065685+0000 mgr.smithi176.ajjlsm (mgr.14696) 4714 : cluster [DBG] pgmap v4053: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:28.065685+0000 mgr.smithi176.ajjlsm (mgr.14696) 4714 : cluster [DBG] pgmap v4053: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:30.066174+0000 mgr.smithi176.ajjlsm (mgr.14696) 4715 : cluster [DBG] pgmap v4054: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:30.066174+0000 mgr.smithi176.ajjlsm (mgr.14696) 4715 : cluster [DBG] pgmap v4054: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:32.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:32.067068+0000 mgr.smithi176.ajjlsm (mgr.14696) 4716 : cluster [DBG] pgmap v4055: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:32.067068+0000 mgr.smithi176.ajjlsm (mgr.14696) 4716 : cluster [DBG] pgmap v4055: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:24:32.796135+0000 mon.smithi176 (mon.0) 1562 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:24:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:24:32.797476+0000 mon.smithi176 (mon.0) 1563 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:24:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:24:32.798299+0000 mon.smithi176 (mon.0) 1564 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:24:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:24:32.799056+0000 mgr.smithi176.ajjlsm (mgr.14696) 4717 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:24:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:24:32.796135+0000 mon.smithi176 (mon.0) 1562 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:24:34.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:24:32.797476+0000 mon.smithi176 (mon.0) 1563 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:24:34.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:24:32.798299+0000 mon.smithi176 (mon.0) 1564 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:24:34.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:24:32.799056+0000 mgr.smithi176.ajjlsm (mgr.14696) 4717 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:24:35.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:34.067528+0000 mgr.smithi176.ajjlsm (mgr.14696) 4718 : cluster [DBG] pgmap v4056: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:34.067528+0000 mgr.smithi176.ajjlsm (mgr.14696) 4718 : cluster [DBG] pgmap v4056: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:36.068136+0000 mgr.smithi176.ajjlsm (mgr.14696) 4719 : cluster [DBG] pgmap v4057: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:36.068136+0000 mgr.smithi176.ajjlsm (mgr.14696) 4719 : cluster [DBG] pgmap v4057: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:37.175 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:24:37.473 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:24:37.473 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 10m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:24:37.474 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 10m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:24:37.474 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 10m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:24:37.474 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 10m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:24:37.474 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 10m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:24:37.475 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 10m ago 2h 24.9M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:24:37.475 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 10m ago 2h 544M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:24:37.475 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 10m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:24:37.475 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 10m ago 2h 855M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:24:37.475 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 10m ago 2h 457M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:24:37.476 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 10m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:24:37.476 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 10m ago 2h 110M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:24:37.476 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 10m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:24:37.476 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 10m ago 2h 18.1M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:24:37.477 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 10m ago 2h 749M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:24:37.477 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 10m ago 2h 1574M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:24:37.478 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 10m ago 2h 1077M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:24:37.478 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 10m ago 2h 1730M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:24:37.479 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 10m ago 2h 1620M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:24:37.479 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 10m ago 2h 1796M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:24:37.479 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 10m ago 2h 1468M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:24:37.479 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 10m ago 2h 2240M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:24:37.480 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 10m ago 2h 78.1M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:24:37.823 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:24:37.823 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:24:37.823 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:24:37.824 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:24:37.824 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:24:37.824 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:24:37.824 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:24:37.825 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:24:37.825 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:24:37.825 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:24:37.825 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:24:37.825 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:24:37.826 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:24:37.826 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:24:37.826 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:24:37.827 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:24:37.827 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:24:37.827 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:24:37.828 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:24:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:24:37.161654+0000 mgr.smithi176.ajjlsm (mgr.14696) 4720 : audit [DBG] from='client.37250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:24:38.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:24:37.462514+0000 mgr.smithi176.ajjlsm (mgr.14696) 4721 : audit [DBG] from='client.37254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:24:38.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:24:37.548601+0000 mon.smithi176 (mon.0) 1565 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:24:38.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:24:37.821133+0000 mon.smithi176 (mon.0) 1566 : audit [DBG] from='client.? 172.21.15.176:0/1996475414' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:24:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:24:37.161654+0000 mgr.smithi176.ajjlsm (mgr.14696) 4720 : audit [DBG] from='client.37250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:24:39.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:24:37.462514+0000 mgr.smithi176.ajjlsm (mgr.14696) 4721 : audit [DBG] from='client.37254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:24:39.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:24:37.548601+0000 mon.smithi176 (mon.0) 1565 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:24:39.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:24:37.821133+0000 mon.smithi176 (mon.0) 1566 : audit [DBG] from='client.? 172.21.15.176:0/1996475414' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:24:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:38.068631+0000 mgr.smithi176.ajjlsm (mgr.14696) 4722 : cluster [DBG] pgmap v4058: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:38.068631+0000 mgr.smithi176.ajjlsm (mgr.14696) 4722 : cluster [DBG] pgmap v4058: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:24:39.732725+0000 mon.smithi176 (mon.0) 1567 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:24:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:40.069077+0000 mgr.smithi176.ajjlsm (mgr.14696) 4723 : cluster [DBG] pgmap v4059: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:24:40.121722+0000 mon.smithi176 (mon.0) 1568 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:24:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:24:40.126762+0000 mon.smithi176 (mon.0) 1569 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:24:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:24:40.510852+0000 mon.smithi176 (mon.0) 1570 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:24:41.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:24:40.605899+0000 mon.smithi176 (mon.0) 1571 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:24:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:24:39.732725+0000 mon.smithi176 (mon.0) 1567 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:24:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:40.069077+0000 mgr.smithi176.ajjlsm (mgr.14696) 4723 : cluster [DBG] pgmap v4059: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:24:40.121722+0000 mon.smithi176 (mon.0) 1568 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:24:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:24:40.126762+0000 mon.smithi176 (mon.0) 1569 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:24:41.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:24:40.510852+0000 mon.smithi176 (mon.0) 1570 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:24:41.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:24:40.605899+0000 mon.smithi176 (mon.0) 1571 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:24:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:42.069938+0000 mgr.smithi176.ajjlsm (mgr.14696) 4724 : cluster [DBG] pgmap v4060: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:42.069938+0000 mgr.smithi176.ajjlsm (mgr.14696) 4724 : cluster [DBG] pgmap v4060: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:44.070629+0000 mgr.smithi176.ajjlsm (mgr.14696) 4725 : cluster [DBG] pgmap v4061: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:44.070629+0000 mgr.smithi176.ajjlsm (mgr.14696) 4725 : cluster [DBG] pgmap v4061: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:46.071374+0000 mgr.smithi176.ajjlsm (mgr.14696) 4726 : cluster [DBG] pgmap v4062: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:47.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:46.071374+0000 mgr.smithi176.ajjlsm (mgr.14696) 4726 : cluster [DBG] pgmap v4062: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:48.072115+0000 mgr.smithi176.ajjlsm (mgr.14696) 4727 : cluster [DBG] pgmap v4063: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:48.072115+0000 mgr.smithi176.ajjlsm (mgr.14696) 4727 : cluster [DBG] pgmap v4063: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:50.072766+0000 mgr.smithi176.ajjlsm (mgr.14696) 4728 : cluster [DBG] pgmap v4064: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:50.072766+0000 mgr.smithi176.ajjlsm (mgr.14696) 4728 : cluster [DBG] pgmap v4064: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:52.073555+0000 mgr.smithi176.ajjlsm (mgr.14696) 4729 : cluster [DBG] pgmap v4065: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:52.073555+0000 mgr.smithi176.ajjlsm (mgr.14696) 4729 : cluster [DBG] pgmap v4065: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:54.074172+0000 mgr.smithi176.ajjlsm (mgr.14696) 4730 : cluster [DBG] pgmap v4066: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:54.074172+0000 mgr.smithi176.ajjlsm (mgr.14696) 4730 : cluster [DBG] pgmap v4066: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:56.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:56.074854+0000 mgr.smithi176.ajjlsm (mgr.14696) 4731 : cluster [DBG] pgmap v4067: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:56.074854+0000 mgr.smithi176.ajjlsm (mgr.14696) 4731 : cluster [DBG] pgmap v4067: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:24:59.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:24:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:24:58.075478+0000 mgr.smithi176.ajjlsm (mgr.14696) 4732 : cluster [DBG] pgmap v4068: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:24:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:24:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:24:58.075478+0000 mgr.smithi176.ajjlsm (mgr.14696) 4732 : cluster [DBG] pgmap v4068: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:00.076141+0000 mgr.smithi176.ajjlsm (mgr.14696) 4733 : cluster [DBG] pgmap v4069: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:00.076141+0000 mgr.smithi176.ajjlsm (mgr.14696) 4733 : cluster [DBG] pgmap v4069: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:02.076970+0000 mgr.smithi176.ajjlsm (mgr.14696) 4734 : cluster [DBG] pgmap v4070: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:02.076970+0000 mgr.smithi176.ajjlsm (mgr.14696) 4734 : cluster [DBG] pgmap v4070: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:04.077613+0000 mgr.smithi176.ajjlsm (mgr.14696) 4735 : cluster [DBG] pgmap v4071: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:04.077613+0000 mgr.smithi176.ajjlsm (mgr.14696) 4735 : cluster [DBG] pgmap v4071: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:06.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:06.078506+0000 mgr.smithi176.ajjlsm (mgr.14696) 4736 : cluster [DBG] pgmap v4072: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:06.078506+0000 mgr.smithi176.ajjlsm (mgr.14696) 4736 : cluster [DBG] pgmap v4072: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:08.128 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:25:08.394 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:25:08.395 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 28s ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:25:08.395 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 28s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:25:08.395 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 30s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:25:08.396 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 28s ago 2h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:25:08.396 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 28s ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:25:08.396 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 30s ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:25:08.396 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 28s ago 2h 551M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:25:08.396 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 30s ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:25:08.397 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 28s ago 2h 899M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:25:08.397 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 30s ago 2h 442M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:25:08.397 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 28s ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:25:08.397 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 30s ago 2h 112M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:25:08.397 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 28s ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:25:08.398 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 30s ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:25:08.398 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 28s ago 2h 777M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:25:08.398 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 28s ago 2h 1608M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:25:08.398 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 28s ago 2h 1099M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:25:08.399 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 28s ago 2h 1765M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:25:08.399 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 30s ago 2h 1653M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:25:08.399 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 30s ago 2h 1825M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:25:08.399 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 30s ago 2h 1492M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:25:08.399 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 30s ago 2h 2271M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:25:08.400 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 28s ago 2h 80.5M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:25:08.716 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:25:08.716 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:25:08.716 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:25:08.717 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:25:08.717 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:25:08.717 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:25:08.717 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:25:08.718 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:25:08.718 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:25:08.718 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:25:08.718 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:25:08.718 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:25:08.719 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:25:08.719 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:25:08.719 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:25:08.719 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:25:08.720 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:25:08.720 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:25:08.720 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:25:09.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:08.078971+0000 mgr.smithi176.ajjlsm (mgr.14696) 4737 : cluster [DBG] pgmap v4073: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:09.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:25:08.114618+0000 mgr.smithi176.ajjlsm (mgr.14696) 4738 : audit [DBG] from='client.37262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:25:09.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:25:08.384187+0000 mgr.smithi176.ajjlsm (mgr.14696) 4739 : audit [DBG] from='client.37266 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:25:09.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:25:08.714325+0000 mon.smithi176 (mon.0) 1572 : audit [DBG] from='client.? 172.21.15.176:0/2920884297' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:25:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:08.078971+0000 mgr.smithi176.ajjlsm (mgr.14696) 4737 : cluster [DBG] pgmap v4073: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:09.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:25:08.114618+0000 mgr.smithi176.ajjlsm (mgr.14696) 4738 : audit [DBG] from='client.37262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:25:09.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:25:08.384187+0000 mgr.smithi176.ajjlsm (mgr.14696) 4739 : audit [DBG] from='client.37266 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:25:09.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:25:08.714325+0000 mon.smithi176 (mon.0) 1572 : audit [DBG] from='client.? 172.21.15.176:0/2920884297' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:25:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:10.079562+0000 mgr.smithi176.ajjlsm (mgr.14696) 4740 : cluster [DBG] pgmap v4074: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:10.079562+0000 mgr.smithi176.ajjlsm (mgr.14696) 4740 : cluster [DBG] pgmap v4074: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:12.080395+0000 mgr.smithi176.ajjlsm (mgr.14696) 4741 : cluster [DBG] pgmap v4075: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:12.080395+0000 mgr.smithi176.ajjlsm (mgr.14696) 4741 : cluster [DBG] pgmap v4075: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:14.080892+0000 mgr.smithi176.ajjlsm (mgr.14696) 4742 : cluster [DBG] pgmap v4076: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:14.080892+0000 mgr.smithi176.ajjlsm (mgr.14696) 4742 : cluster [DBG] pgmap v4076: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:16.081575+0000 mgr.smithi176.ajjlsm (mgr.14696) 4743 : cluster [DBG] pgmap v4077: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:16.081575+0000 mgr.smithi176.ajjlsm (mgr.14696) 4743 : cluster [DBG] pgmap v4077: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:18.082297+0000 mgr.smithi176.ajjlsm (mgr.14696) 4744 : cluster [DBG] pgmap v4078: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:18.082297+0000 mgr.smithi176.ajjlsm (mgr.14696) 4744 : cluster [DBG] pgmap v4078: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:20.082879+0000 mgr.smithi176.ajjlsm (mgr.14696) 4745 : cluster [DBG] pgmap v4079: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:20.082879+0000 mgr.smithi176.ajjlsm (mgr.14696) 4745 : cluster [DBG] pgmap v4079: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:22.083726+0000 mgr.smithi176.ajjlsm (mgr.14696) 4746 : cluster [DBG] pgmap v4080: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:22.083726+0000 mgr.smithi176.ajjlsm (mgr.14696) 4746 : cluster [DBG] pgmap v4080: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:25.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:24.084263+0000 mgr.smithi176.ajjlsm (mgr.14696) 4747 : cluster [DBG] pgmap v4081: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:24.084263+0000 mgr.smithi176.ajjlsm (mgr.14696) 4747 : cluster [DBG] pgmap v4081: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:27.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:26.084971+0000 mgr.smithi176.ajjlsm (mgr.14696) 4748 : cluster [DBG] pgmap v4082: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:27.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:26.084971+0000 mgr.smithi176.ajjlsm (mgr.14696) 4748 : cluster [DBG] pgmap v4082: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:28.085635+0000 mgr.smithi176.ajjlsm (mgr.14696) 4749 : cluster [DBG] pgmap v4083: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:28.085635+0000 mgr.smithi176.ajjlsm (mgr.14696) 4749 : cluster [DBG] pgmap v4083: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:30.086251+0000 mgr.smithi176.ajjlsm (mgr.14696) 4750 : cluster [DBG] pgmap v4084: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:30.086251+0000 mgr.smithi176.ajjlsm (mgr.14696) 4750 : cluster [DBG] pgmap v4084: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:32.087062+0000 mgr.smithi176.ajjlsm (mgr.14696) 4751 : cluster [DBG] pgmap v4085: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:33.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:32.087062+0000 mgr.smithi176.ajjlsm (mgr.14696) 4751 : cluster [DBG] pgmap v4085: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:34.087589+0000 mgr.smithi176.ajjlsm (mgr.14696) 4752 : cluster [DBG] pgmap v4086: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:34.087589+0000 mgr.smithi176.ajjlsm (mgr.14696) 4752 : cluster [DBG] pgmap v4086: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:36.088446+0000 mgr.smithi176.ajjlsm (mgr.14696) 4753 : cluster [DBG] pgmap v4087: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:36.088446+0000 mgr.smithi176.ajjlsm (mgr.14696) 4753 : cluster [DBG] pgmap v4087: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:39.019 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:25:39.289 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:25:39.289 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 59s ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:25:39.289 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 59s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:25:39.289 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 61s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:25:39.290 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 59s ago 2h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:25:39.290 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 59s ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:25:39.290 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 61s ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:25:39.290 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 59s ago 2h 551M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:25:39.291 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 61s ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:25:39.291 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 59s ago 2h 899M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:25:39.291 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 61s ago 2h 442M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:25:39.291 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 59s ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:25:39.292 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 61s ago 2h 112M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:25:39.292 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 59s ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:25:39.292 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 61s ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:25:39.292 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 59s ago 2h 777M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:25:39.292 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 59s ago 2h 1608M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:25:39.293 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 59s ago 2h 1099M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:25:39.293 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 59s ago 2h 1765M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:25:39.293 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 61s ago 2h 1653M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:25:39.293 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 61s ago 2h 1825M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:25:39.293 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 61s ago 2h 1492M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:25:39.294 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 61s ago 2h 2271M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:25:39.294 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 59s ago 2h 80.5M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:25:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:38.089025+0000 mgr.smithi176.ajjlsm (mgr.14696) 4754 : cluster [DBG] pgmap v4088: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:38.089025+0000 mgr.smithi176.ajjlsm (mgr.14696) 4754 : cluster [DBG] pgmap v4088: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:39.612 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:25:39.613 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:25:39.613 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:25:39.613 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:25:39.613 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:25:39.614 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:25:39.614 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:25:39.614 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:25:39.614 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:25:39.615 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:25:39.615 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:25:39.615 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:25:39.615 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:25:39.616 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:25:39.616 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:25:39.616 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:25:39.616 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:25:39.616 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:25:39.617 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:25:40.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:25:39.005930+0000 mgr.smithi176.ajjlsm (mgr.14696) 4755 : audit [DBG] from='client.37274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:25:40.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:25:39.278746+0000 mgr.smithi176.ajjlsm (mgr.14696) 4756 : audit [DBG] from='client.37278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:25:40.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:25:39.611278+0000 mon.smithi176 (mon.0) 1573 : audit [DBG] from='client.? 172.21.15.176:0/272159212' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:25:40.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:25:40.129391+0000 mon.smithi176 (mon.0) 1574 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:25:40.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:25:40.130436+0000 mon.smithi176 (mon.0) 1575 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:25:40.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:25:40.131011+0000 mon.smithi176 (mon.0) 1576 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:25:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:25:39.005930+0000 mgr.smithi176.ajjlsm (mgr.14696) 4755 : audit [DBG] from='client.37274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:25:40.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:25:39.278746+0000 mgr.smithi176.ajjlsm (mgr.14696) 4756 : audit [DBG] from='client.37278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:25:40.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:25:39.611278+0000 mon.smithi176 (mon.0) 1573 : audit [DBG] from='client.? 172.21.15.176:0/272159212' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:25:40.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:25:40.129391+0000 mon.smithi176 (mon.0) 1574 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:25:40.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:25:40.130436+0000 mon.smithi176 (mon.0) 1575 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:25:40.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:25:40.131011+0000 mon.smithi176 (mon.0) 1576 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:25:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:40.089600+0000 mgr.smithi176.ajjlsm (mgr.14696) 4757 : cluster [DBG] pgmap v4089: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:25:40.131554+0000 mgr.smithi176.ajjlsm (mgr.14696) 4758 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:25:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:25:40.512319+0000 mon.smithi176 (mon.0) 1577 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:25:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:25:40.525368+0000 mon.smithi176 (mon.0) 1578 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:25:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:25:40.529920+0000 mon.smithi176 (mon.0) 1579 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:25:41.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:25:40.609524+0000 mon.smithi176 (mon.0) 1580 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:25:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:40.089600+0000 mgr.smithi176.ajjlsm (mgr.14696) 4757 : cluster [DBG] pgmap v4089: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:25:40.131554+0000 mgr.smithi176.ajjlsm (mgr.14696) 4758 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:25:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:25:40.512319+0000 mon.smithi176 (mon.0) 1577 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:25:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:25:40.525368+0000 mon.smithi176 (mon.0) 1578 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:25:41.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:25:40.529920+0000 mon.smithi176 (mon.0) 1579 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:25:41.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:25:40.609524+0000 mon.smithi176 (mon.0) 1580 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:25:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:42.090573+0000 mgr.smithi176.ajjlsm (mgr.14696) 4759 : cluster [DBG] pgmap v4090: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:42.090573+0000 mgr.smithi176.ajjlsm (mgr.14696) 4759 : cluster [DBG] pgmap v4090: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:44.091085+0000 mgr.smithi176.ajjlsm (mgr.14696) 4760 : cluster [DBG] pgmap v4091: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:44.091085+0000 mgr.smithi176.ajjlsm (mgr.14696) 4760 : cluster [DBG] pgmap v4091: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:46.092086+0000 mgr.smithi176.ajjlsm (mgr.14696) 4761 : cluster [DBG] pgmap v4092: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:46.092086+0000 mgr.smithi176.ajjlsm (mgr.14696) 4761 : cluster [DBG] pgmap v4092: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:48.092571+0000 mgr.smithi176.ajjlsm (mgr.14696) 4762 : cluster [DBG] pgmap v4093: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:48.092571+0000 mgr.smithi176.ajjlsm (mgr.14696) 4762 : cluster [DBG] pgmap v4093: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:50.093211+0000 mgr.smithi176.ajjlsm (mgr.14696) 4763 : cluster [DBG] pgmap v4094: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:50.093211+0000 mgr.smithi176.ajjlsm (mgr.14696) 4763 : cluster [DBG] pgmap v4094: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:52.094020+0000 mgr.smithi176.ajjlsm (mgr.14696) 4764 : cluster [DBG] pgmap v4095: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:52.094020+0000 mgr.smithi176.ajjlsm (mgr.14696) 4764 : cluster [DBG] pgmap v4095: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:55.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:54.094499+0000 mgr.smithi176.ajjlsm (mgr.14696) 4765 : cluster [DBG] pgmap v4096: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:54.094499+0000 mgr.smithi176.ajjlsm (mgr.14696) 4765 : cluster [DBG] pgmap v4096: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:56.095369+0000 mgr.smithi176.ajjlsm (mgr.14696) 4766 : cluster [DBG] pgmap v4097: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:56.095369+0000 mgr.smithi176.ajjlsm (mgr.14696) 4766 : cluster [DBG] pgmap v4097: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:25:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:25:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:25:58.095889+0000 mgr.smithi176.ajjlsm (mgr.14696) 4767 : cluster [DBG] pgmap v4098: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:25:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:25:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:25:58.095889+0000 mgr.smithi176.ajjlsm (mgr.14696) 4767 : cluster [DBG] pgmap v4098: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:00.096367+0000 mgr.smithi176.ajjlsm (mgr.14696) 4768 : cluster [DBG] pgmap v4099: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:00.096367+0000 mgr.smithi176.ajjlsm (mgr.14696) 4768 : cluster [DBG] pgmap v4099: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:03.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:02.097331+0000 mgr.smithi176.ajjlsm (mgr.14696) 4769 : cluster [DBG] pgmap v4100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:02.097331+0000 mgr.smithi176.ajjlsm (mgr.14696) 4769 : cluster [DBG] pgmap v4100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:04.097743+0000 mgr.smithi176.ajjlsm (mgr.14696) 4770 : cluster [DBG] pgmap v4101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:04.097743+0000 mgr.smithi176.ajjlsm (mgr.14696) 4770 : cluster [DBG] pgmap v4101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:06.098435+0000 mgr.smithi176.ajjlsm (mgr.14696) 4771 : cluster [DBG] pgmap v4102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:06.098435+0000 mgr.smithi176.ajjlsm (mgr.14696) 4771 : cluster [DBG] pgmap v4102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:08.099020+0000 mgr.smithi176.ajjlsm (mgr.14696) 4772 : cluster [DBG] pgmap v4103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:08.099020+0000 mgr.smithi176.ajjlsm (mgr.14696) 4772 : cluster [DBG] pgmap v4103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:09.919 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:26:10.188 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:26:10.188 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 90s ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:26:10.189 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 90s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:26:10.189 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 92s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:26:10.189 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 90s ago 2h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:26:10.189 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 90s ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:26:10.190 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 92s ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:26:10.190 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 90s ago 2h 551M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:26:10.190 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 92s ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:26:10.190 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 90s ago 2h 899M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:26:10.191 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 92s ago 2h 442M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:26:10.191 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 90s ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:26:10.191 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 92s ago 2h 112M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:26:10.191 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 90s ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:26:10.192 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 92s ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:26:10.192 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 90s ago 2h 777M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:26:10.192 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 90s ago 2h 1608M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:26:10.192 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 90s ago 2h 1099M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:26:10.193 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 90s ago 2h 1765M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:26:10.193 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 92s ago 2h 1653M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:26:10.193 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 92s ago 2h 1825M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:26:10.193 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 92s ago 2h 1492M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:26:10.194 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 92s ago 2h 2271M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:26:10.194 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 90s ago 2h 80.5M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:26:10.509 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:26:10.510 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:26:10.510 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:26:10.510 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:26:10.510 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:26:10.511 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:26:10.511 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:26:10.511 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:26:10.511 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:26:10.512 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:26:10.512 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:26:10.512 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:26:10.512 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:26:10.513 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:26:10.513 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:26:10.513 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:26:10.513 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:26:10.513 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:26:10.514 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:26:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:26:09.905144+0000 mgr.smithi176.ajjlsm (mgr.14696) 4773 : audit [DBG] from='client.37286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:26:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:10.099460+0000 mgr.smithi176.ajjlsm (mgr.14696) 4774 : cluster [DBG] pgmap v4104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:26:10.177719+0000 mgr.smithi176.ajjlsm (mgr.14696) 4775 : audit [DBG] from='client.37290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:26:10.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:26:10.508025+0000 mon.smithi176 (mon.0) 1581 : audit [DBG] from='client.? 172.21.15.176:0/995159706' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:26:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:26:09.905144+0000 mgr.smithi176.ajjlsm (mgr.14696) 4773 : audit [DBG] from='client.37286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:26:11.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:10.099460+0000 mgr.smithi176.ajjlsm (mgr.14696) 4774 : cluster [DBG] pgmap v4104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:11.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:26:10.177719+0000 mgr.smithi176.ajjlsm (mgr.14696) 4775 : audit [DBG] from='client.37290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:26:11.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:26:10.508025+0000 mon.smithi176 (mon.0) 1581 : audit [DBG] from='client.? 172.21.15.176:0/995159706' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:26:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:12.100307+0000 mgr.smithi176.ajjlsm (mgr.14696) 4776 : cluster [DBG] pgmap v4105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:12.100307+0000 mgr.smithi176.ajjlsm (mgr.14696) 4776 : cluster [DBG] pgmap v4105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:15.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:14.100911+0000 mgr.smithi176.ajjlsm (mgr.14696) 4777 : cluster [DBG] pgmap v4106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:15.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:14.100911+0000 mgr.smithi176.ajjlsm (mgr.14696) 4777 : cluster [DBG] pgmap v4106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:16.101583+0000 mgr.smithi176.ajjlsm (mgr.14696) 4778 : cluster [DBG] pgmap v4107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:16.101583+0000 mgr.smithi176.ajjlsm (mgr.14696) 4778 : cluster [DBG] pgmap v4107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:18.102087+0000 mgr.smithi176.ajjlsm (mgr.14696) 4779 : cluster [DBG] pgmap v4108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:18.102087+0000 mgr.smithi176.ajjlsm (mgr.14696) 4779 : cluster [DBG] pgmap v4108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:20.102550+0000 mgr.smithi176.ajjlsm (mgr.14696) 4780 : cluster [DBG] pgmap v4109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:20.102550+0000 mgr.smithi176.ajjlsm (mgr.14696) 4780 : cluster [DBG] pgmap v4109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:22.103426+0000 mgr.smithi176.ajjlsm (mgr.14696) 4781 : cluster [DBG] pgmap v4110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:22.103426+0000 mgr.smithi176.ajjlsm (mgr.14696) 4781 : cluster [DBG] pgmap v4110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:24.104033+0000 mgr.smithi176.ajjlsm (mgr.14696) 4782 : cluster [DBG] pgmap v4111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:25.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:24.104033+0000 mgr.smithi176.ajjlsm (mgr.14696) 4782 : cluster [DBG] pgmap v4111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:26.104806+0000 mgr.smithi176.ajjlsm (mgr.14696) 4783 : cluster [DBG] pgmap v4112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:26.104806+0000 mgr.smithi176.ajjlsm (mgr.14696) 4783 : cluster [DBG] pgmap v4112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:28.105270+0000 mgr.smithi176.ajjlsm (mgr.14696) 4784 : cluster [DBG] pgmap v4113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:29.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:28.105270+0000 mgr.smithi176.ajjlsm (mgr.14696) 4784 : cluster [DBG] pgmap v4113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:30.105895+0000 mgr.smithi176.ajjlsm (mgr.14696) 4785 : cluster [DBG] pgmap v4114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:30.105895+0000 mgr.smithi176.ajjlsm (mgr.14696) 4785 : cluster [DBG] pgmap v4114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:32.106687+0000 mgr.smithi176.ajjlsm (mgr.14696) 4786 : cluster [DBG] pgmap v4115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:32.106687+0000 mgr.smithi176.ajjlsm (mgr.14696) 4786 : cluster [DBG] pgmap v4115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:34.107250+0000 mgr.smithi176.ajjlsm (mgr.14696) 4787 : cluster [DBG] pgmap v4116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:34.107250+0000 mgr.smithi176.ajjlsm (mgr.14696) 4787 : cluster [DBG] pgmap v4116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:36.108016+0000 mgr.smithi176.ajjlsm (mgr.14696) 4788 : cluster [DBG] pgmap v4117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:36.108016+0000 mgr.smithi176.ajjlsm (mgr.14696) 4788 : cluster [DBG] pgmap v4117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:38.108560+0000 mgr.smithi176.ajjlsm (mgr.14696) 4789 : cluster [DBG] pgmap v4118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:38.108560+0000 mgr.smithi176.ajjlsm (mgr.14696) 4789 : cluster [DBG] pgmap v4118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:40.824 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:26:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:40.109143+0000 mgr.smithi176.ajjlsm (mgr.14696) 4790 : cluster [DBG] pgmap v4119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:26:40.514053+0000 mon.smithi176 (mon.0) 1582 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:26:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:26:40.532418+0000 mon.smithi176 (mon.0) 1583 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:26:40.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:26:40.533861+0000 mon.smithi176 (mon.0) 1584 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:26:40.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:26:40.534755+0000 mon.smithi176 (mon.0) 1585 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:26:40.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:26:40.535574+0000 mgr.smithi176.ajjlsm (mgr.14696) 4791 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:26:40.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:26:40.613734+0000 mon.smithi176 (mon.0) 1586 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:26:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:40.109143+0000 mgr.smithi176.ajjlsm (mgr.14696) 4790 : cluster [DBG] pgmap v4119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:26:40.514053+0000 mon.smithi176 (mon.0) 1582 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:26:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:26:40.532418+0000 mon.smithi176 (mon.0) 1583 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:26:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:26:40.533861+0000 mon.smithi176 (mon.0) 1584 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:26:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:26:40.534755+0000 mon.smithi176 (mon.0) 1585 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:26:41.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:26:40.535574+0000 mgr.smithi176.ajjlsm (mgr.14696) 4791 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:26:41.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:26:40.613734+0000 mon.smithi176 (mon.0) 1586 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:26:41.121 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:26:41.122 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 2m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:26:41.122 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 2m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:26:41.122 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 2m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:26:41.122 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 2m ago 2h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:26:41.123 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 2m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:26:41.123 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 2m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:26:41.123 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 2m ago 2h 551M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:26:41.123 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 2m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:26:41.123 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 2m ago 2h 899M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:26:41.124 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 2m ago 2h 442M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:26:41.124 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 2m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:26:41.124 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 2m ago 2h 112M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:26:41.124 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 2m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:26:41.125 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 2m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:26:41.125 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 2m ago 2h 777M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:26:41.125 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 2m ago 2h 1608M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:26:41.125 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 2m ago 2h 1099M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:26:41.126 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 2m ago 2h 1765M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:26:41.126 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 2m ago 2h 1653M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:26:41.126 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 2m ago 2h 1825M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:26:41.126 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 2m ago 2h 1492M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:26:41.126 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 2m ago 2h 2271M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:26:41.127 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 2m ago 2h 80.5M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:26:41.451 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:26:41.451 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:26:41.451 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:26:41.452 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:26:41.452 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:26:41.452 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:26:41.452 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:26:41.453 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:26:41.453 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:26:41.453 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:26:41.453 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:26:41.453 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:26:41.454 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:26:41.454 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:26:41.454 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:26:41.454 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:26:41.455 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:26:41.455 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:26:41.455 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:26:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:26:40.811128+0000 mgr.smithi176.ajjlsm (mgr.14696) 4792 : audit [DBG] from='client.37298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:26:42.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:26:40.899844+0000 mon.smithi176 (mon.0) 1587 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:26:42.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:26:41.110483+0000 mgr.smithi176.ajjlsm (mgr.14696) 4793 : audit [DBG] from='client.37302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:26:42.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:26:41.312888+0000 mon.smithi176 (mon.0) 1588 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:26:42.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:26:41.317919+0000 mon.smithi176 (mon.0) 1589 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:26:42.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:26:41.449575+0000 mon.smithi176 (mon.0) 1590 : audit [DBG] from='client.? 172.21.15.176:0/4017127956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:26:42.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:26:40.811128+0000 mgr.smithi176.ajjlsm (mgr.14696) 4792 : audit [DBG] from='client.37298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:26:42.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:26:40.899844+0000 mon.smithi176 (mon.0) 1587 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:26:42.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:26:41.110483+0000 mgr.smithi176.ajjlsm (mgr.14696) 4793 : audit [DBG] from='client.37302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:26:42.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:26:41.312888+0000 mon.smithi176 (mon.0) 1588 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:26:42.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:26:41.317919+0000 mon.smithi176 (mon.0) 1589 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:26:42.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:26:41.449575+0000 mon.smithi176 (mon.0) 1590 : audit [DBG] from='client.? 172.21.15.176:0/4017127956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:26:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:42.109927+0000 mgr.smithi176.ajjlsm (mgr.14696) 4794 : cluster [DBG] pgmap v4120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:42.109927+0000 mgr.smithi176.ajjlsm (mgr.14696) 4794 : cluster [DBG] pgmap v4120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:44.110391+0000 mgr.smithi176.ajjlsm (mgr.14696) 4795 : cluster [DBG] pgmap v4121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:44.110391+0000 mgr.smithi176.ajjlsm (mgr.14696) 4795 : cluster [DBG] pgmap v4121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:46.111181+0000 mgr.smithi176.ajjlsm (mgr.14696) 4796 : cluster [DBG] pgmap v4122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:46.111181+0000 mgr.smithi176.ajjlsm (mgr.14696) 4796 : cluster [DBG] pgmap v4122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:48.111905+0000 mgr.smithi176.ajjlsm (mgr.14696) 4797 : cluster [DBG] pgmap v4123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:48.111905+0000 mgr.smithi176.ajjlsm (mgr.14696) 4797 : cluster [DBG] pgmap v4123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:50.112463+0000 mgr.smithi176.ajjlsm (mgr.14696) 4798 : cluster [DBG] pgmap v4124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:50.112463+0000 mgr.smithi176.ajjlsm (mgr.14696) 4798 : cluster [DBG] pgmap v4124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:52.113254+0000 mgr.smithi176.ajjlsm (mgr.14696) 4799 : cluster [DBG] pgmap v4125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:52.113254+0000 mgr.smithi176.ajjlsm (mgr.14696) 4799 : cluster [DBG] pgmap v4125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:54.113805+0000 mgr.smithi176.ajjlsm (mgr.14696) 4800 : cluster [DBG] pgmap v4126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:54.113805+0000 mgr.smithi176.ajjlsm (mgr.14696) 4800 : cluster [DBG] pgmap v4126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:57.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:56.114671+0000 mgr.smithi176.ajjlsm (mgr.14696) 4801 : cluster [DBG] pgmap v4127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:56.114671+0000 mgr.smithi176.ajjlsm (mgr.14696) 4801 : cluster [DBG] pgmap v4127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:26:59.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:26:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:26:58.115188+0000 mgr.smithi176.ajjlsm (mgr.14696) 4802 : cluster [DBG] pgmap v4128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:26:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:26:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:26:58.115188+0000 mgr.smithi176.ajjlsm (mgr.14696) 4802 : cluster [DBG] pgmap v4128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:00.115591+0000 mgr.smithi176.ajjlsm (mgr.14696) 4803 : cluster [DBG] pgmap v4129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:00.115591+0000 mgr.smithi176.ajjlsm (mgr.14696) 4803 : cluster [DBG] pgmap v4129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:02.116529+0000 mgr.smithi176.ajjlsm (mgr.14696) 4804 : cluster [DBG] pgmap v4130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:03.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:02.116529+0000 mgr.smithi176.ajjlsm (mgr.14696) 4804 : cluster [DBG] pgmap v4130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:04.117104+0000 mgr.smithi176.ajjlsm (mgr.14696) 4805 : cluster [DBG] pgmap v4131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:04.117104+0000 mgr.smithi176.ajjlsm (mgr.14696) 4805 : cluster [DBG] pgmap v4131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:06.117787+0000 mgr.smithi176.ajjlsm (mgr.14696) 4806 : cluster [DBG] pgmap v4132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:06.117787+0000 mgr.smithi176.ajjlsm (mgr.14696) 4806 : cluster [DBG] pgmap v4132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:08.118333+0000 mgr.smithi176.ajjlsm (mgr.14696) 4807 : cluster [DBG] pgmap v4133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:08.118333+0000 mgr.smithi176.ajjlsm (mgr.14696) 4807 : cluster [DBG] pgmap v4133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:10.118964+0000 mgr.smithi176.ajjlsm (mgr.14696) 4808 : cluster [DBG] pgmap v4134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:10.118964+0000 mgr.smithi176.ajjlsm (mgr.14696) 4808 : cluster [DBG] pgmap v4134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:11.753 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:27:12.022 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:27:12.022 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 2m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:27:12.022 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 2m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:27:12.023 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 2m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:27:12.023 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 2m ago 2h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:27:12.023 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 2m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:27:12.024 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 2m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:27:12.024 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 2m ago 2h 551M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:27:12.024 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 2m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:27:12.024 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 2m ago 2h 899M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:27:12.025 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 2m ago 2h 442M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:27:12.025 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 2m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:27:12.025 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 2m ago 2h 112M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:27:12.025 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 2m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:27:12.025 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 2m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:27:12.026 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 2m ago 2h 777M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:27:12.026 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 2m ago 2h 1608M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:27:12.026 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 2m ago 2h 1099M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:27:12.026 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 2m ago 2h 1765M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:27:12.027 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 2m ago 2h 1653M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:27:12.027 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 2m ago 2h 1825M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:27:12.027 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 2m ago 2h 1492M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:27:12.027 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 2m ago 2h 2271M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:27:12.028 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 2m ago 2h 80.5M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:27:12.351 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:27:12.352 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:27:12.352 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:27:12.352 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:27:12.353 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:27:12.353 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:27:12.353 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:27:12.353 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:27:12.354 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:27:12.354 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:27:12.354 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:27:12.354 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:27:12.354 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:27:12.355 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:27:12.355 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:27:12.355 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:27:12.355 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:27:12.356 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:27:12.356 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:27:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:27:11.740124+0000 mgr.smithi176.ajjlsm (mgr.14696) 4809 : audit [DBG] from='client.37310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:27:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:27:12.011272+0000 mgr.smithi176.ajjlsm (mgr.14696) 4810 : audit [DBG] from='client.37314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:27:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:12.119627+0000 mgr.smithi176.ajjlsm (mgr.14696) 4811 : cluster [DBG] pgmap v4135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:27:12.350088+0000 mon.smithi176 (mon.0) 1591 : audit [DBG] from='client.? 172.21.15.176:0/2029246245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:27:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:27:11.740124+0000 mgr.smithi176.ajjlsm (mgr.14696) 4809 : audit [DBG] from='client.37310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:27:13.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:27:12.011272+0000 mgr.smithi176.ajjlsm (mgr.14696) 4810 : audit [DBG] from='client.37314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:27:13.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:12.119627+0000 mgr.smithi176.ajjlsm (mgr.14696) 4811 : cluster [DBG] pgmap v4135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:13.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:27:12.350088+0000 mon.smithi176 (mon.0) 1591 : audit [DBG] from='client.? 172.21.15.176:0/2029246245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:27:15.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:14.120096+0000 mgr.smithi176.ajjlsm (mgr.14696) 4812 : cluster [DBG] pgmap v4136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:14.120096+0000 mgr.smithi176.ajjlsm (mgr.14696) 4812 : cluster [DBG] pgmap v4136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:16.121148+0000 mgr.smithi176.ajjlsm (mgr.14696) 4813 : cluster [DBG] pgmap v4137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:16.121148+0000 mgr.smithi176.ajjlsm (mgr.14696) 4813 : cluster [DBG] pgmap v4137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:18.121749+0000 mgr.smithi176.ajjlsm (mgr.14696) 4814 : cluster [DBG] pgmap v4138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:18.121749+0000 mgr.smithi176.ajjlsm (mgr.14696) 4814 : cluster [DBG] pgmap v4138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:20.122339+0000 mgr.smithi176.ajjlsm (mgr.14696) 4815 : cluster [DBG] pgmap v4139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:20.122339+0000 mgr.smithi176.ajjlsm (mgr.14696) 4815 : cluster [DBG] pgmap v4139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:22.123165+0000 mgr.smithi176.ajjlsm (mgr.14696) 4816 : cluster [DBG] pgmap v4140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:22.123165+0000 mgr.smithi176.ajjlsm (mgr.14696) 4816 : cluster [DBG] pgmap v4140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:24.123722+0000 mgr.smithi176.ajjlsm (mgr.14696) 4817 : cluster [DBG] pgmap v4141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:24.123722+0000 mgr.smithi176.ajjlsm (mgr.14696) 4817 : cluster [DBG] pgmap v4141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:26.124551+0000 mgr.smithi176.ajjlsm (mgr.14696) 4818 : cluster [DBG] pgmap v4142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:26.124551+0000 mgr.smithi176.ajjlsm (mgr.14696) 4818 : cluster [DBG] pgmap v4142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:29.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:28.125154+0000 mgr.smithi176.ajjlsm (mgr.14696) 4819 : cluster [DBG] pgmap v4143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:28.125154+0000 mgr.smithi176.ajjlsm (mgr.14696) 4819 : cluster [DBG] pgmap v4143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:30.125738+0000 mgr.smithi176.ajjlsm (mgr.14696) 4820 : cluster [DBG] pgmap v4144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:30.125738+0000 mgr.smithi176.ajjlsm (mgr.14696) 4820 : cluster [DBG] pgmap v4144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:32.126587+0000 mgr.smithi176.ajjlsm (mgr.14696) 4821 : cluster [DBG] pgmap v4145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:32.126587+0000 mgr.smithi176.ajjlsm (mgr.14696) 4821 : cluster [DBG] pgmap v4145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:34.127135+0000 mgr.smithi176.ajjlsm (mgr.14696) 4822 : cluster [DBG] pgmap v4146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:34.127135+0000 mgr.smithi176.ajjlsm (mgr.14696) 4822 : cluster [DBG] pgmap v4146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:36.127986+0000 mgr.smithi176.ajjlsm (mgr.14696) 4823 : cluster [DBG] pgmap v4147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:36.127986+0000 mgr.smithi176.ajjlsm (mgr.14696) 4823 : cluster [DBG] pgmap v4147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:38.128621+0000 mgr.smithi176.ajjlsm (mgr.14696) 4824 : cluster [DBG] pgmap v4148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:39.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:38.128621+0000 mgr.smithi176.ajjlsm (mgr.14696) 4824 : cluster [DBG] pgmap v4148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:40.129126+0000 mgr.smithi176.ajjlsm (mgr.14696) 4825 : cluster [DBG] pgmap v4149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:27:40.515717+0000 mon.smithi176 (mon.0) 1592 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:27:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:27:40.617811+0000 mon.smithi176 (mon.0) 1593 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:27:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:40.129126+0000 mgr.smithi176.ajjlsm (mgr.14696) 4825 : cluster [DBG] pgmap v4149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:27:40.515717+0000 mon.smithi176 (mon.0) 1592 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:27:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:27:40.617811+0000 mon.smithi176 (mon.0) 1593 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:27:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:27:41.320360+0000 mon.smithi176 (mon.0) 1594 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:27:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:27:41.321752+0000 mon.smithi176 (mon.0) 1595 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:27:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:27:41.322582+0000 mon.smithi176 (mon.0) 1596 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:27:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:27:41.323288+0000 mgr.smithi176.ajjlsm (mgr.14696) 4826 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:27:41.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:27:41.674288+0000 mon.smithi176 (mon.0) 1597 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:27:42.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:27:41.320360+0000 mon.smithi176 (mon.0) 1594 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:27:42.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:27:41.321752+0000 mon.smithi176 (mon.0) 1595 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:27:42.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:27:41.322582+0000 mon.smithi176 (mon.0) 1596 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:27:42.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:27:41.323288+0000 mgr.smithi176.ajjlsm (mgr.14696) 4826 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:27:42.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:27:41.674288+0000 mon.smithi176 (mon.0) 1597 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:27:42.651 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:27:42.919 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:27:42.920 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 3m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:27:42.920 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 3m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:27:42.920 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 3m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:27:42.921 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 3m ago 2h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:27:42.921 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 3m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:27:42.921 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 3m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:27:42.921 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 3m ago 2h 551M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:27:42.921 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 3m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:27:42.922 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 3m ago 2h 899M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:27:42.922 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 3m ago 2h 442M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:27:42.922 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 3m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:27:42.922 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 3m ago 2h 112M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:27:42.923 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 3m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:27:42.923 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 3m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:27:42.923 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 3m ago 2h 777M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:27:42.923 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 3m ago 2h 1608M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:27:42.924 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 3m ago 2h 1099M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:27:42.924 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 3m ago 2h 1765M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:27:42.924 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 3m ago 2h 1653M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:27:42.924 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 3m ago 2h 1825M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:27:42.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 3m ago 2h 1492M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:27:42.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 3m ago 2h 2271M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:27:42.925 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 3m ago 2h 80.5M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:27:43.244 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:27:43.244 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:27:43.245 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:27:43.245 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:27:43.245 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:27:43.245 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:27:43.246 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:27:43.246 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:27:43.246 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:27:43.246 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:27:43.247 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:27:43.247 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:27:43.247 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:27:43.247 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:27:43.247 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:27:43.248 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:27:43.249 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:27:43.249 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:27:43.249 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:27:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:27:42.065281+0000 mon.smithi176 (mon.0) 1598 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:27:43.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:27:42.070698+0000 mon.smithi176 (mon.0) 1599 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:27:43.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:42.129898+0000 mgr.smithi176.ajjlsm (mgr.14696) 4827 : cluster [DBG] pgmap v4150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:43.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:27:42.637885+0000 mgr.smithi176.ajjlsm (mgr.14696) 4828 : audit [DBG] from='client.37322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:27:43.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:27:42.065281+0000 mon.smithi176 (mon.0) 1598 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:27:43.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:27:42.070698+0000 mon.smithi176 (mon.0) 1599 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:27:43.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:42.129898+0000 mgr.smithi176.ajjlsm (mgr.14696) 4827 : cluster [DBG] pgmap v4150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:43.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:27:42.637885+0000 mgr.smithi176.ajjlsm (mgr.14696) 4828 : audit [DBG] from='client.37322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:27:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:27:42.909161+0000 mgr.smithi176.ajjlsm (mgr.14696) 4829 : audit [DBG] from='client.37326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:27:44.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:27:43.242912+0000 mon.smithi176 (mon.0) 1600 : audit [DBG] from='client.? 172.21.15.176:0/1548234567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:27:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:27:42.909161+0000 mgr.smithi176.ajjlsm (mgr.14696) 4829 : audit [DBG] from='client.37326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:27:44.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:27:43.242912+0000 mon.smithi176 (mon.0) 1600 : audit [DBG] from='client.? 172.21.15.176:0/1548234567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:27:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:44.130499+0000 mgr.smithi176.ajjlsm (mgr.14696) 4830 : cluster [DBG] pgmap v4151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:44.130499+0000 mgr.smithi176.ajjlsm (mgr.14696) 4830 : cluster [DBG] pgmap v4151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:46.131251+0000 mgr.smithi176.ajjlsm (mgr.14696) 4831 : cluster [DBG] pgmap v4152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:46.131251+0000 mgr.smithi176.ajjlsm (mgr.14696) 4831 : cluster [DBG] pgmap v4152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:48.131695+0000 mgr.smithi176.ajjlsm (mgr.14696) 4832 : cluster [DBG] pgmap v4153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:48.131695+0000 mgr.smithi176.ajjlsm (mgr.14696) 4832 : cluster [DBG] pgmap v4153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:50.132289+0000 mgr.smithi176.ajjlsm (mgr.14696) 4833 : cluster [DBG] pgmap v4154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:50.132289+0000 mgr.smithi176.ajjlsm (mgr.14696) 4833 : cluster [DBG] pgmap v4154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:52.133277+0000 mgr.smithi176.ajjlsm (mgr.14696) 4834 : cluster [DBG] pgmap v4155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:52.133277+0000 mgr.smithi176.ajjlsm (mgr.14696) 4834 : cluster [DBG] pgmap v4155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:54.134001+0000 mgr.smithi176.ajjlsm (mgr.14696) 4835 : cluster [DBG] pgmap v4156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:55.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:54.134001+0000 mgr.smithi176.ajjlsm (mgr.14696) 4835 : cluster [DBG] pgmap v4156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:57.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:56.134944+0000 mgr.smithi176.ajjlsm (mgr.14696) 4836 : cluster [DBG] pgmap v4157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:56.134944+0000 mgr.smithi176.ajjlsm (mgr.14696) 4836 : cluster [DBG] pgmap v4157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:27:59.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:27:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:27:58.135461+0000 mgr.smithi176.ajjlsm (mgr.14696) 4837 : cluster [DBG] pgmap v4158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:27:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:27:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:27:58.135461+0000 mgr.smithi176.ajjlsm (mgr.14696) 4837 : cluster [DBG] pgmap v4158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:00.136121+0000 mgr.smithi176.ajjlsm (mgr.14696) 4838 : cluster [DBG] pgmap v4159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:00.136121+0000 mgr.smithi176.ajjlsm (mgr.14696) 4838 : cluster [DBG] pgmap v4159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:02.136899+0000 mgr.smithi176.ajjlsm (mgr.14696) 4839 : cluster [DBG] pgmap v4160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:02.136899+0000 mgr.smithi176.ajjlsm (mgr.14696) 4839 : cluster [DBG] pgmap v4160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:04.137481+0000 mgr.smithi176.ajjlsm (mgr.14696) 4840 : cluster [DBG] pgmap v4161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:04.137481+0000 mgr.smithi176.ajjlsm (mgr.14696) 4840 : cluster [DBG] pgmap v4161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:07.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:06.138326+0000 mgr.smithi176.ajjlsm (mgr.14696) 4841 : cluster [DBG] pgmap v4162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:06.138326+0000 mgr.smithi176.ajjlsm (mgr.14696) 4841 : cluster [DBG] pgmap v4162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:08.138785+0000 mgr.smithi176.ajjlsm (mgr.14696) 4842 : cluster [DBG] pgmap v4163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:08.138785+0000 mgr.smithi176.ajjlsm (mgr.14696) 4842 : cluster [DBG] pgmap v4163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:10.139443+0000 mgr.smithi176.ajjlsm (mgr.14696) 4843 : cluster [DBG] pgmap v4164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:10.139443+0000 mgr.smithi176.ajjlsm (mgr.14696) 4843 : cluster [DBG] pgmap v4164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:12.140399+0000 mgr.smithi176.ajjlsm (mgr.14696) 4844 : cluster [DBG] pgmap v4165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:13.545 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:28:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:12.140399+0000 mgr.smithi176.ajjlsm (mgr.14696) 4844 : cluster [DBG] pgmap v4165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:13.813 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:28:13.813 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 3m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:28:13.814 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 3m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:28:13.814 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 3m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:28:13.814 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 3m ago 2h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:28:13.814 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 3m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:28:13.815 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 3m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:28:13.815 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 3m ago 2h 551M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:28:13.815 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 3m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:28:13.815 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 3m ago 2h 899M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:28:13.815 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 3m ago 2h 442M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:28:13.816 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 3m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:28:13.816 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 3m ago 2h 112M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:28:13.816 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 3m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:28:13.817 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 3m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:28:13.817 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 3m ago 2h 777M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:28:13.817 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 3m ago 2h 1608M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:28:13.817 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 3m ago 2h 1099M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:28:13.818 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 3m ago 2h 1765M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:28:13.818 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 3m ago 2h 1653M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:28:13.818 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 3m ago 2h 1825M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:28:13.818 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 3m ago 2h 1492M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:28:13.819 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 3m ago 2h 2271M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:28:13.819 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 3m ago 2h 80.5M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:28:14.134 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:28:14.135 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:28:14.135 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:28:14.135 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:28:14.135 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:28:14.135 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:28:14.136 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:28:14.136 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:28:14.136 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:28:14.136 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:28:14.137 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:28:14.137 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:28:14.137 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:28:14.137 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:28:14.138 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:28:14.138 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:28:14.138 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:28:14.138 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:28:14.139 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:28:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:28:13.532163+0000 mgr.smithi176.ajjlsm (mgr.14696) 4845 : audit [DBG] from='client.37334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:28:14.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:28:14.132770+0000 mon.smithi176 (mon.0) 1601 : audit [DBG] from='client.? 172.21.15.176:0/2269781396' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:28:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:28:13.532163+0000 mgr.smithi176.ajjlsm (mgr.14696) 4845 : audit [DBG] from='client.37334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:28:14.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:28:14.132770+0000 mon.smithi176 (mon.0) 1601 : audit [DBG] from='client.? 172.21.15.176:0/2269781396' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:28:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:28:13.802488+0000 mgr.smithi176.ajjlsm (mgr.14696) 4846 : audit [DBG] from='client.37338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:28:15.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:14.140823+0000 mgr.smithi176.ajjlsm (mgr.14696) 4847 : cluster [DBG] pgmap v4166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:15.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:28:13.802488+0000 mgr.smithi176.ajjlsm (mgr.14696) 4846 : audit [DBG] from='client.37338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:28:15.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:14.140823+0000 mgr.smithi176.ajjlsm (mgr.14696) 4847 : cluster [DBG] pgmap v4166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:16.141779+0000 mgr.smithi176.ajjlsm (mgr.14696) 4848 : cluster [DBG] pgmap v4167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:16.141779+0000 mgr.smithi176.ajjlsm (mgr.14696) 4848 : cluster [DBG] pgmap v4167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:18.142333+0000 mgr.smithi176.ajjlsm (mgr.14696) 4849 : cluster [DBG] pgmap v4168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:18.142333+0000 mgr.smithi176.ajjlsm (mgr.14696) 4849 : cluster [DBG] pgmap v4168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:20.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:20.143024+0000 mgr.smithi176.ajjlsm (mgr.14696) 4850 : cluster [DBG] pgmap v4169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:20.143024+0000 mgr.smithi176.ajjlsm (mgr.14696) 4850 : cluster [DBG] pgmap v4169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:22.143824+0000 mgr.smithi176.ajjlsm (mgr.14696) 4851 : cluster [DBG] pgmap v4170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:22.143824+0000 mgr.smithi176.ajjlsm (mgr.14696) 4851 : cluster [DBG] pgmap v4170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:24.144301+0000 mgr.smithi176.ajjlsm (mgr.14696) 4852 : cluster [DBG] pgmap v4171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:24.144301+0000 mgr.smithi176.ajjlsm (mgr.14696) 4852 : cluster [DBG] pgmap v4171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:26.145327+0000 mgr.smithi176.ajjlsm (mgr.14696) 4853 : cluster [DBG] pgmap v4172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:26.145327+0000 mgr.smithi176.ajjlsm (mgr.14696) 4853 : cluster [DBG] pgmap v4172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:28.145898+0000 mgr.smithi176.ajjlsm (mgr.14696) 4854 : cluster [DBG] pgmap v4173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:28.145898+0000 mgr.smithi176.ajjlsm (mgr.14696) 4854 : cluster [DBG] pgmap v4173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:30.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:30.146440+0000 mgr.smithi176.ajjlsm (mgr.14696) 4855 : cluster [DBG] pgmap v4174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:30.146440+0000 mgr.smithi176.ajjlsm (mgr.14696) 4855 : cluster [DBG] pgmap v4174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:32.147405+0000 mgr.smithi176.ajjlsm (mgr.14696) 4856 : cluster [DBG] pgmap v4175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:32.147405+0000 mgr.smithi176.ajjlsm (mgr.14696) 4856 : cluster [DBG] pgmap v4175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:35.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:34.148173+0000 mgr.smithi176.ajjlsm (mgr.14696) 4857 : cluster [DBG] pgmap v4176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:34.148173+0000 mgr.smithi176.ajjlsm (mgr.14696) 4857 : cluster [DBG] pgmap v4176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:36.149011+0000 mgr.smithi176.ajjlsm (mgr.14696) 4858 : cluster [DBG] pgmap v4177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:36.149011+0000 mgr.smithi176.ajjlsm (mgr.14696) 4858 : cluster [DBG] pgmap v4177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:38.149767+0000 mgr.smithi176.ajjlsm (mgr.14696) 4859 : cluster [DBG] pgmap v4178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:38.149767+0000 mgr.smithi176.ajjlsm (mgr.14696) 4859 : cluster [DBG] pgmap v4178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:40.150406+0000 mgr.smithi176.ajjlsm (mgr.14696) 4860 : cluster [DBG] pgmap v4179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:28:40.517534+0000 mon.smithi176 (mon.0) 1602 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:28:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:28:40.621937+0000 mon.smithi176 (mon.0) 1603 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:28:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:40.150406+0000 mgr.smithi176.ajjlsm (mgr.14696) 4860 : cluster [DBG] pgmap v4179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:28:40.517534+0000 mon.smithi176 (mon.0) 1602 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:28:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:28:40.621937+0000 mon.smithi176 (mon.0) 1603 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:28:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:28:42.073371+0000 mon.smithi176 (mon.0) 1604 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:28:42.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:28:42.074807+0000 mon.smithi176 (mon.0) 1605 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:28:42.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:28:42.075646+0000 mon.smithi176 (mon.0) 1606 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:28:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:28:42.073371+0000 mon.smithi176 (mon.0) 1604 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:28:42.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:28:42.074807+0000 mon.smithi176 (mon.0) 1605 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:28:42.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:28:42.075646+0000 mon.smithi176 (mon.0) 1606 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:28:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:28:42.076413+0000 mgr.smithi176.ajjlsm (mgr.14696) 4861 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:28:43.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:42.151145+0000 mgr.smithi176.ajjlsm (mgr.14696) 4862 : cluster [DBG] pgmap v4180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:43.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:28:42.489803+0000 mon.smithi176 (mon.0) 1607 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:28:43.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:28:42.494940+0000 mon.smithi176 (mon.0) 1608 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:28:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:28:42.076413+0000 mgr.smithi176.ajjlsm (mgr.14696) 4861 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:28:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:42.151145+0000 mgr.smithi176.ajjlsm (mgr.14696) 4862 : cluster [DBG] pgmap v4180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:28:42.489803+0000 mon.smithi176 (mon.0) 1607 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:28:43.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:28:42.494940+0000 mon.smithi176 (mon.0) 1608 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:28:44.430 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:28:44.699 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:28:44.699 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 4m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:28:44.700 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 4m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:28:44.700 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 4m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:28:44.700 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 4m ago 2h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:28:44.700 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 4m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:28:44.701 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 4m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:28:44.701 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 4m ago 2h 551M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:28:44.701 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 4m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:28:44.701 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 4m ago 2h 899M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:28:44.701 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 4m ago 2h 442M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:28:44.702 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 4m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:28:44.702 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 4m ago 2h 112M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:28:44.702 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 4m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:28:44.702 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 4m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:28:44.703 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 4m ago 2h 777M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:28:44.703 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 4m ago 2h 1608M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:28:44.703 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 4m ago 2h 1099M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:28:44.703 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 4m ago 2h 1765M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:28:44.704 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 4m ago 2h 1653M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:28:44.704 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 4m ago 2h 1825M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:28:44.704 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 4m ago 2h 1492M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:28:44.704 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 4m ago 2h 2271M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:28:44.704 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 4m ago 2h 80.5M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:28:45.026 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:28:45.026 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:28:45.026 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:28:45.027 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:28:45.027 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:28:45.027 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:28:45.027 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:28:45.028 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:28:45.028 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:28:45.028 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:28:45.028 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:28:45.028 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:28:45.029 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:28:45.029 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:28:45.029 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:28:45.029 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:28:45.030 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:28:45.030 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:28:45.030 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:28:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:44.151545+0000 mgr.smithi176.ajjlsm (mgr.14696) 4863 : cluster [DBG] pgmap v4181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:45.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:28:44.416547+0000 mgr.smithi176.ajjlsm (mgr.14696) 4864 : audit [DBG] from='client.37346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:28:45.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:28:44.688773+0000 mgr.smithi176.ajjlsm (mgr.14696) 4865 : audit [DBG] from='client.37350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:28:45.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:28:45.024484+0000 mon.smithi176 (mon.0) 1609 : audit [DBG] from='client.? 172.21.15.176:0/1634102077' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:28:45.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:44.151545+0000 mgr.smithi176.ajjlsm (mgr.14696) 4863 : cluster [DBG] pgmap v4181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:45.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:28:44.416547+0000 mgr.smithi176.ajjlsm (mgr.14696) 4864 : audit [DBG] from='client.37346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:28:45.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:28:44.688773+0000 mgr.smithi176.ajjlsm (mgr.14696) 4865 : audit [DBG] from='client.37350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:28:45.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:28:45.024484+0000 mon.smithi176 (mon.0) 1609 : audit [DBG] from='client.? 172.21.15.176:0/1634102077' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:28:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:46.152342+0000 mgr.smithi176.ajjlsm (mgr.14696) 4866 : cluster [DBG] pgmap v4182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:46.152342+0000 mgr.smithi176.ajjlsm (mgr.14696) 4866 : cluster [DBG] pgmap v4182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:48.152929+0000 mgr.smithi176.ajjlsm (mgr.14696) 4867 : cluster [DBG] pgmap v4183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:49.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:48.152929+0000 mgr.smithi176.ajjlsm (mgr.14696) 4867 : cluster [DBG] pgmap v4183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:50.153434+0000 mgr.smithi176.ajjlsm (mgr.14696) 4868 : cluster [DBG] pgmap v4184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:50.153434+0000 mgr.smithi176.ajjlsm (mgr.14696) 4868 : cluster [DBG] pgmap v4184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:52.154209+0000 mgr.smithi176.ajjlsm (mgr.14696) 4869 : cluster [DBG] pgmap v4185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:52.154209+0000 mgr.smithi176.ajjlsm (mgr.14696) 4869 : cluster [DBG] pgmap v4185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:54.154674+0000 mgr.smithi176.ajjlsm (mgr.14696) 4870 : cluster [DBG] pgmap v4186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:54.154674+0000 mgr.smithi176.ajjlsm (mgr.14696) 4870 : cluster [DBG] pgmap v4186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:57.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:56.155664+0000 mgr.smithi176.ajjlsm (mgr.14696) 4871 : cluster [DBG] pgmap v4187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:56.155664+0000 mgr.smithi176.ajjlsm (mgr.14696) 4871 : cluster [DBG] pgmap v4187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:28:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:28:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:28:58.156302+0000 mgr.smithi176.ajjlsm (mgr.14696) 4872 : cluster [DBG] pgmap v4188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:28:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:28:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:28:58.156302+0000 mgr.smithi176.ajjlsm (mgr.14696) 4872 : cluster [DBG] pgmap v4188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:00.156850+0000 mgr.smithi176.ajjlsm (mgr.14696) 4873 : cluster [DBG] pgmap v4189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:00.156850+0000 mgr.smithi176.ajjlsm (mgr.14696) 4873 : cluster [DBG] pgmap v4189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:02.157914+0000 mgr.smithi176.ajjlsm (mgr.14696) 4874 : cluster [DBG] pgmap v4190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:02.157914+0000 mgr.smithi176.ajjlsm (mgr.14696) 4874 : cluster [DBG] pgmap v4190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:05.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:04.158452+0000 mgr.smithi176.ajjlsm (mgr.14696) 4875 : cluster [DBG] pgmap v4191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:04.158452+0000 mgr.smithi176.ajjlsm (mgr.14696) 4875 : cluster [DBG] pgmap v4191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:06.159148+0000 mgr.smithi176.ajjlsm (mgr.14696) 4876 : cluster [DBG] pgmap v4192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:06.159148+0000 mgr.smithi176.ajjlsm (mgr.14696) 4876 : cluster [DBG] pgmap v4192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:08.159687+0000 mgr.smithi176.ajjlsm (mgr.14696) 4877 : cluster [DBG] pgmap v4193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:08.159687+0000 mgr.smithi176.ajjlsm (mgr.14696) 4877 : cluster [DBG] pgmap v4193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:10.160277+0000 mgr.smithi176.ajjlsm (mgr.14696) 4878 : cluster [DBG] pgmap v4194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:10.160277+0000 mgr.smithi176.ajjlsm (mgr.14696) 4878 : cluster [DBG] pgmap v4194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:12.161010+0000 mgr.smithi176.ajjlsm (mgr.14696) 4879 : cluster [DBG] pgmap v4195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:12.161010+0000 mgr.smithi176.ajjlsm (mgr.14696) 4879 : cluster [DBG] pgmap v4195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:15.332 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:29:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:14.161547+0000 mgr.smithi176.ajjlsm (mgr.14696) 4880 : cluster [DBG] pgmap v4196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:14.161547+0000 mgr.smithi176.ajjlsm (mgr.14696) 4880 : cluster [DBG] pgmap v4196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:15.600 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:29:15.600 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 4m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:29:15.601 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 4m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:29:15.601 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 4m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:29:15.601 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 4m ago 2h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:29:15.601 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 4m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:29:15.601 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 4m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:29:15.602 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 4m ago 2h 551M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:29:15.602 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 4m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:29:15.602 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 4m ago 2h 899M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:29:15.602 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 4m ago 2h 442M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:29:15.603 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 4m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:29:15.603 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 4m ago 2h 112M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:29:15.603 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 4m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:29:15.603 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 4m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:29:15.604 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 4m ago 2h 777M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:29:15.604 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 4m ago 2h 1608M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:29:15.604 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 4m ago 2h 1099M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:29:15.604 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 4m ago 2h 1765M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:29:15.604 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 4m ago 2h 1653M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:29:15.605 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 4m ago 2h 1825M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:29:15.605 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 4m ago 2h 1492M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:29:15.605 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 4m ago 2h 2271M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:29:15.606 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 4m ago 2h 80.5M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:29:15.923 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:29:15.923 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:29:15.924 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:29:15.924 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:29:15.924 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:29:15.924 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:29:15.925 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:29:15.925 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:29:15.925 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:29:15.925 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:29:15.925 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:29:15.926 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:29:15.926 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:29:15.926 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:29:15.926 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:29:15.927 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:29:15.927 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:29:15.927 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:29:15.927 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:29:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:29:15.318582+0000 mgr.smithi176.ajjlsm (mgr.14696) 4881 : audit [DBG] from='client.37358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:29:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:29:15.589779+0000 mgr.smithi176.ajjlsm (mgr.14696) 4882 : audit [DBG] from='client.37362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:29:16.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:29:15.921793+0000 mon.smithi176 (mon.0) 1610 : audit [DBG] from='client.? 172.21.15.176:0/3279081391' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:29:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:29:15.318582+0000 mgr.smithi176.ajjlsm (mgr.14696) 4881 : audit [DBG] from='client.37358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:29:16.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:29:15.589779+0000 mgr.smithi176.ajjlsm (mgr.14696) 4882 : audit [DBG] from='client.37362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:29:16.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:29:15.921793+0000 mon.smithi176 (mon.0) 1610 : audit [DBG] from='client.? 172.21.15.176:0/3279081391' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:29:17.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:16.162519+0000 mgr.smithi176.ajjlsm (mgr.14696) 4883 : cluster [DBG] pgmap v4197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:17.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:16.162519+0000 mgr.smithi176.ajjlsm (mgr.14696) 4883 : cluster [DBG] pgmap v4197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:18.163252+0000 mgr.smithi176.ajjlsm (mgr.14696) 4884 : cluster [DBG] pgmap v4198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:18.163252+0000 mgr.smithi176.ajjlsm (mgr.14696) 4884 : cluster [DBG] pgmap v4198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:20.163689+0000 mgr.smithi176.ajjlsm (mgr.14696) 4885 : cluster [DBG] pgmap v4199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:20.163689+0000 mgr.smithi176.ajjlsm (mgr.14696) 4885 : cluster [DBG] pgmap v4199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:22.164580+0000 mgr.smithi176.ajjlsm (mgr.14696) 4886 : cluster [DBG] pgmap v4200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:22.164580+0000 mgr.smithi176.ajjlsm (mgr.14696) 4886 : cluster [DBG] pgmap v4200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:24.165154+0000 mgr.smithi176.ajjlsm (mgr.14696) 4887 : cluster [DBG] pgmap v4201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:24.165154+0000 mgr.smithi176.ajjlsm (mgr.14696) 4887 : cluster [DBG] pgmap v4201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:26.165958+0000 mgr.smithi176.ajjlsm (mgr.14696) 4888 : cluster [DBG] pgmap v4202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:26.165958+0000 mgr.smithi176.ajjlsm (mgr.14696) 4888 : cluster [DBG] pgmap v4202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:29.553 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:28.166405+0000 mgr.smithi176.ajjlsm (mgr.14696) 4889 : cluster [DBG] pgmap v4203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:28.166405+0000 mgr.smithi176.ajjlsm (mgr.14696) 4889 : cluster [DBG] pgmap v4203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:30.166937+0000 mgr.smithi176.ajjlsm (mgr.14696) 4890 : cluster [DBG] pgmap v4204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:30.166937+0000 mgr.smithi176.ajjlsm (mgr.14696) 4890 : cluster [DBG] pgmap v4204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:32.167801+0000 mgr.smithi176.ajjlsm (mgr.14696) 4891 : cluster [DBG] pgmap v4205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:32.167801+0000 mgr.smithi176.ajjlsm (mgr.14696) 4891 : cluster [DBG] pgmap v4205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:34.168281+0000 mgr.smithi176.ajjlsm (mgr.14696) 4892 : cluster [DBG] pgmap v4206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:34.168281+0000 mgr.smithi176.ajjlsm (mgr.14696) 4892 : cluster [DBG] pgmap v4206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:36.169240+0000 mgr.smithi176.ajjlsm (mgr.14696) 4893 : cluster [DBG] pgmap v4207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:36.169240+0000 mgr.smithi176.ajjlsm (mgr.14696) 4893 : cluster [DBG] pgmap v4207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:38.169678+0000 mgr.smithi176.ajjlsm (mgr.14696) 4894 : cluster [DBG] pgmap v4208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:38.169678+0000 mgr.smithi176.ajjlsm (mgr.14696) 4894 : cluster [DBG] pgmap v4208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:40.170145+0000 mgr.smithi176.ajjlsm (mgr.14696) 4895 : cluster [DBG] pgmap v4209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:29:40.519315+0000 mon.smithi176 (mon.0) 1611 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:29:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:29:40.626134+0000 mon.smithi176 (mon.0) 1612 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:29:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:40.170145+0000 mgr.smithi176.ajjlsm (mgr.14696) 4895 : cluster [DBG] pgmap v4209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:29:40.519315+0000 mon.smithi176 (mon.0) 1611 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:29:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:29:40.626134+0000 mon.smithi176 (mon.0) 1612 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:29:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:42.171143+0000 mgr.smithi176.ajjlsm (mgr.14696) 4896 : cluster [DBG] pgmap v4210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:43.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:29:42.497499+0000 mon.smithi176 (mon.0) 1613 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:29:43.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:29:42.498857+0000 mon.smithi176 (mon.0) 1614 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:29:43.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:29:42.499688+0000 mon.smithi176 (mon.0) 1615 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:29:43.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:29:42.500416+0000 mgr.smithi176.ajjlsm (mgr.14696) 4897 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:29:43.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:29:42.902629+0000 mon.smithi176 (mon.0) 1616 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:29:43.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:29:42.907242+0000 mon.smithi176 (mon.0) 1617 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:29:43.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:42.171143+0000 mgr.smithi176.ajjlsm (mgr.14696) 4896 : cluster [DBG] pgmap v4210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:43.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:29:42.497499+0000 mon.smithi176 (mon.0) 1613 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:29:43.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:29:42.498857+0000 mon.smithi176 (mon.0) 1614 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:29:43.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:29:42.499688+0000 mon.smithi176 (mon.0) 1615 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:29:43.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:29:42.500416+0000 mgr.smithi176.ajjlsm (mgr.14696) 4897 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:29:43.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:29:42.902629+0000 mon.smithi176 (mon.0) 1616 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:29:43.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:29:42.907242+0000 mon.smithi176 (mon.0) 1617 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:29:45.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:44.171779+0000 mgr.smithi176.ajjlsm (mgr.14696) 4898 : cluster [DBG] pgmap v4211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:45.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:44.171779+0000 mgr.smithi176.ajjlsm (mgr.14696) 4898 : cluster [DBG] pgmap v4211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:46.227 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:29:46.495 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:29:46.495 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 5m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:29:46.496 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 5m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:29:46.496 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 5m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:29:46.496 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 5m ago 2h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:29:46.496 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 5m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:29:46.497 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 5m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:29:46.497 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 5m ago 2h 551M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:29:46.497 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 5m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:29:46.497 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 5m ago 2h 899M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:29:46.498 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 5m ago 2h 442M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:29:46.498 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 5m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:29:46.498 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 5m ago 2h 112M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:29:46.499 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 5m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:29:46.499 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 5m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:29:46.499 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 5m ago 2h 777M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:29:46.499 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 5m ago 2h 1608M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:29:46.500 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 5m ago 2h 1099M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:29:46.500 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 5m ago 2h 1765M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:29:46.500 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 5m ago 2h 1653M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:29:46.500 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 5m ago 2h 1825M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:29:46.501 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 5m ago 2h 1492M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:29:46.501 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 5m ago 2h 2271M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:29:46.501 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 5m ago 2h 80.5M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:29:46.814 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:29:46.814 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:29:46.815 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:29:46.815 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:29:46.815 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:29:46.815 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:29:46.816 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:29:46.816 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:29:46.816 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:29:46.816 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:29:46.817 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:29:46.817 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:29:46.817 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:29:46.817 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:29:46.818 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:29:46.818 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:29:46.818 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:29:46.818 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:29:46.819 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:29:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:46.172666+0000 mgr.smithi176.ajjlsm (mgr.14696) 4899 : cluster [DBG] pgmap v4212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:47.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:29:46.213662+0000 mgr.smithi176.ajjlsm (mgr.14696) 4900 : audit [DBG] from='client.37370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:29:47.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:29:46.482399+0000 mgr.smithi176.ajjlsm (mgr.14696) 4901 : audit [DBG] from='client.37374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:29:47.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:29:46.812754+0000 mon.smithi176 (mon.0) 1618 : audit [DBG] from='client.? 172.21.15.176:0/3698799449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:29:47.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:46.172666+0000 mgr.smithi176.ajjlsm (mgr.14696) 4899 : cluster [DBG] pgmap v4212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:47.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:29:46.213662+0000 mgr.smithi176.ajjlsm (mgr.14696) 4900 : audit [DBG] from='client.37370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:29:47.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:29:46.482399+0000 mgr.smithi176.ajjlsm (mgr.14696) 4901 : audit [DBG] from='client.37374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:29:47.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:29:46.812754+0000 mon.smithi176 (mon.0) 1618 : audit [DBG] from='client.? 172.21.15.176:0/3698799449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:29:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:48.173320+0000 mgr.smithi176.ajjlsm (mgr.14696) 4902 : cluster [DBG] pgmap v4213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:48.173320+0000 mgr.smithi176.ajjlsm (mgr.14696) 4902 : cluster [DBG] pgmap v4213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:51.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:50.174024+0000 mgr.smithi176.ajjlsm (mgr.14696) 4903 : cluster [DBG] pgmap v4214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:50.174024+0000 mgr.smithi176.ajjlsm (mgr.14696) 4903 : cluster [DBG] pgmap v4214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:52.174912+0000 mgr.smithi176.ajjlsm (mgr.14696) 4904 : cluster [DBG] pgmap v4215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:52.174912+0000 mgr.smithi176.ajjlsm (mgr.14696) 4904 : cluster [DBG] pgmap v4215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:54.175496+0000 mgr.smithi176.ajjlsm (mgr.14696) 4905 : cluster [DBG] pgmap v4216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:54.175496+0000 mgr.smithi176.ajjlsm (mgr.14696) 4905 : cluster [DBG] pgmap v4216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:56.176559+0000 mgr.smithi176.ajjlsm (mgr.14696) 4906 : cluster [DBG] pgmap v4217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:56.176559+0000 mgr.smithi176.ajjlsm (mgr.14696) 4906 : cluster [DBG] pgmap v4217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:29:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:29:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:29:58.177099+0000 mgr.smithi176.ajjlsm (mgr.14696) 4907 : cluster [DBG] pgmap v4218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:29:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:29:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:29:58.177099+0000 mgr.smithi176.ajjlsm (mgr.14696) 4907 : cluster [DBG] pgmap v4218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:00.000153+0000 mon.smithi176 (mon.0) 1619 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T09:30:01.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:00.177567+0000 mgr.smithi176.ajjlsm (mgr.14696) 4908 : cluster [DBG] pgmap v4219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:00.000153+0000 mon.smithi176 (mon.0) 1619 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T09:30:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:00.177567+0000 mgr.smithi176.ajjlsm (mgr.14696) 4908 : cluster [DBG] pgmap v4219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:02.178497+0000 mgr.smithi176.ajjlsm (mgr.14696) 4909 : cluster [DBG] pgmap v4220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:02.178497+0000 mgr.smithi176.ajjlsm (mgr.14696) 4909 : cluster [DBG] pgmap v4220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:04.179151+0000 mgr.smithi176.ajjlsm (mgr.14696) 4910 : cluster [DBG] pgmap v4221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:04.179151+0000 mgr.smithi176.ajjlsm (mgr.14696) 4910 : cluster [DBG] pgmap v4221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:06.179853+0000 mgr.smithi176.ajjlsm (mgr.14696) 4911 : cluster [DBG] pgmap v4222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:06.179853+0000 mgr.smithi176.ajjlsm (mgr.14696) 4911 : cluster [DBG] pgmap v4222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:08.180511+0000 mgr.smithi176.ajjlsm (mgr.14696) 4912 : cluster [DBG] pgmap v4223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:08.180511+0000 mgr.smithi176.ajjlsm (mgr.14696) 4912 : cluster [DBG] pgmap v4223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:10.180998+0000 mgr.smithi176.ajjlsm (mgr.14696) 4913 : cluster [DBG] pgmap v4224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:11.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:10.180998+0000 mgr.smithi176.ajjlsm (mgr.14696) 4913 : cluster [DBG] pgmap v4224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:12.181894+0000 mgr.smithi176.ajjlsm (mgr.14696) 4914 : cluster [DBG] pgmap v4225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:12.181894+0000 mgr.smithi176.ajjlsm (mgr.14696) 4914 : cluster [DBG] pgmap v4225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:14.182424+0000 mgr.smithi176.ajjlsm (mgr.14696) 4915 : cluster [DBG] pgmap v4226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:14.182424+0000 mgr.smithi176.ajjlsm (mgr.14696) 4915 : cluster [DBG] pgmap v4226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:17.116 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:30:17.384 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:30:17.384 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 5m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:30:17.384 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 5m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:30:17.385 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 5m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:30:17.385 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 5m ago 2h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:30:17.385 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 5m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:30:17.385 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 5m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:30:17.386 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 5m ago 2h 551M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:30:17.386 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 5m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:30:17.386 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 5m ago 2h 899M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:30:17.386 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 5m ago 2h 442M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:30:17.387 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 5m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:30:17.387 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 5m ago 2h 112M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:30:17.387 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 5m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:30:17.387 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 5m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:30:17.388 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 5m ago 2h 777M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:30:17.388 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 5m ago 2h 1608M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:30:17.388 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 5m ago 2h 1099M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:30:17.389 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 5m ago 2h 1765M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:30:17.389 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 5m ago 2h 1653M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:30:17.389 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 5m ago 2h 1825M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:30:17.390 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 5m ago 2h 1492M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:30:17.390 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 5m ago 2h 2271M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:30:17.390 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 5m ago 2h 80.5M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:30:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:16.183181+0000 mgr.smithi176.ajjlsm (mgr.14696) 4916 : cluster [DBG] pgmap v4227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:17.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:16.183181+0000 mgr.smithi176.ajjlsm (mgr.14696) 4916 : cluster [DBG] pgmap v4227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:17.710 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:30:17.710 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:30:17.711 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:30:17.711 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:30:17.711 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:30:17.711 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:30:17.711 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:30:17.712 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:30:17.712 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:30:17.712 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:30:17.712 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:30:17.713 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:30:17.713 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:30:17.713 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:30:17.714 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:30:17.714 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:30:17.714 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:30:17.714 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:30:17.714 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:30:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:30:17.101978+0000 mgr.smithi176.ajjlsm (mgr.14696) 4917 : audit [DBG] from='client.37382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:30:18.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:30:17.373437+0000 mgr.smithi176.ajjlsm (mgr.14696) 4918 : audit [DBG] from='client.37386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:30:18.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:30:17.708741+0000 mon.smithi176 (mon.0) 1620 : audit [DBG] from='client.? 172.21.15.176:0/1812684180' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:30:18.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:30:17.101978+0000 mgr.smithi176.ajjlsm (mgr.14696) 4917 : audit [DBG] from='client.37382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:30:18.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:30:17.373437+0000 mgr.smithi176.ajjlsm (mgr.14696) 4918 : audit [DBG] from='client.37386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:30:18.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:30:17.708741+0000 mon.smithi176 (mon.0) 1620 : audit [DBG] from='client.? 172.21.15.176:0/1812684180' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:30:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:18.183596+0000 mgr.smithi176.ajjlsm (mgr.14696) 4919 : cluster [DBG] pgmap v4228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:19.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:18.183596+0000 mgr.smithi176.ajjlsm (mgr.14696) 4919 : cluster [DBG] pgmap v4228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:20.184281+0000 mgr.smithi176.ajjlsm (mgr.14696) 4920 : cluster [DBG] pgmap v4229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:20.184281+0000 mgr.smithi176.ajjlsm (mgr.14696) 4920 : cluster [DBG] pgmap v4229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:22.185218+0000 mgr.smithi176.ajjlsm (mgr.14696) 4921 : cluster [DBG] pgmap v4230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:22.185218+0000 mgr.smithi176.ajjlsm (mgr.14696) 4921 : cluster [DBG] pgmap v4230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:25.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:24.185905+0000 mgr.smithi176.ajjlsm (mgr.14696) 4922 : cluster [DBG] pgmap v4231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:24.185905+0000 mgr.smithi176.ajjlsm (mgr.14696) 4922 : cluster [DBG] pgmap v4231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:26.186716+0000 mgr.smithi176.ajjlsm (mgr.14696) 4923 : cluster [DBG] pgmap v4232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:26.186716+0000 mgr.smithi176.ajjlsm (mgr.14696) 4923 : cluster [DBG] pgmap v4232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:28.187228+0000 mgr.smithi176.ajjlsm (mgr.14696) 4924 : cluster [DBG] pgmap v4233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:28.187228+0000 mgr.smithi176.ajjlsm (mgr.14696) 4924 : cluster [DBG] pgmap v4233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:30.187882+0000 mgr.smithi176.ajjlsm (mgr.14696) 4925 : cluster [DBG] pgmap v4234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:30.187882+0000 mgr.smithi176.ajjlsm (mgr.14696) 4925 : cluster [DBG] pgmap v4234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:32.188697+0000 mgr.smithi176.ajjlsm (mgr.14696) 4926 : cluster [DBG] pgmap v4235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:33.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:32.188697+0000 mgr.smithi176.ajjlsm (mgr.14696) 4926 : cluster [DBG] pgmap v4235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:34.189268+0000 mgr.smithi176.ajjlsm (mgr.14696) 4927 : cluster [DBG] pgmap v4236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:35.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:34.189268+0000 mgr.smithi176.ajjlsm (mgr.14696) 4927 : cluster [DBG] pgmap v4236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:36.190135+0000 mgr.smithi176.ajjlsm (mgr.14696) 4928 : cluster [DBG] pgmap v4237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:37.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:36.190135+0000 mgr.smithi176.ajjlsm (mgr.14696) 4928 : cluster [DBG] pgmap v4237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:38.190808+0000 mgr.smithi176.ajjlsm (mgr.14696) 4929 : cluster [DBG] pgmap v4238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:38.190808+0000 mgr.smithi176.ajjlsm (mgr.14696) 4929 : cluster [DBG] pgmap v4238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:40.191341+0000 mgr.smithi176.ajjlsm (mgr.14696) 4930 : cluster [DBG] pgmap v4239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:30:40.520959+0000 mon.smithi176 (mon.0) 1621 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:30:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:30:40.630533+0000 mon.smithi176 (mon.0) 1622 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:30:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:40.191341+0000 mgr.smithi176.ajjlsm (mgr.14696) 4930 : cluster [DBG] pgmap v4239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:30:40.520959+0000 mon.smithi176 (mon.0) 1621 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:30:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:30:40.630533+0000 mon.smithi176 (mon.0) 1622 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:30:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:42.192192+0000 mgr.smithi176.ajjlsm (mgr.14696) 4931 : cluster [DBG] pgmap v4240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:43.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:30:42.909703+0000 mon.smithi176 (mon.0) 1623 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:30:43.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:30:42.911096+0000 mon.smithi176 (mon.0) 1624 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:30:43.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:30:42.911859+0000 mon.smithi176 (mon.0) 1625 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:30:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:42.192192+0000 mgr.smithi176.ajjlsm (mgr.14696) 4931 : cluster [DBG] pgmap v4240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:43.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:30:42.909703+0000 mon.smithi176 (mon.0) 1623 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:30:43.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:30:42.911096+0000 mon.smithi176 (mon.0) 1624 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:30:43.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:30:42.911859+0000 mon.smithi176 (mon.0) 1625 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:30:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:30:42.912555+0000 mgr.smithi176.ajjlsm (mgr.14696) 4932 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:30:44.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:30:43.318560+0000 mon.smithi176 (mon.0) 1626 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:30:44.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:30:43.323527+0000 mon.smithi176 (mon.0) 1627 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:30:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:30:42.912555+0000 mgr.smithi176.ajjlsm (mgr.14696) 4932 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:30:44.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:30:43.318560+0000 mon.smithi176 (mon.0) 1626 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:30:44.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:30:43.323527+0000 mon.smithi176 (mon.0) 1627 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:30:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:44.192734+0000 mgr.smithi176.ajjlsm (mgr.14696) 4933 : cluster [DBG] pgmap v4241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:44.192734+0000 mgr.smithi176.ajjlsm (mgr.14696) 4933 : cluster [DBG] pgmap v4241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:47.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:46.193646+0000 mgr.smithi176.ajjlsm (mgr.14696) 4934 : cluster [DBG] pgmap v4242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:46.193646+0000 mgr.smithi176.ajjlsm (mgr.14696) 4934 : cluster [DBG] pgmap v4242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:48.012 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:30:48.286 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:30:48.286 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 6m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:30:48.287 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 6m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:30:48.287 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 6m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:30:48.287 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 6m ago 2h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:30:48.288 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 6m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:30:48.288 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 6m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:30:48.288 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 6m ago 2h 551M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:30:48.289 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 6m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:30:48.289 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 6m ago 2h 899M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:30:48.289 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 6m ago 2h 442M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:30:48.290 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 6m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:30:48.290 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 6m ago 2h 112M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:30:48.290 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 6m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:30:48.291 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 6m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:30:48.291 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 6m ago 2h 777M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:30:48.291 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 6m ago 2h 1608M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:30:48.291 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 6m ago 2h 1099M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:30:48.292 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 6m ago 2h 1765M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:30:48.292 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 6m ago 2h 1653M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:30:48.292 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 6m ago 2h 1825M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:30:48.293 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 6m ago 2h 1492M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:30:48.293 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 6m ago 2h 2271M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:30:48.293 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 6m ago 2h 80.5M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:30:48.609 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:30:48.609 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:30:48.609 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:30:48.610 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:30:48.610 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:30:48.610 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:30:48.611 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:30:48.611 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:30:48.611 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:30:48.611 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:30:48.611 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:30:48.612 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:30:48.612 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:30:48.612 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:30:48.612 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:30:48.613 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:30:48.613 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:30:48.613 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:30:48.614 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:30:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:30:47.998610+0000 mgr.smithi176.ajjlsm (mgr.14696) 4935 : audit [DBG] from='client.37394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:30:49.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:48.194073+0000 mgr.smithi176.ajjlsm (mgr.14696) 4936 : cluster [DBG] pgmap v4243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:49.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:30:48.275159+0000 mgr.smithi176.ajjlsm (mgr.14696) 4937 : audit [DBG] from='client.37398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:30:49.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:30:48.607575+0000 mon.smithi176 (mon.0) 1628 : audit [DBG] from='client.? 172.21.15.176:0/1551362832' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:30:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:30:47.998610+0000 mgr.smithi176.ajjlsm (mgr.14696) 4935 : audit [DBG] from='client.37394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:30:49.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:48.194073+0000 mgr.smithi176.ajjlsm (mgr.14696) 4936 : cluster [DBG] pgmap v4243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:49.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:30:48.275159+0000 mgr.smithi176.ajjlsm (mgr.14696) 4937 : audit [DBG] from='client.37398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:30:49.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:30:48.607575+0000 mon.smithi176 (mon.0) 1628 : audit [DBG] from='client.? 172.21.15.176:0/1551362832' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:30:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:50.194549+0000 mgr.smithi176.ajjlsm (mgr.14696) 4938 : cluster [DBG] pgmap v4244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:50.194549+0000 mgr.smithi176.ajjlsm (mgr.14696) 4938 : cluster [DBG] pgmap v4244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:52.195395+0000 mgr.smithi176.ajjlsm (mgr.14696) 4939 : cluster [DBG] pgmap v4245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:52.195395+0000 mgr.smithi176.ajjlsm (mgr.14696) 4939 : cluster [DBG] pgmap v4245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:54.195909+0000 mgr.smithi176.ajjlsm (mgr.14696) 4940 : cluster [DBG] pgmap v4246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:54.195909+0000 mgr.smithi176.ajjlsm (mgr.14696) 4940 : cluster [DBG] pgmap v4246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:56.196685+0000 mgr.smithi176.ajjlsm (mgr.14696) 4941 : cluster [DBG] pgmap v4247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:57.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:56.196685+0000 mgr.smithi176.ajjlsm (mgr.14696) 4941 : cluster [DBG] pgmap v4247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:30:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:30:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:30:58.197299+0000 mgr.smithi176.ajjlsm (mgr.14696) 4942 : cluster [DBG] pgmap v4248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:30:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:30:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:30:58.197299+0000 mgr.smithi176.ajjlsm (mgr.14696) 4942 : cluster [DBG] pgmap v4248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:00.197842+0000 mgr.smithi176.ajjlsm (mgr.14696) 4943 : cluster [DBG] pgmap v4249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:00.197842+0000 mgr.smithi176.ajjlsm (mgr.14696) 4943 : cluster [DBG] pgmap v4249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:02.198632+0000 mgr.smithi176.ajjlsm (mgr.14696) 4944 : cluster [DBG] pgmap v4250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:02.198632+0000 mgr.smithi176.ajjlsm (mgr.14696) 4944 : cluster [DBG] pgmap v4250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:04.199249+0000 mgr.smithi176.ajjlsm (mgr.14696) 4945 : cluster [DBG] pgmap v4251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:04.199249+0000 mgr.smithi176.ajjlsm (mgr.14696) 4945 : cluster [DBG] pgmap v4251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:06.200268+0000 mgr.smithi176.ajjlsm (mgr.14696) 4946 : cluster [DBG] pgmap v4252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:07.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:06.200268+0000 mgr.smithi176.ajjlsm (mgr.14696) 4946 : cluster [DBG] pgmap v4252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:08.200851+0000 mgr.smithi176.ajjlsm (mgr.14696) 4947 : cluster [DBG] pgmap v4253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:08.200851+0000 mgr.smithi176.ajjlsm (mgr.14696) 4947 : cluster [DBG] pgmap v4253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:10.201292+0000 mgr.smithi176.ajjlsm (mgr.14696) 4948 : cluster [DBG] pgmap v4254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:11.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:10.201292+0000 mgr.smithi176.ajjlsm (mgr.14696) 4948 : cluster [DBG] pgmap v4254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:12.202267+0000 mgr.smithi176.ajjlsm (mgr.14696) 4949 : cluster [DBG] pgmap v4255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:13.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:12.202267+0000 mgr.smithi176.ajjlsm (mgr.14696) 4949 : cluster [DBG] pgmap v4255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:14.202804+0000 mgr.smithi176.ajjlsm (mgr.14696) 4950 : cluster [DBG] pgmap v4256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:14.202804+0000 mgr.smithi176.ajjlsm (mgr.14696) 4950 : cluster [DBG] pgmap v4256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:16.203812+0000 mgr.smithi176.ajjlsm (mgr.14696) 4951 : cluster [DBG] pgmap v4257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:17.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:16.203812+0000 mgr.smithi176.ajjlsm (mgr.14696) 4951 : cluster [DBG] pgmap v4257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:18.912 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:31:19.181 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:31:19.182 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 6m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:31:19.182 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 6m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:31:19.182 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 6m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:31:19.182 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 6m ago 2h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:31:19.183 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 6m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:31:19.183 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 6m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:31:19.183 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 6m ago 2h 551M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:31:19.184 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 6m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:31:19.184 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 6m ago 2h 899M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:31:19.184 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 6m ago 2h 442M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:31:19.184 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 6m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:31:19.184 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 6m ago 2h 112M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:31:19.185 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 6m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:31:19.185 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 6m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:31:19.185 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 6m ago 2h 777M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:31:19.185 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 6m ago 2h 1608M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:31:19.186 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 6m ago 2h 1099M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:31:19.186 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 6m ago 2h 1765M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:31:19.186 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 6m ago 2h 1653M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:31:19.186 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 6m ago 2h 1825M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:31:19.186 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 6m ago 2h 1492M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:31:19.187 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 6m ago 2h 2271M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:31:19.187 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 6m ago 2h 80.5M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:31:19.503 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:31:19.516 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:31:19.518 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:31:19.520 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:31:19.521 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:31:19.521 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:31:19.525 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:31:19.526 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:31:19.527 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:31:19.528 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:31:19.528 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:31:19.529 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:31:19.530 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:31:19.530 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:31:19.531 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:31:19.531 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:31:19.532 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:31:19.533 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:31:19.533 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:31:19.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:18.204377+0000 mgr.smithi176.ajjlsm (mgr.14696) 4952 : cluster [DBG] pgmap v4258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:19.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:18.204377+0000 mgr.smithi176.ajjlsm (mgr.14696) 4952 : cluster [DBG] pgmap v4258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:31:18.899243+0000 mgr.smithi176.ajjlsm (mgr.14696) 4953 : audit [DBG] from='client.37406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:31:20.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:31:19.170913+0000 mgr.smithi176.ajjlsm (mgr.14696) 4954 : audit [DBG] from='client.37410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:31:20.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:31:19.501673+0000 mon.smithi176 (mon.0) 1629 : audit [DBG] from='client.? 172.21.15.176:0/97293086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:31:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:31:18.899243+0000 mgr.smithi176.ajjlsm (mgr.14696) 4953 : audit [DBG] from='client.37406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:31:20.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:31:19.170913+0000 mgr.smithi176.ajjlsm (mgr.14696) 4954 : audit [DBG] from='client.37410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:31:20.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:31:19.501673+0000 mon.smithi176 (mon.0) 1629 : audit [DBG] from='client.? 172.21.15.176:0/97293086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:31:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:20.204867+0000 mgr.smithi176.ajjlsm (mgr.14696) 4955 : cluster [DBG] pgmap v4259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:20.204867+0000 mgr.smithi176.ajjlsm (mgr.14696) 4955 : cluster [DBG] pgmap v4259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:22.205756+0000 mgr.smithi176.ajjlsm (mgr.14696) 4956 : cluster [DBG] pgmap v4260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:22.205756+0000 mgr.smithi176.ajjlsm (mgr.14696) 4956 : cluster [DBG] pgmap v4260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:24.206450+0000 mgr.smithi176.ajjlsm (mgr.14696) 4957 : cluster [DBG] pgmap v4261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:24.206450+0000 mgr.smithi176.ajjlsm (mgr.14696) 4957 : cluster [DBG] pgmap v4261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:26.207378+0000 mgr.smithi176.ajjlsm (mgr.14696) 4958 : cluster [DBG] pgmap v4262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:26.207378+0000 mgr.smithi176.ajjlsm (mgr.14696) 4958 : cluster [DBG] pgmap v4262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:28.207793+0000 mgr.smithi176.ajjlsm (mgr.14696) 4959 : cluster [DBG] pgmap v4263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:28.207793+0000 mgr.smithi176.ajjlsm (mgr.14696) 4959 : cluster [DBG] pgmap v4263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:30.208390+0000 mgr.smithi176.ajjlsm (mgr.14696) 4960 : cluster [DBG] pgmap v4264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:30.208390+0000 mgr.smithi176.ajjlsm (mgr.14696) 4960 : cluster [DBG] pgmap v4264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:32.209492+0000 mgr.smithi176.ajjlsm (mgr.14696) 4961 : cluster [DBG] pgmap v4265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:32.209492+0000 mgr.smithi176.ajjlsm (mgr.14696) 4961 : cluster [DBG] pgmap v4265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:34.210004+0000 mgr.smithi176.ajjlsm (mgr.14696) 4962 : cluster [DBG] pgmap v4266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:34.210004+0000 mgr.smithi176.ajjlsm (mgr.14696) 4962 : cluster [DBG] pgmap v4266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:36.210726+0000 mgr.smithi176.ajjlsm (mgr.14696) 4963 : cluster [DBG] pgmap v4267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:37.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:36.210726+0000 mgr.smithi176.ajjlsm (mgr.14696) 4963 : cluster [DBG] pgmap v4267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:38.211224+0000 mgr.smithi176.ajjlsm (mgr.14696) 4964 : cluster [DBG] pgmap v4268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:38.211224+0000 mgr.smithi176.ajjlsm (mgr.14696) 4964 : cluster [DBG] pgmap v4268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:40.211664+0000 mgr.smithi176.ajjlsm (mgr.14696) 4965 : cluster [DBG] pgmap v4269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:31:40.522601+0000 mon.smithi176 (mon.0) 1630 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:31:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:31:40.635134+0000 mon.smithi176 (mon.0) 1631 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:31:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:40.211664+0000 mgr.smithi176.ajjlsm (mgr.14696) 4965 : cluster [DBG] pgmap v4269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:31:40.522601+0000 mon.smithi176 (mon.0) 1630 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:31:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:31:40.635134+0000 mon.smithi176 (mon.0) 1631 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:31:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:42.212633+0000 mgr.smithi176.ajjlsm (mgr.14696) 4966 : cluster [DBG] pgmap v4270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:42.212633+0000 mgr.smithi176.ajjlsm (mgr.14696) 4966 : cluster [DBG] pgmap v4270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:31:43.325903+0000 mon.smithi176 (mon.0) 1632 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:31:44.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:31:43.327265+0000 mon.smithi176 (mon.0) 1633 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:31:44.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:31:43.328140+0000 mon.smithi176 (mon.0) 1634 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:31:44.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:31:43.328885+0000 mgr.smithi176.ajjlsm (mgr.14696) 4967 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:31:44.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:31:43.727956+0000 mon.smithi176 (mon.0) 1635 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:31:44.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:31:43.732494+0000 mon.smithi176 (mon.0) 1636 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:31:44.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:31:43.325903+0000 mon.smithi176 (mon.0) 1632 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:31:44.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:31:43.327265+0000 mon.smithi176 (mon.0) 1633 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:31:44.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:31:43.328140+0000 mon.smithi176 (mon.0) 1634 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:31:44.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:31:43.328885+0000 mgr.smithi176.ajjlsm (mgr.14696) 4967 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:31:44.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:31:43.727956+0000 mon.smithi176 (mon.0) 1635 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:31:44.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:31:43.732494+0000 mon.smithi176 (mon.0) 1636 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:31:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:44.213082+0000 mgr.smithi176.ajjlsm (mgr.14696) 4968 : cluster [DBG] pgmap v4271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:44.213082+0000 mgr.smithi176.ajjlsm (mgr.14696) 4968 : cluster [DBG] pgmap v4271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:47.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:46.213772+0000 mgr.smithi176.ajjlsm (mgr.14696) 4969 : cluster [DBG] pgmap v4272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:46.213772+0000 mgr.smithi176.ajjlsm (mgr.14696) 4969 : cluster [DBG] pgmap v4272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:48.214420+0000 mgr.smithi176.ajjlsm (mgr.14696) 4970 : cluster [DBG] pgmap v4273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:48.214420+0000 mgr.smithi176.ajjlsm (mgr.14696) 4970 : cluster [DBG] pgmap v4273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:49.808 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:31:50.075 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:31:50.075 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 7m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:31:50.076 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 7m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:31:50.076 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 7m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:31:50.076 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 7m ago 2h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:31:50.076 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 7m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:31:50.076 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 7m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:31:50.077 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 7m ago 2h 551M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:31:50.077 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 7m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:31:50.077 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 7m ago 2h 899M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:31:50.077 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 7m ago 2h 442M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:31:50.078 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 7m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:31:50.078 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 7m ago 2h 112M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:31:50.078 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 7m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:31:50.078 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 7m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:31:50.079 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 7m ago 2h 777M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:31:50.079 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 7m ago 2h 1608M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:31:50.079 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 7m ago 2h 1099M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:31:50.079 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 7m ago 2h 1765M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:31:50.079 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 7m ago 2h 1653M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:31:50.080 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 7m ago 2h 1825M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:31:50.080 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 7m ago 2h 1492M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:31:50.080 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 7m ago 2h 2271M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:31:50.080 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 7m ago 2h 80.5M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:31:50.399 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:31:50.399 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:31:50.399 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:31:50.399 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:31:50.400 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:31:50.400 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:31:50.400 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:31:50.400 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:31:50.401 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:31:50.401 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:31:50.401 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:31:50.402 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:31:50.402 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:31:50.402 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:31:50.402 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:31:50.402 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:31:50.403 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:31:50.403 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:31:50.403 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:31:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:31:49.795172+0000 mgr.smithi176.ajjlsm (mgr.14696) 4971 : audit [DBG] from='client.37418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:31:51.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:31:50.064799+0000 mgr.smithi176.ajjlsm (mgr.14696) 4972 : audit [DBG] from='client.37422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:31:51.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:50.214856+0000 mgr.smithi176.ajjlsm (mgr.14696) 4973 : cluster [DBG] pgmap v4274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:51.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:31:50.397174+0000 mon.smithi176 (mon.0) 1637 : audit [DBG] from='client.? 172.21.15.176:0/2534574395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:31:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:31:49.795172+0000 mgr.smithi176.ajjlsm (mgr.14696) 4971 : audit [DBG] from='client.37418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:31:51.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:31:50.064799+0000 mgr.smithi176.ajjlsm (mgr.14696) 4972 : audit [DBG] from='client.37422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:31:51.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:50.214856+0000 mgr.smithi176.ajjlsm (mgr.14696) 4973 : cluster [DBG] pgmap v4274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:51.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:31:50.397174+0000 mon.smithi176 (mon.0) 1637 : audit [DBG] from='client.? 172.21.15.176:0/2534574395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:31:53.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:52.215623+0000 mgr.smithi176.ajjlsm (mgr.14696) 4974 : cluster [DBG] pgmap v4275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:52.215623+0000 mgr.smithi176.ajjlsm (mgr.14696) 4974 : cluster [DBG] pgmap v4275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:54.216237+0000 mgr.smithi176.ajjlsm (mgr.14696) 4975 : cluster [DBG] pgmap v4276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:54.216237+0000 mgr.smithi176.ajjlsm (mgr.14696) 4975 : cluster [DBG] pgmap v4276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:57.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:56.217193+0000 mgr.smithi176.ajjlsm (mgr.14696) 4976 : cluster [DBG] pgmap v4277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:56.217193+0000 mgr.smithi176.ajjlsm (mgr.14696) 4976 : cluster [DBG] pgmap v4277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:31:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:31:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:31:58.217763+0000 mgr.smithi176.ajjlsm (mgr.14696) 4977 : cluster [DBG] pgmap v4278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:31:59.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:31:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:31:58.217763+0000 mgr.smithi176.ajjlsm (mgr.14696) 4977 : cluster [DBG] pgmap v4278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:00.218318+0000 mgr.smithi176.ajjlsm (mgr.14696) 4978 : cluster [DBG] pgmap v4279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:00.218318+0000 mgr.smithi176.ajjlsm (mgr.14696) 4978 : cluster [DBG] pgmap v4279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:02.219272+0000 mgr.smithi176.ajjlsm (mgr.14696) 4979 : cluster [DBG] pgmap v4280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:02.219272+0000 mgr.smithi176.ajjlsm (mgr.14696) 4979 : cluster [DBG] pgmap v4280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:04.219837+0000 mgr.smithi176.ajjlsm (mgr.14696) 4980 : cluster [DBG] pgmap v4281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:05.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:04.219837+0000 mgr.smithi176.ajjlsm (mgr.14696) 4980 : cluster [DBG] pgmap v4281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:06.220766+0000 mgr.smithi176.ajjlsm (mgr.14696) 4981 : cluster [DBG] pgmap v4282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:07.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:06.220766+0000 mgr.smithi176.ajjlsm (mgr.14696) 4981 : cluster [DBG] pgmap v4282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:08.221247+0000 mgr.smithi176.ajjlsm (mgr.14696) 4982 : cluster [DBG] pgmap v4283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:08.221247+0000 mgr.smithi176.ajjlsm (mgr.14696) 4982 : cluster [DBG] pgmap v4283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:10.221814+0000 mgr.smithi176.ajjlsm (mgr.14696) 4983 : cluster [DBG] pgmap v4284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:10.221814+0000 mgr.smithi176.ajjlsm (mgr.14696) 4983 : cluster [DBG] pgmap v4284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:12.222782+0000 mgr.smithi176.ajjlsm (mgr.14696) 4984 : cluster [DBG] pgmap v4285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:12.222782+0000 mgr.smithi176.ajjlsm (mgr.14696) 4984 : cluster [DBG] pgmap v4285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:14.223261+0000 mgr.smithi176.ajjlsm (mgr.14696) 4985 : cluster [DBG] pgmap v4286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:15.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:14.223261+0000 mgr.smithi176.ajjlsm (mgr.14696) 4985 : cluster [DBG] pgmap v4286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:16.224023+0000 mgr.smithi176.ajjlsm (mgr.14696) 4986 : cluster [DBG] pgmap v4287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:17.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:16.224023+0000 mgr.smithi176.ajjlsm (mgr.14696) 4986 : cluster [DBG] pgmap v4287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:18.224750+0000 mgr.smithi176.ajjlsm (mgr.14696) 4987 : cluster [DBG] pgmap v4288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:19.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:18.224750+0000 mgr.smithi176.ajjlsm (mgr.14696) 4987 : cluster [DBG] pgmap v4288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:20.694 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:32:20.965 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:32:20.965 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 7m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:32:20.966 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 7m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:32:20.966 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 7m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:32:20.966 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 7m ago 2h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:32:20.966 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 7m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:32:20.967 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 7m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:32:20.967 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 7m ago 2h 551M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:32:20.967 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 7m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:32:20.967 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 7m ago 2h 899M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:32:20.967 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 7m ago 2h 442M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:32:20.968 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 7m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:32:20.968 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 7m ago 2h 112M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:32:20.968 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 7m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:32:20.968 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 7m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:32:20.969 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 7m ago 2h 777M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:32:20.969 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 7m ago 2h 1608M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:32:20.969 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 7m ago 2h 1099M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:32:20.969 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 7m ago 2h 1765M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:32:20.969 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 7m ago 2h 1653M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:32:20.970 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 7m ago 2h 1825M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:32:20.970 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 7m ago 2h 1492M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:32:20.970 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 7m ago 2h 2271M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:32:20.970 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 7m ago 2h 80.5M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:32:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:20.225273+0000 mgr.smithi176.ajjlsm (mgr.14696) 4988 : cluster [DBG] pgmap v4289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:32:20.681122+0000 mgr.smithi176.ajjlsm (mgr.14696) 4989 : audit [DBG] from='client.37430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:32:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:20.225273+0000 mgr.smithi176.ajjlsm (mgr.14696) 4988 : cluster [DBG] pgmap v4289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:32:20.681122+0000 mgr.smithi176.ajjlsm (mgr.14696) 4989 : audit [DBG] from='client.37430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:32:21.288 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:32:21.288 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:32:21.289 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:32:21.289 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:32:21.289 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:32:21.289 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:32:21.290 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:32:21.290 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:32:21.290 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:32:21.290 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:32:21.291 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:32:21.291 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:32:21.291 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:32:21.291 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:32:21.292 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:32:21.292 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:32:21.292 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:32:21.292 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:32:21.292 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:32:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:32:20.954676+0000 mgr.smithi176.ajjlsm (mgr.14696) 4990 : audit [DBG] from='client.37434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:32:22.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:32:21.286827+0000 mon.smithi176 (mon.0) 1638 : audit [DBG] from='client.? 172.21.15.176:0/4035449755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:32:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:32:20.954676+0000 mgr.smithi176.ajjlsm (mgr.14696) 4990 : audit [DBG] from='client.37434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:32:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:32:21.286827+0000 mon.smithi176 (mon.0) 1638 : audit [DBG] from='client.? 172.21.15.176:0/4035449755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:32:23.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:22.226083+0000 mgr.smithi176.ajjlsm (mgr.14696) 4991 : cluster [DBG] pgmap v4290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:22.226083+0000 mgr.smithi176.ajjlsm (mgr.14696) 4991 : cluster [DBG] pgmap v4290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:24.226721+0000 mgr.smithi176.ajjlsm (mgr.14696) 4992 : cluster [DBG] pgmap v4291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:24.226721+0000 mgr.smithi176.ajjlsm (mgr.14696) 4992 : cluster [DBG] pgmap v4291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:26.227519+0000 mgr.smithi176.ajjlsm (mgr.14696) 4993 : cluster [DBG] pgmap v4292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:27.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:26.227519+0000 mgr.smithi176.ajjlsm (mgr.14696) 4993 : cluster [DBG] pgmap v4292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:28.228142+0000 mgr.smithi176.ajjlsm (mgr.14696) 4994 : cluster [DBG] pgmap v4293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:28.228142+0000 mgr.smithi176.ajjlsm (mgr.14696) 4994 : cluster [DBG] pgmap v4293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:30.228673+0000 mgr.smithi176.ajjlsm (mgr.14696) 4995 : cluster [DBG] pgmap v4294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:30.228673+0000 mgr.smithi176.ajjlsm (mgr.14696) 4995 : cluster [DBG] pgmap v4294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:32.229489+0000 mgr.smithi176.ajjlsm (mgr.14696) 4996 : cluster [DBG] pgmap v4295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:32.229489+0000 mgr.smithi176.ajjlsm (mgr.14696) 4996 : cluster [DBG] pgmap v4295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:34.230072+0000 mgr.smithi176.ajjlsm (mgr.14696) 4997 : cluster [DBG] pgmap v4296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:34.230072+0000 mgr.smithi176.ajjlsm (mgr.14696) 4997 : cluster [DBG] pgmap v4296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:36.230833+0000 mgr.smithi176.ajjlsm (mgr.14696) 4998 : cluster [DBG] pgmap v4297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:37.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:36.230833+0000 mgr.smithi176.ajjlsm (mgr.14696) 4998 : cluster [DBG] pgmap v4297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:39.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:38.231314+0000 mgr.smithi176.ajjlsm (mgr.14696) 4999 : cluster [DBG] pgmap v4298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:38.231314+0000 mgr.smithi176.ajjlsm (mgr.14696) 4999 : cluster [DBG] pgmap v4298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:40.231734+0000 mgr.smithi176.ajjlsm (mgr.14696) 5000 : cluster [DBG] pgmap v4299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:32:40.524366+0000 mon.smithi176 (mon.0) 1639 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:32:41.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:32:40.639744+0000 mon.smithi176 (mon.0) 1640 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:32:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:40.231734+0000 mgr.smithi176.ajjlsm (mgr.14696) 5000 : cluster [DBG] pgmap v4299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:41.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:32:40.524366+0000 mon.smithi176 (mon.0) 1639 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:32:41.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:32:40.639744+0000 mon.smithi176 (mon.0) 1640 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:32:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:42.232709+0000 mgr.smithi176.ajjlsm (mgr.14696) 5001 : cluster [DBG] pgmap v4300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:42.232709+0000 mgr.smithi176.ajjlsm (mgr.14696) 5001 : cluster [DBG] pgmap v4300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:32:43.735111+0000 mon.smithi176 (mon.0) 1641 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:32:44.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:32:43.736584+0000 mon.smithi176 (mon.0) 1642 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:32:44.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:32:43.737397+0000 mon.smithi176 (mon.0) 1643 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:32:44.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:32:43.738114+0000 mgr.smithi176.ajjlsm (mgr.14696) 5002 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:32:44.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:32:44.138101+0000 mon.smithi176 (mon.0) 1644 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:32:44.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:32:44.145327+0000 mon.smithi176 (mon.0) 1645 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:32:44.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:32:43.735111+0000 mon.smithi176 (mon.0) 1641 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:32:44.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:32:43.736584+0000 mon.smithi176 (mon.0) 1642 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:32:44.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:32:43.737397+0000 mon.smithi176 (mon.0) 1643 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:32:44.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:32:43.738114+0000 mgr.smithi176.ajjlsm (mgr.14696) 5002 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:32:44.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:32:44.138101+0000 mon.smithi176 (mon.0) 1644 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:32:44.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:32:44.145327+0000 mon.smithi176 (mon.0) 1645 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:32:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:44.233084+0000 mgr.smithi176.ajjlsm (mgr.14696) 5003 : cluster [DBG] pgmap v4301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:44.233084+0000 mgr.smithi176.ajjlsm (mgr.14696) 5003 : cluster [DBG] pgmap v4301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:46.233918+0000 mgr.smithi176.ajjlsm (mgr.14696) 5004 : cluster [DBG] pgmap v4302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:47.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:46.233918+0000 mgr.smithi176.ajjlsm (mgr.14696) 5004 : cluster [DBG] pgmap v4302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:49.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:48.234510+0000 mgr.smithi176.ajjlsm (mgr.14696) 5005 : cluster [DBG] pgmap v4303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:48.234510+0000 mgr.smithi176.ajjlsm (mgr.14696) 5005 : cluster [DBG] pgmap v4303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:50.234955+0000 mgr.smithi176.ajjlsm (mgr.14696) 5006 : cluster [DBG] pgmap v4304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:50.234955+0000 mgr.smithi176.ajjlsm (mgr.14696) 5006 : cluster [DBG] pgmap v4304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:51.588 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:32:51.859 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:32:51.859 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 8m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:32:51.859 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 8m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:32:51.860 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 8m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:32:51.860 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 8m ago 2h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:32:51.860 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 8m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:32:51.860 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 8m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:32:51.861 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 8m ago 2h 551M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:32:51.861 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 8m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:32:51.861 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 8m ago 2h 899M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:32:51.861 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 8m ago 2h 442M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:32:51.861 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 8m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:32:51.862 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 8m ago 2h 112M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:32:51.862 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 8m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:32:51.862 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 8m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:32:51.862 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 8m ago 2h 777M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:32:51.863 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 8m ago 2h 1608M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:32:51.863 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 8m ago 2h 1099M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:32:51.863 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 8m ago 2h 1765M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:32:51.863 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 8m ago 2h 1653M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:32:51.863 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 8m ago 2h 1825M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:32:51.864 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 8m ago 2h 1492M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:32:51.864 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 8m ago 2h 2271M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:32:51.864 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 8m ago 2h 80.5M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:32:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:32:51.575323+0000 mgr.smithi176.ajjlsm (mgr.14696) 5007 : audit [DBG] from='client.37442 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:32:52.181 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:32:52.182 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:32:52.182 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:32:52.182 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:32:52.183 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:32:52.183 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:32:52.183 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:32:52.183 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:32:52.183 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:32:52.184 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:32:52.184 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:32:52.184 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:32:52.184 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:32:52.185 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:32:52.185 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:32:52.185 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:32:52.185 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:32:52.185 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:32:52.186 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:32:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:32:51.575323+0000 mgr.smithi176.ajjlsm (mgr.14696) 5007 : audit [DBG] from='client.37442 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:32:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:32:51.848619+0000 mgr.smithi176.ajjlsm (mgr.14696) 5008 : audit [DBG] from='client.37446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:32:53.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:32:52.180086+0000 mon.smithi176 (mon.0) 1646 : audit [DBG] from='client.? 172.21.15.176:0/1397971099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:32:53.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:52.235625+0000 mgr.smithi176.ajjlsm (mgr.14696) 5009 : cluster [DBG] pgmap v4305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:32:51.848619+0000 mgr.smithi176.ajjlsm (mgr.14696) 5008 : audit [DBG] from='client.37446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:32:53.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:32:52.180086+0000 mon.smithi176 (mon.0) 1646 : audit [DBG] from='client.? 172.21.15.176:0/1397971099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:32:53.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:52.235625+0000 mgr.smithi176.ajjlsm (mgr.14696) 5009 : cluster [DBG] pgmap v4305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:54.236229+0000 mgr.smithi176.ajjlsm (mgr.14696) 5010 : cluster [DBG] pgmap v4306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:54.236229+0000 mgr.smithi176.ajjlsm (mgr.14696) 5010 : cluster [DBG] pgmap v4306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:56.237281+0000 mgr.smithi176.ajjlsm (mgr.14696) 5011 : cluster [DBG] pgmap v4307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:57.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:56.237281+0000 mgr.smithi176.ajjlsm (mgr.14696) 5011 : cluster [DBG] pgmap v4307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:32:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:32:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:32:58.237790+0000 mgr.smithi176.ajjlsm (mgr.14696) 5012 : cluster [DBG] pgmap v4308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:32:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:32:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:32:58.237790+0000 mgr.smithi176.ajjlsm (mgr.14696) 5012 : cluster [DBG] pgmap v4308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:00.238496+0000 mgr.smithi176.ajjlsm (mgr.14696) 5013 : cluster [DBG] pgmap v4309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:00.238496+0000 mgr.smithi176.ajjlsm (mgr.14696) 5013 : cluster [DBG] pgmap v4309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:02.239459+0000 mgr.smithi176.ajjlsm (mgr.14696) 5014 : cluster [DBG] pgmap v4310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:02.239459+0000 mgr.smithi176.ajjlsm (mgr.14696) 5014 : cluster [DBG] pgmap v4310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:04.240191+0000 mgr.smithi176.ajjlsm (mgr.14696) 5015 : cluster [DBG] pgmap v4311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:04.240191+0000 mgr.smithi176.ajjlsm (mgr.14696) 5015 : cluster [DBG] pgmap v4311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:07.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:06.241017+0000 mgr.smithi176.ajjlsm (mgr.14696) 5016 : cluster [DBG] pgmap v4312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:06.241017+0000 mgr.smithi176.ajjlsm (mgr.14696) 5016 : cluster [DBG] pgmap v4312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:08.241546+0000 mgr.smithi176.ajjlsm (mgr.14696) 5017 : cluster [DBG] pgmap v4313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:08.241546+0000 mgr.smithi176.ajjlsm (mgr.14696) 5017 : cluster [DBG] pgmap v4313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:10.241974+0000 mgr.smithi176.ajjlsm (mgr.14696) 5018 : cluster [DBG] pgmap v4314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:10.241974+0000 mgr.smithi176.ajjlsm (mgr.14696) 5018 : cluster [DBG] pgmap v4314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:13.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:12.242775+0000 mgr.smithi176.ajjlsm (mgr.14696) 5019 : cluster [DBG] pgmap v4315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:12.242775+0000 mgr.smithi176.ajjlsm (mgr.14696) 5019 : cluster [DBG] pgmap v4315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:14.243483+0000 mgr.smithi176.ajjlsm (mgr.14696) 5020 : cluster [DBG] pgmap v4316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:14.243483+0000 mgr.smithi176.ajjlsm (mgr.14696) 5020 : cluster [DBG] pgmap v4316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:17.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:16.244229+0000 mgr.smithi176.ajjlsm (mgr.14696) 5021 : cluster [DBG] pgmap v4317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:16.244229+0000 mgr.smithi176.ajjlsm (mgr.14696) 5021 : cluster [DBG] pgmap v4317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:18.244687+0000 mgr.smithi176.ajjlsm (mgr.14696) 5022 : cluster [DBG] pgmap v4318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:18.244687+0000 mgr.smithi176.ajjlsm (mgr.14696) 5022 : cluster [DBG] pgmap v4318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:20.245280+0000 mgr.smithi176.ajjlsm (mgr.14696) 5023 : cluster [DBG] pgmap v4319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:20.245280+0000 mgr.smithi176.ajjlsm (mgr.14696) 5023 : cluster [DBG] pgmap v4319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:22.487 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:33:22.755 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:33:22.755 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 8m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:33:22.755 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 8m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:33:22.756 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 8m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:33:22.756 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 8m ago 2h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:33:22.756 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 8m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:33:22.756 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 8m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:33:22.757 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 8m ago 2h 551M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:33:22.757 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 8m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:33:22.757 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 8m ago 2h 899M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:33:22.757 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 8m ago 2h 442M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:33:22.758 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 8m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:33:22.758 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 8m ago 2h 112M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:33:22.758 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 8m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:33:22.758 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 8m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:33:22.758 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 8m ago 2h 777M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:33:22.759 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 8m ago 2h 1608M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:33:22.759 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 8m ago 2h 1099M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:33:22.759 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 8m ago 2h 1765M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:33:22.759 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 8m ago 2h 1653M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:33:22.760 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 8m ago 2h 1825M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:33:22.760 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 8m ago 2h 1492M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:33:22.760 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 8m ago 2h 2271M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:33:22.760 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 8m ago 2h 80.5M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:33:23.076 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:33:23.077 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:33:23.077 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:33:23.077 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:33:23.077 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:33:23.078 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:33:23.078 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:33:23.078 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:33:23.078 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:33:23.079 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:33:23.079 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:33:23.079 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:33:23.079 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:33:23.080 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:33:23.080 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:33:23.080 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:33:23.080 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:33:23.081 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:33:23.081 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:33:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:22.246094+0000 mgr.smithi176.ajjlsm (mgr.14696) 5024 : cluster [DBG] pgmap v4320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:23.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:33:22.473381+0000 mgr.smithi176.ajjlsm (mgr.14696) 5025 : audit [DBG] from='client.37454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:33:23.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:33:22.744473+0000 mgr.smithi176.ajjlsm (mgr.14696) 5026 : audit [DBG] from='client.37458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:33:23.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:33:23.075018+0000 mon.smithi176 (mon.0) 1647 : audit [DBG] from='client.? 172.21.15.176:0/3869775954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:33:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:22.246094+0000 mgr.smithi176.ajjlsm (mgr.14696) 5024 : cluster [DBG] pgmap v4320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:23.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:33:22.473381+0000 mgr.smithi176.ajjlsm (mgr.14696) 5025 : audit [DBG] from='client.37454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:33:23.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:33:22.744473+0000 mgr.smithi176.ajjlsm (mgr.14696) 5026 : audit [DBG] from='client.37458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:33:23.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:33:23.075018+0000 mon.smithi176 (mon.0) 1647 : audit [DBG] from='client.? 172.21.15.176:0/3869775954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:33:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:24.246488+0000 mgr.smithi176.ajjlsm (mgr.14696) 5027 : cluster [DBG] pgmap v4321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:24.246488+0000 mgr.smithi176.ajjlsm (mgr.14696) 5027 : cluster [DBG] pgmap v4321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:27.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:26.247286+0000 mgr.smithi176.ajjlsm (mgr.14696) 5028 : cluster [DBG] pgmap v4322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:26.247286+0000 mgr.smithi176.ajjlsm (mgr.14696) 5028 : cluster [DBG] pgmap v4322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:28.247913+0000 mgr.smithi176.ajjlsm (mgr.14696) 5029 : cluster [DBG] pgmap v4323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:28.247913+0000 mgr.smithi176.ajjlsm (mgr.14696) 5029 : cluster [DBG] pgmap v4323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:30.248346+0000 mgr.smithi176.ajjlsm (mgr.14696) 5030 : cluster [DBG] pgmap v4324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:30.248346+0000 mgr.smithi176.ajjlsm (mgr.14696) 5030 : cluster [DBG] pgmap v4324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:32.249161+0000 mgr.smithi176.ajjlsm (mgr.14696) 5031 : cluster [DBG] pgmap v4325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:32.249161+0000 mgr.smithi176.ajjlsm (mgr.14696) 5031 : cluster [DBG] pgmap v4325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:34.249694+0000 mgr.smithi176.ajjlsm (mgr.14696) 5032 : cluster [DBG] pgmap v4326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:34.249694+0000 mgr.smithi176.ajjlsm (mgr.14696) 5032 : cluster [DBG] pgmap v4326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:36.250576+0000 mgr.smithi176.ajjlsm (mgr.14696) 5033 : cluster [DBG] pgmap v4327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:36.250576+0000 mgr.smithi176.ajjlsm (mgr.14696) 5033 : cluster [DBG] pgmap v4327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:39.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:38.251183+0000 mgr.smithi176.ajjlsm (mgr.14696) 5034 : cluster [DBG] pgmap v4328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:38.251183+0000 mgr.smithi176.ajjlsm (mgr.14696) 5034 : cluster [DBG] pgmap v4328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:40.251836+0000 mgr.smithi176.ajjlsm (mgr.14696) 5035 : cluster [DBG] pgmap v4329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:33:40.526155+0000 mon.smithi176 (mon.0) 1648 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:33:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:33:40.644322+0000 mon.smithi176 (mon.0) 1649 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:33:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:40.251836+0000 mgr.smithi176.ajjlsm (mgr.14696) 5035 : cluster [DBG] pgmap v4329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:33:40.526155+0000 mon.smithi176 (mon.0) 1648 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:33:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:33:40.644322+0000 mon.smithi176 (mon.0) 1649 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:33:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:42.252596+0000 mgr.smithi176.ajjlsm (mgr.14696) 5036 : cluster [DBG] pgmap v4330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:42.252596+0000 mgr.smithi176.ajjlsm (mgr.14696) 5036 : cluster [DBG] pgmap v4330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:44.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:33:44.147988+0000 mon.smithi176 (mon.0) 1650 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:33:44.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:33:44.149445+0000 mon.smithi176 (mon.0) 1651 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:33:44.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:33:44.150301+0000 mon.smithi176 (mon.0) 1652 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:33:44.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:33:44.147988+0000 mon.smithi176 (mon.0) 1650 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:33:44.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:33:44.149445+0000 mon.smithi176 (mon.0) 1651 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:33:44.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:33:44.150301+0000 mon.smithi176 (mon.0) 1652 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:33:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:33:44.151118+0000 mgr.smithi176.ajjlsm (mgr.14696) 5037 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:33:45.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:44.253135+0000 mgr.smithi176.ajjlsm (mgr.14696) 5038 : cluster [DBG] pgmap v4331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:45.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:33:44.538730+0000 mon.smithi176 (mon.0) 1653 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:33:45.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:33:44.550355+0000 mon.smithi176 (mon.0) 1654 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:33:45.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:33:44.554321+0000 mon.smithi176 (mon.0) 1655 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:33:45.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:33:44.561550+0000 mon.smithi176 (mon.0) 1656 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:33:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:33:44.151118+0000 mgr.smithi176.ajjlsm (mgr.14696) 5037 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:33:45.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:44.253135+0000 mgr.smithi176.ajjlsm (mgr.14696) 5038 : cluster [DBG] pgmap v4331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:45.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:33:44.538730+0000 mon.smithi176 (mon.0) 1653 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:33:45.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:33:44.550355+0000 mon.smithi176 (mon.0) 1654 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:33:45.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:33:44.554321+0000 mon.smithi176 (mon.0) 1655 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:33:45.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:33:44.561550+0000 mon.smithi176 (mon.0) 1656 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:33:47.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:46.253946+0000 mgr.smithi176.ajjlsm (mgr.14696) 5039 : cluster [DBG] pgmap v4332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:46.253946+0000 mgr.smithi176.ajjlsm (mgr.14696) 5039 : cluster [DBG] pgmap v4332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:48.254488+0000 mgr.smithi176.ajjlsm (mgr.14696) 5040 : cluster [DBG] pgmap v4333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:48.254488+0000 mgr.smithi176.ajjlsm (mgr.14696) 5040 : cluster [DBG] pgmap v4333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:50.255171+0000 mgr.smithi176.ajjlsm (mgr.14696) 5041 : cluster [DBG] pgmap v4334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:50.255171+0000 mgr.smithi176.ajjlsm (mgr.14696) 5041 : cluster [DBG] pgmap v4334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:53.385 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:33:53.652 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:33:53.653 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 9m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:33:53.653 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 9m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:33:53.653 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 9m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:33:53.653 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 9m ago 2h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:33:53.653 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 9m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:33:53.654 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 9m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:33:53.654 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 9m ago 2h 551M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:33:53.654 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 9m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:33:53.654 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 9m ago 2h 899M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:33:53.654 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 9m ago 2h 442M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:33:53.655 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 9m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:33:53.655 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 9m ago 2h 112M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:33:53.655 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 9m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:33:53.655 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 9m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:33:53.656 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 9m ago 2h 777M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:33:53.656 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 9m ago 2h 1608M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:33:53.656 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 9m ago 2h 1099M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:33:53.656 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 9m ago 2h 1765M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:33:53.656 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 9m ago 2h 1653M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:33:53.657 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 9m ago 2h 1825M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:33:53.657 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 9m ago 2h 1492M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:33:53.657 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 9m ago 2h 2271M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:33:53.657 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 9m ago 2h 80.5M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:33:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:52.255902+0000 mgr.smithi176.ajjlsm (mgr.14696) 5042 : cluster [DBG] pgmap v4335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:52.255902+0000 mgr.smithi176.ajjlsm (mgr.14696) 5042 : cluster [DBG] pgmap v4335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:53.974 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:33:53.975 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:33:53.975 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:33:53.975 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:33:53.976 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:33:53.976 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:33:53.976 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:33:53.976 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:33:53.977 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:33:53.977 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:33:53.977 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:33:53.977 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:33:53.977 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:33:53.978 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:33:53.978 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:33:53.978 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:33:53.978 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:33:53.979 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:33:53.979 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:33:54.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:33:53.371625+0000 mgr.smithi176.ajjlsm (mgr.14696) 5043 : audit [DBG] from='client.37466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:33:54.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:33:53.642065+0000 mgr.smithi176.ajjlsm (mgr.14696) 5044 : audit [DBG] from='client.37470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:33:54.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:33:53.973251+0000 mon.smithi176 (mon.0) 1657 : audit [DBG] from='client.? 172.21.15.176:0/4184248605' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:33:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:33:53.371625+0000 mgr.smithi176.ajjlsm (mgr.14696) 5043 : audit [DBG] from='client.37466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:33:54.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:33:53.642065+0000 mgr.smithi176.ajjlsm (mgr.14696) 5044 : audit [DBG] from='client.37470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:33:54.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:33:53.973251+0000 mon.smithi176 (mon.0) 1657 : audit [DBG] from='client.? 172.21.15.176:0/4184248605' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:33:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:54.256490+0000 mgr.smithi176.ajjlsm (mgr.14696) 5045 : cluster [DBG] pgmap v4336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:54.256490+0000 mgr.smithi176.ajjlsm (mgr.14696) 5045 : cluster [DBG] pgmap v4336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:57.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:56.257434+0000 mgr.smithi176.ajjlsm (mgr.14696) 5046 : cluster [DBG] pgmap v4337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:56.257434+0000 mgr.smithi176.ajjlsm (mgr.14696) 5046 : cluster [DBG] pgmap v4337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:33:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:33:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:33:58.257953+0000 mgr.smithi176.ajjlsm (mgr.14696) 5047 : cluster [DBG] pgmap v4338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:33:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:33:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:33:58.257953+0000 mgr.smithi176.ajjlsm (mgr.14696) 5047 : cluster [DBG] pgmap v4338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:00.258581+0000 mgr.smithi176.ajjlsm (mgr.14696) 5048 : cluster [DBG] pgmap v4339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:00.258581+0000 mgr.smithi176.ajjlsm (mgr.14696) 5048 : cluster [DBG] pgmap v4339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:02.259392+0000 mgr.smithi176.ajjlsm (mgr.14696) 5049 : cluster [DBG] pgmap v4340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:02.259392+0000 mgr.smithi176.ajjlsm (mgr.14696) 5049 : cluster [DBG] pgmap v4340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:04.259906+0000 mgr.smithi176.ajjlsm (mgr.14696) 5050 : cluster [DBG] pgmap v4341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:04.259906+0000 mgr.smithi176.ajjlsm (mgr.14696) 5050 : cluster [DBG] pgmap v4341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:07.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:06.260674+0000 mgr.smithi176.ajjlsm (mgr.14696) 5051 : cluster [DBG] pgmap v4342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:06.260674+0000 mgr.smithi176.ajjlsm (mgr.14696) 5051 : cluster [DBG] pgmap v4342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:08.261217+0000 mgr.smithi176.ajjlsm (mgr.14696) 5052 : cluster [DBG] pgmap v4343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:08.261217+0000 mgr.smithi176.ajjlsm (mgr.14696) 5052 : cluster [DBG] pgmap v4343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:10.261662+0000 mgr.smithi176.ajjlsm (mgr.14696) 5053 : cluster [DBG] pgmap v4344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:10.261662+0000 mgr.smithi176.ajjlsm (mgr.14696) 5053 : cluster [DBG] pgmap v4344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:12.262603+0000 mgr.smithi176.ajjlsm (mgr.14696) 5054 : cluster [DBG] pgmap v4345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:12.262603+0000 mgr.smithi176.ajjlsm (mgr.14696) 5054 : cluster [DBG] pgmap v4345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:14.263298+0000 mgr.smithi176.ajjlsm (mgr.14696) 5055 : cluster [DBG] pgmap v4346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:14.263298+0000 mgr.smithi176.ajjlsm (mgr.14696) 5055 : cluster [DBG] pgmap v4346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:17.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:16.264185+0000 mgr.smithi176.ajjlsm (mgr.14696) 5056 : cluster [DBG] pgmap v4347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:16.264185+0000 mgr.smithi176.ajjlsm (mgr.14696) 5056 : cluster [DBG] pgmap v4347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:18.264682+0000 mgr.smithi176.ajjlsm (mgr.14696) 5057 : cluster [DBG] pgmap v4348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:18.264682+0000 mgr.smithi176.ajjlsm (mgr.14696) 5057 : cluster [DBG] pgmap v4348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:20.265295+0000 mgr.smithi176.ajjlsm (mgr.14696) 5058 : cluster [DBG] pgmap v4349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:20.265295+0000 mgr.smithi176.ajjlsm (mgr.14696) 5058 : cluster [DBG] pgmap v4349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:22.266204+0000 mgr.smithi176.ajjlsm (mgr.14696) 5059 : cluster [DBG] pgmap v4350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:22.266204+0000 mgr.smithi176.ajjlsm (mgr.14696) 5059 : cluster [DBG] pgmap v4350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:24.280 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:34:24.546 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:34:24.547 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 9m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:34:24.547 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 9m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:34:24.547 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 9m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:34:24.548 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 9m ago 2h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:34:24.548 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 9m ago 2h 44.0M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:34:24.548 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 9m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:34:24.548 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 9m ago 2h 551M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:34:24.549 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 9m ago 2h 402M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:34:24.549 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 9m ago 2h 899M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:34:24.549 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 9m ago 2h 442M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:34:24.549 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 9m ago 2h 173M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:34:24.550 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 9m ago 2h 112M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:34:24.550 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 9m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:34:24.550 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 9m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:34:24.550 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 9m ago 2h 777M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:34:24.551 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 9m ago 2h 1608M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:34:24.551 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 9m ago 2h 1099M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:34:24.551 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 9m ago 2h 1765M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:34:24.551 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 9m ago 2h 1653M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:34:24.552 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 9m ago 2h 1825M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:34:24.552 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 9m ago 2h 1492M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:34:24.552 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 9m ago 2h 2271M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:34:24.552 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 9m ago 2h 80.5M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:34:24.870 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:34:24.871 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:34:24.871 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:34:24.871 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:34:24.871 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:34:24.872 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:34:24.872 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:34:24.872 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:34:24.872 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:34:24.872 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:34:24.873 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:34:24.873 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:34:24.873 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:34:24.873 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:34:24.874 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:34:24.874 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:34:24.874 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:34:24.874 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:34:24.875 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:34:25.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:34:24.266722+0000 mgr.smithi176.ajjlsm (mgr.14696) 5060 : audit [DBG] from='client.37478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:34:25.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:24.266991+0000 mgr.smithi176.ajjlsm (mgr.14696) 5061 : cluster [DBG] pgmap v4351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:25.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:34:24.536087+0000 mgr.smithi176.ajjlsm (mgr.14696) 5062 : audit [DBG] from='client.37482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:34:25.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:34:24.868944+0000 mon.smithi176 (mon.0) 1658 : audit [DBG] from='client.? 172.21.15.176:0/3681193652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:34:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:34:24.266722+0000 mgr.smithi176.ajjlsm (mgr.14696) 5060 : audit [DBG] from='client.37478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:34:25.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:24.266991+0000 mgr.smithi176.ajjlsm (mgr.14696) 5061 : cluster [DBG] pgmap v4351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:25.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:34:24.536087+0000 mgr.smithi176.ajjlsm (mgr.14696) 5062 : audit [DBG] from='client.37482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:34:25.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:34:24.868944+0000 mon.smithi176 (mon.0) 1658 : audit [DBG] from='client.? 172.21.15.176:0/3681193652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:34:27.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:26.267995+0000 mgr.smithi176.ajjlsm (mgr.14696) 5063 : cluster [DBG] pgmap v4352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:26.267995+0000 mgr.smithi176.ajjlsm (mgr.14696) 5063 : cluster [DBG] pgmap v4352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:28.268591+0000 mgr.smithi176.ajjlsm (mgr.14696) 5064 : cluster [DBG] pgmap v4353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:28.268591+0000 mgr.smithi176.ajjlsm (mgr.14696) 5064 : cluster [DBG] pgmap v4353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:30.269157+0000 mgr.smithi176.ajjlsm (mgr.14696) 5065 : cluster [DBG] pgmap v4354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:30.269157+0000 mgr.smithi176.ajjlsm (mgr.14696) 5065 : cluster [DBG] pgmap v4354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:32.270116+0000 mgr.smithi176.ajjlsm (mgr.14696) 5066 : cluster [DBG] pgmap v4355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:32.270116+0000 mgr.smithi176.ajjlsm (mgr.14696) 5066 : cluster [DBG] pgmap v4355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:34.270747+0000 mgr.smithi176.ajjlsm (mgr.14696) 5067 : cluster [DBG] pgmap v4356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:34.270747+0000 mgr.smithi176.ajjlsm (mgr.14696) 5067 : cluster [DBG] pgmap v4356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:37.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:36.271641+0000 mgr.smithi176.ajjlsm (mgr.14696) 5068 : cluster [DBG] pgmap v4357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:36.271641+0000 mgr.smithi176.ajjlsm (mgr.14696) 5068 : cluster [DBG] pgmap v4357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:38.272266+0000 mgr.smithi176.ajjlsm (mgr.14696) 5069 : cluster [DBG] pgmap v4358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:38.272266+0000 mgr.smithi176.ajjlsm (mgr.14696) 5069 : cluster [DBG] pgmap v4358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:40.272809+0000 mgr.smithi176.ajjlsm (mgr.14696) 5070 : cluster [DBG] pgmap v4359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:34:40.527912+0000 mon.smithi176 (mon.0) 1659 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:34:41.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:34:40.648543+0000 mon.smithi176 (mon.0) 1660 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:34:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:40.272809+0000 mgr.smithi176.ajjlsm (mgr.14696) 5070 : cluster [DBG] pgmap v4359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:34:40.527912+0000 mon.smithi176 (mon.0) 1659 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:34:41.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:34:40.648543+0000 mon.smithi176 (mon.0) 1660 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:34:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:42.273720+0000 mgr.smithi176.ajjlsm (mgr.14696) 5071 : cluster [DBG] pgmap v4360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:43.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:42.273720+0000 mgr.smithi176.ajjlsm (mgr.14696) 5071 : cluster [DBG] pgmap v4360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:45.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:44.274319+0000 mgr.smithi176.ajjlsm (mgr.14696) 5072 : cluster [DBG] pgmap v4361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:45.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:34:44.564077+0000 mon.smithi176 (mon.0) 1661 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:34:45.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:34:44.565445+0000 mon.smithi176 (mon.0) 1662 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:34:45.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:34:44.566226+0000 mon.smithi176 (mon.0) 1663 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:34:45.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:34:44.566949+0000 mgr.smithi176.ajjlsm (mgr.14696) 5073 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:34:45.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:44.274319+0000 mgr.smithi176.ajjlsm (mgr.14696) 5072 : cluster [DBG] pgmap v4361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:45.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:34:44.564077+0000 mon.smithi176 (mon.0) 1661 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:34:45.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:34:44.565445+0000 mon.smithi176 (mon.0) 1662 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:34:45.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:34:44.566226+0000 mon.smithi176 (mon.0) 1663 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:34:45.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:34:44.566949+0000 mgr.smithi176.ajjlsm (mgr.14696) 5073 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:34:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:46.274999+0000 mgr.smithi176.ajjlsm (mgr.14696) 5074 : cluster [DBG] pgmap v4362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:46.274999+0000 mgr.smithi176.ajjlsm (mgr.14696) 5074 : cluster [DBG] pgmap v4362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:48.275519+0000 mgr.smithi176.ajjlsm (mgr.14696) 5075 : cluster [DBG] pgmap v4363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:49.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:34:49.310855+0000 mon.smithi176 (mon.0) 1664 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:34:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:48.275519+0000 mgr.smithi176.ajjlsm (mgr.14696) 5075 : cluster [DBG] pgmap v4363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:49.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:34:49.310855+0000 mon.smithi176 (mon.0) 1664 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:34:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:50.275910+0000 mgr.smithi176.ajjlsm (mgr.14696) 5076 : cluster [DBG] pgmap v4364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:50.275910+0000 mgr.smithi176.ajjlsm (mgr.14696) 5076 : cluster [DBG] pgmap v4364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:34:51.485357+0000 mon.smithi176 (mon.0) 1665 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:34:52.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:34:51.876112+0000 mon.smithi176 (mon.0) 1666 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:34:52.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:34:51.881346+0000 mon.smithi176 (mon.0) 1667 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:34:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:34:51.485357+0000 mon.smithi176 (mon.0) 1665 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:34:52.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:34:51.876112+0000 mon.smithi176 (mon.0) 1666 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:34:52.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:34:51.881346+0000 mon.smithi176 (mon.0) 1667 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:34:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:52.276682+0000 mgr.smithi176.ajjlsm (mgr.14696) 5077 : cluster [DBG] pgmap v4365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:52.276682+0000 mgr.smithi176.ajjlsm (mgr.14696) 5077 : cluster [DBG] pgmap v4365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:55.179 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:34:55.447 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:34:55.447 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 3s ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:34:55.448 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 3s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:34:55.448 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 6s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:34:55.448 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 3s ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:34:55.448 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 3s ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:34:55.448 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 6s ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:34:55.449 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 3s ago 2h 557M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:34:55.449 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 6s ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:34:55.449 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 3s ago 2h 959M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:34:55.449 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 6s ago 2h 475M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:34:55.450 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 3s ago 2h 174M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:34:55.450 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 6s ago 2h 113M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:34:55.450 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 3s ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:34:55.450 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 6s ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:34:55.450 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 3s ago 2h 805M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:34:55.451 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 3s ago 2h 1641M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:34:55.451 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 3s ago 2h 1122M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:34:55.451 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 3s ago 2h 1800M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:34:55.451 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 6s ago 2h 1685M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:34:55.452 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 6s ago 2h 1853M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:34:55.452 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 6s ago 2h 1519M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:34:55.452 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 6s ago 2h 2302M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:34:55.452 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 3s ago 2h 82.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:34:55.773 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:34:55.773 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:34:55.774 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:34:55.774 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:34:55.774 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:34:55.775 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:34:55.775 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:34:55.775 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:34:55.776 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:34:55.776 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:34:55.776 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:34:55.777 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:34:55.777 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:34:55.777 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:34:55.778 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:34:55.778 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:34:55.778 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:34:55.779 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:34:55.779 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:34:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:54.277324+0000 mgr.smithi176.ajjlsm (mgr.14696) 5078 : cluster [DBG] pgmap v4366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:54.277324+0000 mgr.smithi176.ajjlsm (mgr.14696) 5078 : cluster [DBG] pgmap v4366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:34:55.165216+0000 mgr.smithi176.ajjlsm (mgr.14696) 5079 : audit [DBG] from='client.37490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:34:56.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:34:55.436454+0000 mgr.smithi176.ajjlsm (mgr.14696) 5080 : audit [DBG] from='client.37494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:34:56.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:34:55.771251+0000 mon.smithi176 (mon.0) 1668 : audit [DBG] from='client.? 172.21.15.176:0/2065203439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:34:56.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:34:55.165216+0000 mgr.smithi176.ajjlsm (mgr.14696) 5079 : audit [DBG] from='client.37490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:34:56.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:34:55.436454+0000 mgr.smithi176.ajjlsm (mgr.14696) 5080 : audit [DBG] from='client.37494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:34:56.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:34:55.771251+0000 mon.smithi176 (mon.0) 1668 : audit [DBG] from='client.? 172.21.15.176:0/2065203439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:34:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:56.278123+0000 mgr.smithi176.ajjlsm (mgr.14696) 5081 : cluster [DBG] pgmap v4367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:56.278123+0000 mgr.smithi176.ajjlsm (mgr.14696) 5081 : cluster [DBG] pgmap v4367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:34:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:34:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:34:58.278773+0000 mgr.smithi176.ajjlsm (mgr.14696) 5082 : cluster [DBG] pgmap v4368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:34:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:34:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:34:58.278773+0000 mgr.smithi176.ajjlsm (mgr.14696) 5082 : cluster [DBG] pgmap v4368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:00.279455+0000 mgr.smithi176.ajjlsm (mgr.14696) 5083 : cluster [DBG] pgmap v4369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:00.279455+0000 mgr.smithi176.ajjlsm (mgr.14696) 5083 : cluster [DBG] pgmap v4369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:02.280297+0000 mgr.smithi176.ajjlsm (mgr.14696) 5084 : cluster [DBG] pgmap v4370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:02.280297+0000 mgr.smithi176.ajjlsm (mgr.14696) 5084 : cluster [DBG] pgmap v4370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:04.280955+0000 mgr.smithi176.ajjlsm (mgr.14696) 5085 : cluster [DBG] pgmap v4371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:04.280955+0000 mgr.smithi176.ajjlsm (mgr.14696) 5085 : cluster [DBG] pgmap v4371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:07.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:06.281726+0000 mgr.smithi176.ajjlsm (mgr.14696) 5086 : cluster [DBG] pgmap v4372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:06.281726+0000 mgr.smithi176.ajjlsm (mgr.14696) 5086 : cluster [DBG] pgmap v4372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:08.282277+0000 mgr.smithi176.ajjlsm (mgr.14696) 5087 : cluster [DBG] pgmap v4373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:08.282277+0000 mgr.smithi176.ajjlsm (mgr.14696) 5087 : cluster [DBG] pgmap v4373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:10.282737+0000 mgr.smithi176.ajjlsm (mgr.14696) 5088 : cluster [DBG] pgmap v4374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:10.282737+0000 mgr.smithi176.ajjlsm (mgr.14696) 5088 : cluster [DBG] pgmap v4374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:12.283603+0000 mgr.smithi176.ajjlsm (mgr.14696) 5089 : cluster [DBG] pgmap v4375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:12.283603+0000 mgr.smithi176.ajjlsm (mgr.14696) 5089 : cluster [DBG] pgmap v4375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:14.284106+0000 mgr.smithi176.ajjlsm (mgr.14696) 5090 : cluster [DBG] pgmap v4376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:14.284106+0000 mgr.smithi176.ajjlsm (mgr.14696) 5090 : cluster [DBG] pgmap v4376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:17.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:16.284929+0000 mgr.smithi176.ajjlsm (mgr.14696) 5091 : cluster [DBG] pgmap v4377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:16.284929+0000 mgr.smithi176.ajjlsm (mgr.14696) 5091 : cluster [DBG] pgmap v4377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:18.285391+0000 mgr.smithi176.ajjlsm (mgr.14696) 5092 : cluster [DBG] pgmap v4378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:19.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:18.285391+0000 mgr.smithi176.ajjlsm (mgr.14696) 5092 : cluster [DBG] pgmap v4378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:20.285890+0000 mgr.smithi176.ajjlsm (mgr.14696) 5093 : cluster [DBG] pgmap v4379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:20.285890+0000 mgr.smithi176.ajjlsm (mgr.14696) 5093 : cluster [DBG] pgmap v4379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:23.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:22.286916+0000 mgr.smithi176.ajjlsm (mgr.14696) 5094 : cluster [DBG] pgmap v4380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:22.286916+0000 mgr.smithi176.ajjlsm (mgr.14696) 5094 : cluster [DBG] pgmap v4380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:24.287573+0000 mgr.smithi176.ajjlsm (mgr.14696) 5095 : cluster [DBG] pgmap v4381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:24.287573+0000 mgr.smithi176.ajjlsm (mgr.14696) 5095 : cluster [DBG] pgmap v4381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:26.076 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:35:26.344 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:35:26.344 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 34s ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:35:26.344 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 34s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:35:26.345 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 37s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:35:26.345 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 34s ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:35:26.345 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 34s ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:35:26.345 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 37s ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:35:26.345 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 34s ago 2h 557M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:35:26.346 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 37s ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:35:26.346 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 34s ago 2h 959M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:35:26.346 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 37s ago 2h 475M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:35:26.346 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 34s ago 2h 174M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:35:26.347 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 37s ago 2h 113M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:35:26.347 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 34s ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:35:26.347 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 37s ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:35:26.347 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 34s ago 2h 805M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:35:26.348 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 34s ago 2h 1641M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:35:26.348 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 34s ago 2h 1122M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:35:26.348 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 34s ago 2h 1800M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:35:26.348 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 37s ago 2h 1685M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:35:26.348 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 37s ago 2h 1853M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:35:26.349 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 37s ago 2h 1519M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:35:26.349 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 37s ago 2h 2302M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:35:26.349 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 34s ago 2h 82.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:35:26.665 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:35:26.665 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:35:26.666 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:35:26.666 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:35:26.667 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:35:26.667 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:35:26.667 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:35:26.668 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:35:26.668 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:35:26.669 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:35:26.669 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:35:26.669 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:35:26.670 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:35:26.670 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:35:26.671 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:35:26.671 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:35:26.672 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:35:26.672 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:35:26.673 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:35:27.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:35:26.062772+0000 mgr.smithi176.ajjlsm (mgr.14696) 5096 : audit [DBG] from='client.37502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:35:27.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:26.288270+0000 mgr.smithi176.ajjlsm (mgr.14696) 5097 : cluster [DBG] pgmap v4382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:27.608 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:35:26.333229+0000 mgr.smithi176.ajjlsm (mgr.14696) 5098 : audit [DBG] from='client.37506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:35:27.608 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:35:26.662763+0000 mon.smithi176 (mon.0) 1669 : audit [DBG] from='client.? 172.21.15.176:0/264499456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:35:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:35:26.062772+0000 mgr.smithi176.ajjlsm (mgr.14696) 5096 : audit [DBG] from='client.37502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:35:27.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:26.288270+0000 mgr.smithi176.ajjlsm (mgr.14696) 5097 : cluster [DBG] pgmap v4382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:27.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:35:26.333229+0000 mgr.smithi176.ajjlsm (mgr.14696) 5098 : audit [DBG] from='client.37506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:35:27.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:35:26.662763+0000 mon.smithi176 (mon.0) 1669 : audit [DBG] from='client.? 172.21.15.176:0/264499456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:35:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:28.288851+0000 mgr.smithi176.ajjlsm (mgr.14696) 5099 : cluster [DBG] pgmap v4383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:28.288851+0000 mgr.smithi176.ajjlsm (mgr.14696) 5099 : cluster [DBG] pgmap v4383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:30.289334+0000 mgr.smithi176.ajjlsm (mgr.14696) 5100 : cluster [DBG] pgmap v4384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:30.289334+0000 mgr.smithi176.ajjlsm (mgr.14696) 5100 : cluster [DBG] pgmap v4384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:32.290362+0000 mgr.smithi176.ajjlsm (mgr.14696) 5101 : cluster [DBG] pgmap v4385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:32.290362+0000 mgr.smithi176.ajjlsm (mgr.14696) 5101 : cluster [DBG] pgmap v4385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:34.290837+0000 mgr.smithi176.ajjlsm (mgr.14696) 5102 : cluster [DBG] pgmap v4386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:35.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:34.290837+0000 mgr.smithi176.ajjlsm (mgr.14696) 5102 : cluster [DBG] pgmap v4386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:37.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:36.291614+0000 mgr.smithi176.ajjlsm (mgr.14696) 5103 : cluster [DBG] pgmap v4387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:36.291614+0000 mgr.smithi176.ajjlsm (mgr.14696) 5103 : cluster [DBG] pgmap v4387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:39.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:38.292297+0000 mgr.smithi176.ajjlsm (mgr.14696) 5104 : cluster [DBG] pgmap v4388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:38.292297+0000 mgr.smithi176.ajjlsm (mgr.14696) 5104 : cluster [DBG] pgmap v4388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:40.292842+0000 mgr.smithi176.ajjlsm (mgr.14696) 5105 : cluster [DBG] pgmap v4389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:35:40.529657+0000 mon.smithi176 (mon.0) 1670 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:35:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:35:40.652846+0000 mon.smithi176 (mon.0) 1671 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:35:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:40.292842+0000 mgr.smithi176.ajjlsm (mgr.14696) 5105 : cluster [DBG] pgmap v4389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:35:40.529657+0000 mon.smithi176 (mon.0) 1670 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:35:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:35:40.652846+0000 mon.smithi176 (mon.0) 1671 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:35:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:42.293741+0000 mgr.smithi176.ajjlsm (mgr.14696) 5106 : cluster [DBG] pgmap v4390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:42.293741+0000 mgr.smithi176.ajjlsm (mgr.14696) 5106 : cluster [DBG] pgmap v4390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:44.294408+0000 mgr.smithi176.ajjlsm (mgr.14696) 5107 : cluster [DBG] pgmap v4391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:44.294408+0000 mgr.smithi176.ajjlsm (mgr.14696) 5107 : cluster [DBG] pgmap v4391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:47.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:46.295178+0000 mgr.smithi176.ajjlsm (mgr.14696) 5108 : cluster [DBG] pgmap v4392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:46.295178+0000 mgr.smithi176.ajjlsm (mgr.14696) 5108 : cluster [DBG] pgmap v4392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:49.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:48.295674+0000 mgr.smithi176.ajjlsm (mgr.14696) 5109 : cluster [DBG] pgmap v4393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:49.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:48.295674+0000 mgr.smithi176.ajjlsm (mgr.14696) 5109 : cluster [DBG] pgmap v4393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:51.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:50.296239+0000 mgr.smithi176.ajjlsm (mgr.14696) 5110 : cluster [DBG] pgmap v4394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:50.296239+0000 mgr.smithi176.ajjlsm (mgr.14696) 5110 : cluster [DBG] pgmap v4394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:35:51.883918+0000 mon.smithi176 (mon.0) 1672 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:35:52.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:35:51.885362+0000 mon.smithi176 (mon.0) 1673 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:35:52.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:35:51.886227+0000 mon.smithi176 (mon.0) 1674 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:35:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:35:51.883918+0000 mon.smithi176 (mon.0) 1672 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:35:52.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:35:51.885362+0000 mon.smithi176 (mon.0) 1673 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:35:52.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:35:51.886227+0000 mon.smithi176 (mon.0) 1674 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:35:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:35:51.887049+0000 mgr.smithi176.ajjlsm (mgr.14696) 5111 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:35:53.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:35:52.293017+0000 mon.smithi176 (mon.0) 1675 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:35:53.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:52.296952+0000 mgr.smithi176.ajjlsm (mgr.14696) 5112 : cluster [DBG] pgmap v4395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:53.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:35:52.298356+0000 mon.smithi176 (mon.0) 1676 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:35:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:35:51.887049+0000 mgr.smithi176.ajjlsm (mgr.14696) 5111 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:35:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:35:52.293017+0000 mon.smithi176 (mon.0) 1675 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:35:53.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:52.296952+0000 mgr.smithi176.ajjlsm (mgr.14696) 5112 : cluster [DBG] pgmap v4395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:53.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:35:52.298356+0000 mon.smithi176 (mon.0) 1676 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:35:55.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:54.297577+0000 mgr.smithi176.ajjlsm (mgr.14696) 5113 : cluster [DBG] pgmap v4396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:54.297577+0000 mgr.smithi176.ajjlsm (mgr.14696) 5113 : cluster [DBG] pgmap v4396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:56.964 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:35:57.231 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:35:57.231 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 65s ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:35:57.232 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 65s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:35:57.232 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 67s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:35:57.232 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 65s ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:35:57.232 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 65s ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:35:57.233 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 67s ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:35:57.233 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 65s ago 2h 557M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:35:57.233 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 67s ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:35:57.233 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 65s ago 2h 959M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:35:57.234 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 67s ago 2h 475M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:35:57.234 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 65s ago 2h 174M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:35:57.234 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 67s ago 2h 113M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:35:57.235 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 65s ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:35:57.235 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 67s ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:35:57.236 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 65s ago 2h 805M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:35:57.236 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 65s ago 2h 1641M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:35:57.237 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 65s ago 2h 1122M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:35:57.237 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 65s ago 2h 1800M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:35:57.237 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 67s ago 2h 1685M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:35:57.238 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 67s ago 2h 1853M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:35:57.238 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 67s ago 2h 1519M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:35:57.239 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 67s ago 2h 2302M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:35:57.239 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 65s ago 2h 82.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:35:57.551 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:35:57.552 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:35:57.552 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:35:57.552 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:35:57.553 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:35:57.553 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:35:57.553 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:35:57.553 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:35:57.553 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:35:57.554 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:35:57.554 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:35:57.554 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:35:57.554 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:35:57.555 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:35:57.555 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:35:57.555 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:35:57.555 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:35:57.556 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:35:57.556 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:35:57.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:56.298496+0000 mgr.smithi176.ajjlsm (mgr.14696) 5114 : cluster [DBG] pgmap v4397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:56.298496+0000 mgr.smithi176.ajjlsm (mgr.14696) 5114 : cluster [DBG] pgmap v4397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:35:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:35:56.951127+0000 mgr.smithi176.ajjlsm (mgr.14696) 5115 : audit [DBG] from='client.37514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:35:58.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:35:57.221096+0000 mgr.smithi176.ajjlsm (mgr.14696) 5116 : audit [DBG] from='client.37518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:35:58.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:35:57.550101+0000 mon.smithi176 (mon.0) 1677 : audit [DBG] from='client.? 172.21.15.176:0/2035872562' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:35:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:35:56.951127+0000 mgr.smithi176.ajjlsm (mgr.14696) 5115 : audit [DBG] from='client.37514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:35:58.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:35:57.221096+0000 mgr.smithi176.ajjlsm (mgr.14696) 5116 : audit [DBG] from='client.37518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:35:58.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:35:57.550101+0000 mon.smithi176 (mon.0) 1677 : audit [DBG] from='client.? 172.21.15.176:0/2035872562' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:35:59.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:35:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:35:58.299020+0000 mgr.smithi176.ajjlsm (mgr.14696) 5117 : cluster [DBG] pgmap v4398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:35:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:35:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:35:58.299020+0000 mgr.smithi176.ajjlsm (mgr.14696) 5117 : cluster [DBG] pgmap v4398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:00.299503+0000 mgr.smithi176.ajjlsm (mgr.14696) 5118 : cluster [DBG] pgmap v4399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:00.299503+0000 mgr.smithi176.ajjlsm (mgr.14696) 5118 : cluster [DBG] pgmap v4399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:02.300427+0000 mgr.smithi176.ajjlsm (mgr.14696) 5119 : cluster [DBG] pgmap v4400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:02.300427+0000 mgr.smithi176.ajjlsm (mgr.14696) 5119 : cluster [DBG] pgmap v4400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:04.300976+0000 mgr.smithi176.ajjlsm (mgr.14696) 5120 : cluster [DBG] pgmap v4401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:04.300976+0000 mgr.smithi176.ajjlsm (mgr.14696) 5120 : cluster [DBG] pgmap v4401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:06.301953+0000 mgr.smithi176.ajjlsm (mgr.14696) 5121 : cluster [DBG] pgmap v4402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:06.301953+0000 mgr.smithi176.ajjlsm (mgr.14696) 5121 : cluster [DBG] pgmap v4402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:08.302619+0000 mgr.smithi176.ajjlsm (mgr.14696) 5122 : cluster [DBG] pgmap v4403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:08.302619+0000 mgr.smithi176.ajjlsm (mgr.14696) 5122 : cluster [DBG] pgmap v4403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:11.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:10.303174+0000 mgr.smithi176.ajjlsm (mgr.14696) 5123 : cluster [DBG] pgmap v4404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:10.303174+0000 mgr.smithi176.ajjlsm (mgr.14696) 5123 : cluster [DBG] pgmap v4404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:12.304150+0000 mgr.smithi176.ajjlsm (mgr.14696) 5124 : cluster [DBG] pgmap v4405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:12.304150+0000 mgr.smithi176.ajjlsm (mgr.14696) 5124 : cluster [DBG] pgmap v4405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:14.304842+0000 mgr.smithi176.ajjlsm (mgr.14696) 5125 : cluster [DBG] pgmap v4406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:14.304842+0000 mgr.smithi176.ajjlsm (mgr.14696) 5125 : cluster [DBG] pgmap v4406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:16.305648+0000 mgr.smithi176.ajjlsm (mgr.14696) 5126 : cluster [DBG] pgmap v4407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:16.305648+0000 mgr.smithi176.ajjlsm (mgr.14696) 5126 : cluster [DBG] pgmap v4407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:18.306153+0000 mgr.smithi176.ajjlsm (mgr.14696) 5127 : cluster [DBG] pgmap v4408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:18.306153+0000 mgr.smithi176.ajjlsm (mgr.14696) 5127 : cluster [DBG] pgmap v4408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:20.306850+0000 mgr.smithi176.ajjlsm (mgr.14696) 5128 : cluster [DBG] pgmap v4409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:20.306850+0000 mgr.smithi176.ajjlsm (mgr.14696) 5128 : cluster [DBG] pgmap v4409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:22.307711+0000 mgr.smithi176.ajjlsm (mgr.14696) 5129 : cluster [DBG] pgmap v4410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:22.307711+0000 mgr.smithi176.ajjlsm (mgr.14696) 5129 : cluster [DBG] pgmap v4410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:25.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:24.308327+0000 mgr.smithi176.ajjlsm (mgr.14696) 5130 : cluster [DBG] pgmap v4411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:24.308327+0000 mgr.smithi176.ajjlsm (mgr.14696) 5130 : cluster [DBG] pgmap v4411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:26.309153+0000 mgr.smithi176.ajjlsm (mgr.14696) 5131 : cluster [DBG] pgmap v4412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:26.309153+0000 mgr.smithi176.ajjlsm (mgr.14696) 5131 : cluster [DBG] pgmap v4412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:27.856 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:36:28.127 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:36:28.127 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 96s ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:36:28.127 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 96s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:36:28.127 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 98s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:36:28.128 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 96s ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:36:28.128 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 96s ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:36:28.128 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 98s ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:36:28.128 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 96s ago 2h 557M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:36:28.129 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 98s ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:36:28.129 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 96s ago 2h 959M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:36:28.129 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 98s ago 2h 475M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:36:28.129 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 96s ago 2h 174M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:36:28.130 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 98s ago 2h 113M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:36:28.130 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 96s ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:36:28.130 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 98s ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:36:28.130 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 96s ago 2h 805M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:36:28.131 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 96s ago 2h 1641M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:36:28.131 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 96s ago 2h 1122M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:36:28.131 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 96s ago 2h 1800M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:36:28.131 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 98s ago 2h 1685M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:36:28.131 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 98s ago 2h 1853M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:36:28.132 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 98s ago 2h 1519M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:36:28.132 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 98s ago 2h 2302M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:36:28.132 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 96s ago 2h 82.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:36:28.449 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:36:28.450 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:36:28.450 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:36:28.450 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:36:28.450 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:36:28.451 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:36:28.451 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:36:28.451 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:36:28.451 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:36:28.452 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:36:28.452 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:36:28.452 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:36:28.452 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:36:28.453 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:36:28.453 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:36:28.453 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:36:28.453 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:36:28.454 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:36:28.454 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:36:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:36:27.843346+0000 mgr.smithi176.ajjlsm (mgr.14696) 5132 : audit [DBG] from='client.37526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:36:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:36:28.116457+0000 mgr.smithi176.ajjlsm (mgr.14696) 5133 : audit [DBG] from='client.37530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:36:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:28.309596+0000 mgr.smithi176.ajjlsm (mgr.14696) 5134 : cluster [DBG] pgmap v4413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:36:28.448137+0000 mon.smithi176 (mon.0) 1678 : audit [DBG] from='client.? 172.21.15.176:0/3813442628' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:36:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:36:27.843346+0000 mgr.smithi176.ajjlsm (mgr.14696) 5132 : audit [DBG] from='client.37526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:36:29.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:36:28.116457+0000 mgr.smithi176.ajjlsm (mgr.14696) 5133 : audit [DBG] from='client.37530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:36:29.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:28.309596+0000 mgr.smithi176.ajjlsm (mgr.14696) 5134 : cluster [DBG] pgmap v4413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:29.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:36:28.448137+0000 mon.smithi176 (mon.0) 1678 : audit [DBG] from='client.? 172.21.15.176:0/3813442628' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:36:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:30.310210+0000 mgr.smithi176.ajjlsm (mgr.14696) 5135 : cluster [DBG] pgmap v4414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:31.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:30.310210+0000 mgr.smithi176.ajjlsm (mgr.14696) 5135 : cluster [DBG] pgmap v4414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:32.310990+0000 mgr.smithi176.ajjlsm (mgr.14696) 5136 : cluster [DBG] pgmap v4415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:32.310990+0000 mgr.smithi176.ajjlsm (mgr.14696) 5136 : cluster [DBG] pgmap v4415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:34.311464+0000 mgr.smithi176.ajjlsm (mgr.14696) 5137 : cluster [DBG] pgmap v4416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:34.311464+0000 mgr.smithi176.ajjlsm (mgr.14696) 5137 : cluster [DBG] pgmap v4416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:36.312438+0000 mgr.smithi176.ajjlsm (mgr.14696) 5138 : cluster [DBG] pgmap v4417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:36.312438+0000 mgr.smithi176.ajjlsm (mgr.14696) 5138 : cluster [DBG] pgmap v4417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:38.313077+0000 mgr.smithi176.ajjlsm (mgr.14696) 5139 : cluster [DBG] pgmap v4418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:38.313077+0000 mgr.smithi176.ajjlsm (mgr.14696) 5139 : cluster [DBG] pgmap v4418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:40.313513+0000 mgr.smithi176.ajjlsm (mgr.14696) 5140 : cluster [DBG] pgmap v4419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:36:40.531252+0000 mon.smithi176 (mon.0) 1679 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:36:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:36:40.657141+0000 mon.smithi176 (mon.0) 1680 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:36:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:40.313513+0000 mgr.smithi176.ajjlsm (mgr.14696) 5140 : cluster [DBG] pgmap v4419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:36:40.531252+0000 mon.smithi176 (mon.0) 1679 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:36:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:36:40.657141+0000 mon.smithi176 (mon.0) 1680 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:36:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:42.314491+0000 mgr.smithi176.ajjlsm (mgr.14696) 5141 : cluster [DBG] pgmap v4420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:42.314491+0000 mgr.smithi176.ajjlsm (mgr.14696) 5141 : cluster [DBG] pgmap v4420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:44.315059+0000 mgr.smithi176.ajjlsm (mgr.14696) 5142 : cluster [DBG] pgmap v4421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:44.315059+0000 mgr.smithi176.ajjlsm (mgr.14696) 5142 : cluster [DBG] pgmap v4421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:46.315774+0000 mgr.smithi176.ajjlsm (mgr.14696) 5143 : cluster [DBG] pgmap v4422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:46.315774+0000 mgr.smithi176.ajjlsm (mgr.14696) 5143 : cluster [DBG] pgmap v4422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:48.316312+0000 mgr.smithi176.ajjlsm (mgr.14696) 5144 : cluster [DBG] pgmap v4423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:48.316312+0000 mgr.smithi176.ajjlsm (mgr.14696) 5144 : cluster [DBG] pgmap v4423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:51.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:50.316833+0000 mgr.smithi176.ajjlsm (mgr.14696) 5145 : cluster [DBG] pgmap v4424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:50.316833+0000 mgr.smithi176.ajjlsm (mgr.14696) 5145 : cluster [DBG] pgmap v4424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:36:52.300942+0000 mon.smithi176 (mon.0) 1681 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:36:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:36:52.302360+0000 mon.smithi176 (mon.0) 1682 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:36:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:36:52.303196+0000 mon.smithi176 (mon.0) 1683 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:36:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:36:52.300942+0000 mon.smithi176 (mon.0) 1681 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:36:52.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:36:52.302360+0000 mon.smithi176 (mon.0) 1682 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:36:52.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:36:52.303196+0000 mon.smithi176 (mon.0) 1683 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:36:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:36:52.303984+0000 mgr.smithi176.ajjlsm (mgr.14696) 5146 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:36:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:52.317655+0000 mgr.smithi176.ajjlsm (mgr.14696) 5147 : cluster [DBG] pgmap v4425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:36:52.657244+0000 mon.smithi176 (mon.0) 1684 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:36:53.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:36:52.946462+0000 mon.smithi176 (mon.0) 1685 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:36:53.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:36:52.950962+0000 mon.smithi176 (mon.0) 1686 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:36:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:36:52.303984+0000 mgr.smithi176.ajjlsm (mgr.14696) 5146 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:36:54.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:52.317655+0000 mgr.smithi176.ajjlsm (mgr.14696) 5147 : cluster [DBG] pgmap v4425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:54.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:36:52.657244+0000 mon.smithi176 (mon.0) 1684 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:36:54.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:36:52.946462+0000 mon.smithi176 (mon.0) 1685 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:36:54.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:36:52.950962+0000 mon.smithi176 (mon.0) 1686 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:36:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:54.318205+0000 mgr.smithi176.ajjlsm (mgr.14696) 5148 : cluster [DBG] pgmap v4426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:54.318205+0000 mgr.smithi176.ajjlsm (mgr.14696) 5148 : cluster [DBG] pgmap v4426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:56.319158+0000 mgr.smithi176.ajjlsm (mgr.14696) 5149 : cluster [DBG] pgmap v4427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:56.319158+0000 mgr.smithi176.ajjlsm (mgr.14696) 5149 : cluster [DBG] pgmap v4427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:36:58.751 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:36:59.018 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:36:59.018 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 2m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:36:59.019 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 2m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:36:59.019 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 2m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:36:59.019 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 2m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:36:59.019 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 2m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:36:59.020 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 2m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:36:59.020 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 2m ago 2h 557M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:36:59.020 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 2m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:36:59.020 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 2m ago 2h 959M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:36:59.020 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 2m ago 2h 475M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:36:59.021 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 2m ago 2h 174M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:36:59.021 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 2m ago 2h 113M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:36:59.021 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 2m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:36:59.021 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 2m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:36:59.022 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 2m ago 2h 805M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:36:59.022 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 2m ago 2h 1641M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:36:59.022 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 2m ago 2h 1122M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:36:59.022 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 2m ago 2h 1800M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:36:59.022 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 2m ago 2h 1685M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:36:59.023 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 2m ago 2h 1853M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:36:59.023 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 2m ago 2h 1519M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:36:59.023 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 2m ago 2h 2302M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:36:59.023 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 2m ago 2h 82.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:36:59.340 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:36:59.340 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:36:59.341 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:36:59.341 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:36:59.341 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:36:59.341 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:36:59.341 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:36:59.342 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:36:59.342 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:36:59.342 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:36:59.342 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:36:59.343 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:36:59.343 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:36:59.343 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:36:59.343 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:36:59.344 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:36:59.344 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:36:59.344 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:36:59.344 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:36:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:36:58.319625+0000 mgr.smithi176.ajjlsm (mgr.14696) 5150 : cluster [DBG] pgmap v4428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:36:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:36:58.737131+0000 mgr.smithi176.ajjlsm (mgr.14696) 5151 : audit [DBG] from='client.37538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:36:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:36:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:36:59.338772+0000 mon.smithi176 (mon.0) 1687 : audit [DBG] from='client.? 172.21.15.176:0/1256980582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:37:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:36:58.319625+0000 mgr.smithi176.ajjlsm (mgr.14696) 5150 : cluster [DBG] pgmap v4428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:00.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:36:58.737131+0000 mgr.smithi176.ajjlsm (mgr.14696) 5151 : audit [DBG] from='client.37538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:37:00.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:36:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:36:59.338772+0000 mon.smithi176 (mon.0) 1687 : audit [DBG] from='client.? 172.21.15.176:0/1256980582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:37:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:36:59.007806+0000 mgr.smithi176.ajjlsm (mgr.14696) 5152 : audit [DBG] from='client.37542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:37:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:36:59.007806+0000 mgr.smithi176.ajjlsm (mgr.14696) 5152 : audit [DBG] from='client.37542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:37:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:00.320058+0000 mgr.smithi176.ajjlsm (mgr.14696) 5153 : cluster [DBG] pgmap v4429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:00.320058+0000 mgr.smithi176.ajjlsm (mgr.14696) 5153 : cluster [DBG] pgmap v4429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:02.320873+0000 mgr.smithi176.ajjlsm (mgr.14696) 5154 : cluster [DBG] pgmap v4430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:02.320873+0000 mgr.smithi176.ajjlsm (mgr.14696) 5154 : cluster [DBG] pgmap v4430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:04.321395+0000 mgr.smithi176.ajjlsm (mgr.14696) 5155 : cluster [DBG] pgmap v4431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:04.321395+0000 mgr.smithi176.ajjlsm (mgr.14696) 5155 : cluster [DBG] pgmap v4431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:06.322135+0000 mgr.smithi176.ajjlsm (mgr.14696) 5156 : cluster [DBG] pgmap v4432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:06.322135+0000 mgr.smithi176.ajjlsm (mgr.14696) 5156 : cluster [DBG] pgmap v4432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:08.322756+0000 mgr.smithi176.ajjlsm (mgr.14696) 5157 : cluster [DBG] pgmap v4433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:08.322756+0000 mgr.smithi176.ajjlsm (mgr.14696) 5157 : cluster [DBG] pgmap v4433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:10.323420+0000 mgr.smithi176.ajjlsm (mgr.14696) 5158 : cluster [DBG] pgmap v4434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:10.323420+0000 mgr.smithi176.ajjlsm (mgr.14696) 5158 : cluster [DBG] pgmap v4434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:12.324282+0000 mgr.smithi176.ajjlsm (mgr.14696) 5159 : cluster [DBG] pgmap v4435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:12.324282+0000 mgr.smithi176.ajjlsm (mgr.14696) 5159 : cluster [DBG] pgmap v4435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:14.324768+0000 mgr.smithi176.ajjlsm (mgr.14696) 5160 : cluster [DBG] pgmap v4436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:14.324768+0000 mgr.smithi176.ajjlsm (mgr.14696) 5160 : cluster [DBG] pgmap v4436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:16.325576+0000 mgr.smithi176.ajjlsm (mgr.14696) 5161 : cluster [DBG] pgmap v4437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:16.325576+0000 mgr.smithi176.ajjlsm (mgr.14696) 5161 : cluster [DBG] pgmap v4437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:18.326220+0000 mgr.smithi176.ajjlsm (mgr.14696) 5162 : cluster [DBG] pgmap v4438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:18.326220+0000 mgr.smithi176.ajjlsm (mgr.14696) 5162 : cluster [DBG] pgmap v4438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:20.326841+0000 mgr.smithi176.ajjlsm (mgr.14696) 5163 : cluster [DBG] pgmap v4439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:20.326841+0000 mgr.smithi176.ajjlsm (mgr.14696) 5163 : cluster [DBG] pgmap v4439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:22.327839+0000 mgr.smithi176.ajjlsm (mgr.14696) 5164 : cluster [DBG] pgmap v4440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:22.327839+0000 mgr.smithi176.ajjlsm (mgr.14696) 5164 : cluster [DBG] pgmap v4440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:25.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:24.328270+0000 mgr.smithi176.ajjlsm (mgr.14696) 5165 : cluster [DBG] pgmap v4441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:24.328270+0000 mgr.smithi176.ajjlsm (mgr.14696) 5165 : cluster [DBG] pgmap v4441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:26.328987+0000 mgr.smithi176.ajjlsm (mgr.14696) 5166 : cluster [DBG] pgmap v4442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:26.328987+0000 mgr.smithi176.ajjlsm (mgr.14696) 5166 : cluster [DBG] pgmap v4442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:29.641 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:37:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:28.329554+0000 mgr.smithi176.ajjlsm (mgr.14696) 5167 : cluster [DBG] pgmap v4443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:28.329554+0000 mgr.smithi176.ajjlsm (mgr.14696) 5167 : cluster [DBG] pgmap v4443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:29.911 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:37:29.911 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 2m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:37:29.912 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 2m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:37:29.912 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 2m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:37:29.913 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 2m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:37:29.913 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 2m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:37:29.913 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 2m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:37:29.914 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 2m ago 2h 557M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:37:29.914 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 2m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:37:29.915 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 2m ago 2h 959M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:37:29.915 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 2m ago 2h 475M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:37:29.916 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 2m ago 2h 174M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:37:29.916 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 2m ago 2h 113M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:37:29.916 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 2m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:37:29.917 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 2m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:37:29.917 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 2m ago 2h 805M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:37:29.918 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 2m ago 2h 1641M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:37:29.918 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 2m ago 2h 1122M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:37:29.919 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 2m ago 2h 1800M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:37:29.919 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 2m ago 2h 1685M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:37:29.919 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 2m ago 2h 1853M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:37:29.920 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 2m ago 2h 1519M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:37:29.920 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 2m ago 2h 2302M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:37:29.921 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 2m ago 2h 82.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:37:30.235 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:37:30.235 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:37:30.235 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:37:30.236 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:37:30.236 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:37:30.236 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:37:30.236 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:37:30.236 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:37:30.237 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:37:30.237 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:37:30.237 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:37:30.237 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:37:30.238 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:37:30.238 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:37:30.238 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:37:30.238 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:37:30.238 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:37:30.239 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:37:30.239 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:37:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:37:29.627815+0000 mgr.smithi176.ajjlsm (mgr.14696) 5168 : audit [DBG] from='client.37550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:37:30.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:37:30.233217+0000 mon.smithi176 (mon.0) 1688 : audit [DBG] from='client.? 172.21.15.176:0/624824763' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:37:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:37:29.627815+0000 mgr.smithi176.ajjlsm (mgr.14696) 5168 : audit [DBG] from='client.37550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:37:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:37:30.233217+0000 mon.smithi176 (mon.0) 1688 : audit [DBG] from='client.? 172.21.15.176:0/624824763' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:37:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:37:29.900509+0000 mgr.smithi176.ajjlsm (mgr.14696) 5169 : audit [DBG] from='client.37554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:37:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:30.330252+0000 mgr.smithi176.ajjlsm (mgr.14696) 5170 : cluster [DBG] pgmap v4444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:37:29.900509+0000 mgr.smithi176.ajjlsm (mgr.14696) 5169 : audit [DBG] from='client.37554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:37:31.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:30.330252+0000 mgr.smithi176.ajjlsm (mgr.14696) 5170 : cluster [DBG] pgmap v4444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:32.331026+0000 mgr.smithi176.ajjlsm (mgr.14696) 5171 : cluster [DBG] pgmap v4445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:32.331026+0000 mgr.smithi176.ajjlsm (mgr.14696) 5171 : cluster [DBG] pgmap v4445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:35.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:34.331555+0000 mgr.smithi176.ajjlsm (mgr.14696) 5172 : cluster [DBG] pgmap v4446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:34.331555+0000 mgr.smithi176.ajjlsm (mgr.14696) 5172 : cluster [DBG] pgmap v4446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:36.332543+0000 mgr.smithi176.ajjlsm (mgr.14696) 5173 : cluster [DBG] pgmap v4447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:36.332543+0000 mgr.smithi176.ajjlsm (mgr.14696) 5173 : cluster [DBG] pgmap v4447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:38.333086+0000 mgr.smithi176.ajjlsm (mgr.14696) 5174 : cluster [DBG] pgmap v4448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:38.333086+0000 mgr.smithi176.ajjlsm (mgr.14696) 5174 : cluster [DBG] pgmap v4448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:40.333546+0000 mgr.smithi176.ajjlsm (mgr.14696) 5175 : cluster [DBG] pgmap v4449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:37:40.532893+0000 mon.smithi176 (mon.0) 1689 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:37:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:37:40.661581+0000 mon.smithi176 (mon.0) 1690 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:37:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:40.333546+0000 mgr.smithi176.ajjlsm (mgr.14696) 5175 : cluster [DBG] pgmap v4449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:37:40.532893+0000 mon.smithi176 (mon.0) 1689 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:37:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:37:40.661581+0000 mon.smithi176 (mon.0) 1690 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:37:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:42.334486+0000 mgr.smithi176.ajjlsm (mgr.14696) 5176 : cluster [DBG] pgmap v4450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:42.334486+0000 mgr.smithi176.ajjlsm (mgr.14696) 5176 : cluster [DBG] pgmap v4450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:44.334989+0000 mgr.smithi176.ajjlsm (mgr.14696) 5177 : cluster [DBG] pgmap v4451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:44.334989+0000 mgr.smithi176.ajjlsm (mgr.14696) 5177 : cluster [DBG] pgmap v4451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:46.335836+0000 mgr.smithi176.ajjlsm (mgr.14696) 5178 : cluster [DBG] pgmap v4452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:46.335836+0000 mgr.smithi176.ajjlsm (mgr.14696) 5178 : cluster [DBG] pgmap v4452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:48.336515+0000 mgr.smithi176.ajjlsm (mgr.14696) 5179 : cluster [DBG] pgmap v4453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:48.336515+0000 mgr.smithi176.ajjlsm (mgr.14696) 5179 : cluster [DBG] pgmap v4453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:50.337025+0000 mgr.smithi176.ajjlsm (mgr.14696) 5180 : cluster [DBG] pgmap v4454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:50.337025+0000 mgr.smithi176.ajjlsm (mgr.14696) 5180 : cluster [DBG] pgmap v4454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:52.337786+0000 mgr.smithi176.ajjlsm (mgr.14696) 5181 : cluster [DBG] pgmap v4455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:37:52.953605+0000 mon.smithi176 (mon.0) 1691 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:37:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:37:52.955006+0000 mon.smithi176 (mon.0) 1692 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:37:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:37:52.955811+0000 mon.smithi176 (mon.0) 1693 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:37:53.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:37:53.305758+0000 mon.smithi176 (mon.0) 1694 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:37:53.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:52.337786+0000 mgr.smithi176.ajjlsm (mgr.14696) 5181 : cluster [DBG] pgmap v4455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:53.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:37:52.953605+0000 mon.smithi176 (mon.0) 1691 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:37:53.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:37:52.955006+0000 mon.smithi176 (mon.0) 1692 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:37:53.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:37:52.955811+0000 mon.smithi176 (mon.0) 1693 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:37:53.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:37:53.305758+0000 mon.smithi176 (mon.0) 1694 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:37:54.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:37:52.956502+0000 mgr.smithi176.ajjlsm (mgr.14696) 5182 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:37:54.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:37:53.691430+0000 mon.smithi176 (mon.0) 1695 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:37:54.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:37:53.696726+0000 mon.smithi176 (mon.0) 1696 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:37:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:37:52.956502+0000 mgr.smithi176.ajjlsm (mgr.14696) 5182 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:37:55.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:37:53.691430+0000 mon.smithi176 (mon.0) 1695 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:37:55.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:37:53.696726+0000 mon.smithi176 (mon.0) 1696 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:37:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:54.338452+0000 mgr.smithi176.ajjlsm (mgr.14696) 5183 : cluster [DBG] pgmap v4456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:54.338452+0000 mgr.smithi176.ajjlsm (mgr.14696) 5183 : cluster [DBG] pgmap v4456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:37:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:56.339251+0000 mgr.smithi176.ajjlsm (mgr.14696) 5184 : cluster [DBG] pgmap v4457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:56.339251+0000 mgr.smithi176.ajjlsm (mgr.14696) 5184 : cluster [DBG] pgmap v4457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:37:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:37:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:37:58.339900+0000 mgr.smithi176.ajjlsm (mgr.14696) 5185 : cluster [DBG] pgmap v4458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:00.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:37:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:37:58.339900+0000 mgr.smithi176.ajjlsm (mgr.14696) 5185 : cluster [DBG] pgmap v4458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:00.540 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:38:00.808 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:38:00.808 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 3m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:38:00.809 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 3m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:38:00.809 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 3m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:38:00.809 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 3m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:38:00.809 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 3m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:38:00.810 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 3m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:38:00.810 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 3m ago 2h 557M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:38:00.810 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 3m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:38:00.811 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 3m ago 2h 959M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:38:00.811 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 3m ago 2h 475M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:38:00.811 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 3m ago 2h 174M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:38:00.811 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 3m ago 2h 113M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:38:00.812 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 3m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:38:00.812 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 3m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:38:00.812 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 3m ago 2h 805M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:38:00.813 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 3m ago 2h 1641M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:38:00.813 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 3m ago 2h 1122M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:38:00.813 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 3m ago 2h 1800M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:38:00.813 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 3m ago 2h 1685M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:38:00.814 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 3m ago 2h 1853M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:38:00.814 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 3m ago 2h 1519M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:38:00.814 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 3m ago 2h 2302M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:38:00.814 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 3m ago 2h 82.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:38:01.138 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:38:01.138 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:38:01.139 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:38:01.139 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:38:01.139 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:38:01.139 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:38:01.140 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:38:01.140 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:38:01.140 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:38:01.140 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:38:01.140 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:38:01.141 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:38:01.141 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:38:01.141 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:38:01.141 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:38:01.142 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:38:01.142 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:38:01.142 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:38:01.142 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:38:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:00.340344+0000 mgr.smithi176.ajjlsm (mgr.14696) 5186 : cluster [DBG] pgmap v4459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:38:00.526922+0000 mgr.smithi176.ajjlsm (mgr.14696) 5187 : audit [DBG] from='client.37562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:38:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:38:00.797927+0000 mgr.smithi176.ajjlsm (mgr.14696) 5188 : audit [DBG] from='client.37566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:38:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:00.340344+0000 mgr.smithi176.ajjlsm (mgr.14696) 5186 : cluster [DBG] pgmap v4459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:01.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:38:00.526922+0000 mgr.smithi176.ajjlsm (mgr.14696) 5187 : audit [DBG] from='client.37562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:38:01.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:38:00.797927+0000 mgr.smithi176.ajjlsm (mgr.14696) 5188 : audit [DBG] from='client.37566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:38:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:38:01.136720+0000 mon.smithi176 (mon.0) 1697 : audit [DBG] from='client.? 172.21.15.176:0/486889166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:38:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:38:01.136720+0000 mon.smithi176 (mon.0) 1697 : audit [DBG] from='client.? 172.21.15.176:0/486889166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:38:03.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:02.341234+0000 mgr.smithi176.ajjlsm (mgr.14696) 5189 : cluster [DBG] pgmap v4460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:02.341234+0000 mgr.smithi176.ajjlsm (mgr.14696) 5189 : cluster [DBG] pgmap v4460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:05.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:04.341821+0000 mgr.smithi176.ajjlsm (mgr.14696) 5190 : cluster [DBG] pgmap v4461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:04.341821+0000 mgr.smithi176.ajjlsm (mgr.14696) 5190 : cluster [DBG] pgmap v4461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:06.342614+0000 mgr.smithi176.ajjlsm (mgr.14696) 5191 : cluster [DBG] pgmap v4462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:06.342614+0000 mgr.smithi176.ajjlsm (mgr.14696) 5191 : cluster [DBG] pgmap v4462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:08.343220+0000 mgr.smithi176.ajjlsm (mgr.14696) 5192 : cluster [DBG] pgmap v4463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:08.343220+0000 mgr.smithi176.ajjlsm (mgr.14696) 5192 : cluster [DBG] pgmap v4463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:10.343680+0000 mgr.smithi176.ajjlsm (mgr.14696) 5193 : cluster [DBG] pgmap v4464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:10.343680+0000 mgr.smithi176.ajjlsm (mgr.14696) 5193 : cluster [DBG] pgmap v4464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:12.344499+0000 mgr.smithi176.ajjlsm (mgr.14696) 5194 : cluster [DBG] pgmap v4465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:12.344499+0000 mgr.smithi176.ajjlsm (mgr.14696) 5194 : cluster [DBG] pgmap v4465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:14.344990+0000 mgr.smithi176.ajjlsm (mgr.14696) 5195 : cluster [DBG] pgmap v4466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:14.344990+0000 mgr.smithi176.ajjlsm (mgr.14696) 5195 : cluster [DBG] pgmap v4466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:16.345854+0000 mgr.smithi176.ajjlsm (mgr.14696) 5196 : cluster [DBG] pgmap v4467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:16.345854+0000 mgr.smithi176.ajjlsm (mgr.14696) 5196 : cluster [DBG] pgmap v4467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:18.346512+0000 mgr.smithi176.ajjlsm (mgr.14696) 5197 : cluster [DBG] pgmap v4468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:18.346512+0000 mgr.smithi176.ajjlsm (mgr.14696) 5197 : cluster [DBG] pgmap v4468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:20.347049+0000 mgr.smithi176.ajjlsm (mgr.14696) 5198 : cluster [DBG] pgmap v4469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:20.347049+0000 mgr.smithi176.ajjlsm (mgr.14696) 5198 : cluster [DBG] pgmap v4469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:22.347859+0000 mgr.smithi176.ajjlsm (mgr.14696) 5199 : cluster [DBG] pgmap v4470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:22.347859+0000 mgr.smithi176.ajjlsm (mgr.14696) 5199 : cluster [DBG] pgmap v4470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:25.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:24.348389+0000 mgr.smithi176.ajjlsm (mgr.14696) 5200 : cluster [DBG] pgmap v4471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:24.348389+0000 mgr.smithi176.ajjlsm (mgr.14696) 5200 : cluster [DBG] pgmap v4471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:27.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:26.349225+0000 mgr.smithi176.ajjlsm (mgr.14696) 5201 : cluster [DBG] pgmap v4472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:26.349225+0000 mgr.smithi176.ajjlsm (mgr.14696) 5201 : cluster [DBG] pgmap v4472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:28.349718+0000 mgr.smithi176.ajjlsm (mgr.14696) 5202 : cluster [DBG] pgmap v4473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:28.349718+0000 mgr.smithi176.ajjlsm (mgr.14696) 5202 : cluster [DBG] pgmap v4473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:30.350417+0000 mgr.smithi176.ajjlsm (mgr.14696) 5203 : cluster [DBG] pgmap v4474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:30.350417+0000 mgr.smithi176.ajjlsm (mgr.14696) 5203 : cluster [DBG] pgmap v4474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:31.442 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:38:31.710 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:38:31.710 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 3m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:38:31.711 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 3m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:38:31.711 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 3m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:38:31.711 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 3m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:38:31.711 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 3m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:38:31.711 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 3m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:38:31.712 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 3m ago 2h 557M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:38:31.712 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 3m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:38:31.712 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 3m ago 2h 959M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:38:31.712 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 3m ago 2h 475M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:38:31.713 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 3m ago 2h 174M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:38:31.713 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 3m ago 2h 113M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:38:31.713 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 3m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:38:31.713 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 3m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:38:31.714 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 3m ago 2h 805M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:38:31.714 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 3m ago 2h 1641M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:38:31.714 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 3m ago 2h 1122M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:38:31.714 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 3m ago 2h 1800M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:38:31.714 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 3m ago 2h 1685M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:38:31.715 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 3m ago 2h 1853M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:38:31.715 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 3m ago 2h 1519M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:38:31.715 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 3m ago 2h 2302M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:38:31.715 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 3m ago 2h 82.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:38:32.033 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:38:32.034 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:38:32.034 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:38:32.034 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:38:32.034 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:38:32.034 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:38:32.035 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:38:32.035 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:38:32.035 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:38:32.035 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:38:32.036 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:38:32.036 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:38:32.036 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:38:32.036 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:38:32.036 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:38:32.037 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:38:32.037 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:38:32.037 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:38:32.037 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:38:32.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:38:31.428640+0000 mgr.smithi176.ajjlsm (mgr.14696) 5204 : audit [DBG] from='client.37574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:38:32.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:38:31.699694+0000 mgr.smithi176.ajjlsm (mgr.14696) 5205 : audit [DBG] from='client.37578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:38:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:38:31.428640+0000 mgr.smithi176.ajjlsm (mgr.14696) 5204 : audit [DBG] from='client.37574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:38:32.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:38:31.699694+0000 mgr.smithi176.ajjlsm (mgr.14696) 5205 : audit [DBG] from='client.37578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:38:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:38:32.031654+0000 mon.smithi176 (mon.0) 1698 : audit [DBG] from='client.? 172.21.15.176:0/2657471676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:38:33.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:32.351099+0000 mgr.smithi176.ajjlsm (mgr.14696) 5206 : cluster [DBG] pgmap v4475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:38:32.031654+0000 mon.smithi176 (mon.0) 1698 : audit [DBG] from='client.? 172.21.15.176:0/2657471676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:38:33.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:32.351099+0000 mgr.smithi176.ajjlsm (mgr.14696) 5206 : cluster [DBG] pgmap v4475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:35.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:34.351625+0000 mgr.smithi176.ajjlsm (mgr.14696) 5207 : cluster [DBG] pgmap v4476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:34.351625+0000 mgr.smithi176.ajjlsm (mgr.14696) 5207 : cluster [DBG] pgmap v4476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:36.352471+0000 mgr.smithi176.ajjlsm (mgr.14696) 5208 : cluster [DBG] pgmap v4477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:36.352471+0000 mgr.smithi176.ajjlsm (mgr.14696) 5208 : cluster [DBG] pgmap v4477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:38.353012+0000 mgr.smithi176.ajjlsm (mgr.14696) 5209 : cluster [DBG] pgmap v4478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:38.353012+0000 mgr.smithi176.ajjlsm (mgr.14696) 5209 : cluster [DBG] pgmap v4478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:40.353649+0000 mgr.smithi176.ajjlsm (mgr.14696) 5210 : cluster [DBG] pgmap v4479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:38:40.534548+0000 mon.smithi176 (mon.0) 1699 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:38:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:38:40.665573+0000 mon.smithi176 (mon.0) 1700 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:38:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:40.353649+0000 mgr.smithi176.ajjlsm (mgr.14696) 5210 : cluster [DBG] pgmap v4479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:38:40.534548+0000 mon.smithi176 (mon.0) 1699 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:38:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:38:40.665573+0000 mon.smithi176 (mon.0) 1700 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:38:43.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:42.354469+0000 mgr.smithi176.ajjlsm (mgr.14696) 5211 : cluster [DBG] pgmap v4480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:42.354469+0000 mgr.smithi176.ajjlsm (mgr.14696) 5211 : cluster [DBG] pgmap v4480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:44.354986+0000 mgr.smithi176.ajjlsm (mgr.14696) 5212 : cluster [DBG] pgmap v4481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:44.354986+0000 mgr.smithi176.ajjlsm (mgr.14696) 5212 : cluster [DBG] pgmap v4481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:46.355744+0000 mgr.smithi176.ajjlsm (mgr.14696) 5213 : cluster [DBG] pgmap v4482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:46.355744+0000 mgr.smithi176.ajjlsm (mgr.14696) 5213 : cluster [DBG] pgmap v4482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:49.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:48.356429+0000 mgr.smithi176.ajjlsm (mgr.14696) 5214 : cluster [DBG] pgmap v4483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:48.356429+0000 mgr.smithi176.ajjlsm (mgr.14696) 5214 : cluster [DBG] pgmap v4483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:51.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:50.356990+0000 mgr.smithi176.ajjlsm (mgr.14696) 5215 : cluster [DBG] pgmap v4484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:50.356990+0000 mgr.smithi176.ajjlsm (mgr.14696) 5215 : cluster [DBG] pgmap v4484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:52.357947+0000 mgr.smithi176.ajjlsm (mgr.14696) 5216 : cluster [DBG] pgmap v4485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:52.357947+0000 mgr.smithi176.ajjlsm (mgr.14696) 5216 : cluster [DBG] pgmap v4485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:54.652 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:38:53.699439+0000 mon.smithi176 (mon.0) 1701 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:38:54.653 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:38:53.700838+0000 mon.smithi176 (mon.0) 1702 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:38:54.653 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:38:53.701659+0000 mon.smithi176 (mon.0) 1703 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:38:54.653 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:38:53.702406+0000 mgr.smithi176.ajjlsm (mgr.14696) 5217 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:38:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:38:53.699439+0000 mon.smithi176 (mon.0) 1701 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:38:54.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:38:53.700838+0000 mon.smithi176 (mon.0) 1702 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:38:54.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:38:53.701659+0000 mon.smithi176 (mon.0) 1703 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:38:54.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:38:53.702406+0000 mgr.smithi176.ajjlsm (mgr.14696) 5217 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:38:55.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:54.358474+0000 mgr.smithi176.ajjlsm (mgr.14696) 5218 : cluster [DBG] pgmap v4486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:54.358474+0000 mgr.smithi176.ajjlsm (mgr.14696) 5218 : cluster [DBG] pgmap v4486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:38:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:56.359171+0000 mgr.smithi176.ajjlsm (mgr.14696) 5219 : cluster [DBG] pgmap v4487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:38:56.688968+0000 mon.smithi176 (mon.0) 1704 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:38:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:38:57.079309+0000 mon.smithi176 (mon.0) 1705 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:38:57.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:38:57.083941+0000 mon.smithi176 (mon.0) 1706 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:38:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:56.359171+0000 mgr.smithi176.ajjlsm (mgr.14696) 5219 : cluster [DBG] pgmap v4487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:38:58.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:38:56.688968+0000 mon.smithi176 (mon.0) 1704 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:38:58.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:38:57.079309+0000 mon.smithi176 (mon.0) 1705 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:38:58.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:38:57.083941+0000 mon.smithi176 (mon.0) 1706 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:38:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:38:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:38:58.359719+0000 mgr.smithi176.ajjlsm (mgr.14696) 5220 : cluster [DBG] pgmap v4488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:38:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:38:58.359719+0000 mgr.smithi176.ajjlsm (mgr.14696) 5220 : cluster [DBG] pgmap v4488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:00.360454+0000 mgr.smithi176.ajjlsm (mgr.14696) 5221 : cluster [DBG] pgmap v4489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:00.360454+0000 mgr.smithi176.ajjlsm (mgr.14696) 5221 : cluster [DBG] pgmap v4489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:02.336 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:39:02.604 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:39:02.604 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 4m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:39:02.605 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 4m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:39:02.605 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 4m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:39:02.605 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 4m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:39:02.606 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 4m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:39:02.606 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 4m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:39:02.606 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 4m ago 2h 557M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:39:02.606 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 4m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:39:02.606 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 4m ago 2h 959M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:39:02.607 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 4m ago 2h 475M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:39:02.607 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 4m ago 2h 174M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:39:02.607 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 4m ago 2h 113M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:39:02.608 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 4m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:39:02.608 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 4m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:39:02.608 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 4m ago 2h 805M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:39:02.608 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 4m ago 2h 1641M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:39:02.609 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 4m ago 2h 1122M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:39:02.609 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 4m ago 2h 1800M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:39:02.609 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 4m ago 2h 1685M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:39:02.610 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 4m ago 2h 1853M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:39:02.610 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 4m ago 2h 1519M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:39:02.610 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 4m ago 2h 2302M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:39:02.611 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 4m ago 2h 82.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:39:02.924 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:39:02.924 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:39:02.925 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:39:02.925 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:39:02.925 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:39:02.925 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:39:02.925 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:39:02.926 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:39:02.926 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:39:02.926 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:39:02.926 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:39:02.927 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:39:02.927 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:39:02.927 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:39:02.927 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:39:02.928 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:39:02.928 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:39:02.928 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:39:02.928 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:39:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:39:02.322715+0000 mgr.smithi176.ajjlsm (mgr.14696) 5222 : audit [DBG] from='client.37586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:39:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:02.361189+0000 mgr.smithi176.ajjlsm (mgr.14696) 5223 : cluster [DBG] pgmap v4490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:39:02.593661+0000 mgr.smithi176.ajjlsm (mgr.14696) 5224 : audit [DBG] from='client.37590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:39:03.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:39:02.922720+0000 mon.smithi176 (mon.0) 1707 : audit [DBG] from='client.? 172.21.15.176:0/1486682881' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:39:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:39:02.322715+0000 mgr.smithi176.ajjlsm (mgr.14696) 5222 : audit [DBG] from='client.37586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:39:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:02.361189+0000 mgr.smithi176.ajjlsm (mgr.14696) 5223 : cluster [DBG] pgmap v4490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:39:02.593661+0000 mgr.smithi176.ajjlsm (mgr.14696) 5224 : audit [DBG] from='client.37590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:39:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:39:02.922720+0000 mon.smithi176 (mon.0) 1707 : audit [DBG] from='client.? 172.21.15.176:0/1486682881' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:39:05.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:04.361862+0000 mgr.smithi176.ajjlsm (mgr.14696) 5225 : cluster [DBG] pgmap v4491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:05.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:04.361862+0000 mgr.smithi176.ajjlsm (mgr.14696) 5225 : cluster [DBG] pgmap v4491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:06.362880+0000 mgr.smithi176.ajjlsm (mgr.14696) 5226 : cluster [DBG] pgmap v4492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:06.362880+0000 mgr.smithi176.ajjlsm (mgr.14696) 5226 : cluster [DBG] pgmap v4492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:09.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:08.363368+0000 mgr.smithi176.ajjlsm (mgr.14696) 5227 : cluster [DBG] pgmap v4493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:08.363368+0000 mgr.smithi176.ajjlsm (mgr.14696) 5227 : cluster [DBG] pgmap v4493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:11.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:10.363983+0000 mgr.smithi176.ajjlsm (mgr.14696) 5228 : cluster [DBG] pgmap v4494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:10.363983+0000 mgr.smithi176.ajjlsm (mgr.14696) 5228 : cluster [DBG] pgmap v4494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:12.364785+0000 mgr.smithi176.ajjlsm (mgr.14696) 5229 : cluster [DBG] pgmap v4495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:12.364785+0000 mgr.smithi176.ajjlsm (mgr.14696) 5229 : cluster [DBG] pgmap v4495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:14.365268+0000 mgr.smithi176.ajjlsm (mgr.14696) 5230 : cluster [DBG] pgmap v4496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:15.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:14.365268+0000 mgr.smithi176.ajjlsm (mgr.14696) 5230 : cluster [DBG] pgmap v4496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:16.366070+0000 mgr.smithi176.ajjlsm (mgr.14696) 5231 : cluster [DBG] pgmap v4497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:16.366070+0000 mgr.smithi176.ajjlsm (mgr.14696) 5231 : cluster [DBG] pgmap v4497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:18.366620+0000 mgr.smithi176.ajjlsm (mgr.14696) 5232 : cluster [DBG] pgmap v4498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:18.366620+0000 mgr.smithi176.ajjlsm (mgr.14696) 5232 : cluster [DBG] pgmap v4498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:20.367161+0000 mgr.smithi176.ajjlsm (mgr.14696) 5233 : cluster [DBG] pgmap v4499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:20.367161+0000 mgr.smithi176.ajjlsm (mgr.14696) 5233 : cluster [DBG] pgmap v4499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:22.368066+0000 mgr.smithi176.ajjlsm (mgr.14696) 5234 : cluster [DBG] pgmap v4500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:22.368066+0000 mgr.smithi176.ajjlsm (mgr.14696) 5234 : cluster [DBG] pgmap v4500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:24.368669+0000 mgr.smithi176.ajjlsm (mgr.14696) 5235 : cluster [DBG] pgmap v4501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:24.368669+0000 mgr.smithi176.ajjlsm (mgr.14696) 5235 : cluster [DBG] pgmap v4501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:26.369542+0000 mgr.smithi176.ajjlsm (mgr.14696) 5236 : cluster [DBG] pgmap v4502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:26.369542+0000 mgr.smithi176.ajjlsm (mgr.14696) 5236 : cluster [DBG] pgmap v4502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:28.370007+0000 mgr.smithi176.ajjlsm (mgr.14696) 5237 : cluster [DBG] pgmap v4503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:28.370007+0000 mgr.smithi176.ajjlsm (mgr.14696) 5237 : cluster [DBG] pgmap v4503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:30.370585+0000 mgr.smithi176.ajjlsm (mgr.14696) 5238 : cluster [DBG] pgmap v4504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:30.370585+0000 mgr.smithi176.ajjlsm (mgr.14696) 5238 : cluster [DBG] pgmap v4504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:33.227 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:39:33.496 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:39:33.497 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 4m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:39:33.497 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 4m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:39:33.497 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 4m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:39:33.497 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 4m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:39:33.498 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 4m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:39:33.498 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 4m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:39:33.498 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 4m ago 2h 557M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:39:33.498 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 4m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:39:33.499 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 4m ago 2h 959M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:39:33.499 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 4m ago 2h 475M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:39:33.499 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 4m ago 2h 174M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:39:33.499 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 4m ago 2h 113M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:39:33.500 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 4m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:39:33.500 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 4m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:39:33.500 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 4m ago 2h 805M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:39:33.500 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 4m ago 2h 1641M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:39:33.500 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 4m ago 2h 1122M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:39:33.501 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 4m ago 2h 1800M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:39:33.501 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 4m ago 2h 1685M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:39:33.501 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 4m ago 2h 1853M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:39:33.502 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 4m ago 2h 1519M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:39:33.502 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 4m ago 2h 2302M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:39:33.503 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 4m ago 2h 82.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:39:33.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:32.371594+0000 mgr.smithi176.ajjlsm (mgr.14696) 5239 : cluster [DBG] pgmap v4505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:32.371594+0000 mgr.smithi176.ajjlsm (mgr.14696) 5239 : cluster [DBG] pgmap v4505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:33.818 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:39:33.818 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:39:33.818 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:39:33.819 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:39:33.819 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:39:33.819 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:39:33.819 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:39:33.819 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:39:33.820 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:39:33.820 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:39:33.820 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:39:33.820 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:39:33.821 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:39:33.821 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:39:33.821 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:39:33.821 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:39:33.821 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:39:33.822 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:39:33.822 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:39:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:39:33.213541+0000 mgr.smithi176.ajjlsm (mgr.14696) 5240 : audit [DBG] from='client.37598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:39:34.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:39:33.486321+0000 mgr.smithi176.ajjlsm (mgr.14696) 5241 : audit [DBG] from='client.37602 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:39:34.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:39:33.816618+0000 mon.smithi176 (mon.0) 1708 : audit [DBG] from='client.? 172.21.15.176:0/2776285447' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:39:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:39:33.213541+0000 mgr.smithi176.ajjlsm (mgr.14696) 5240 : audit [DBG] from='client.37598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:39:34.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:39:33.486321+0000 mgr.smithi176.ajjlsm (mgr.14696) 5241 : audit [DBG] from='client.37602 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:39:34.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:39:33.816618+0000 mon.smithi176 (mon.0) 1708 : audit [DBG] from='client.? 172.21.15.176:0/2776285447' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:39:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:34.372064+0000 mgr.smithi176.ajjlsm (mgr.14696) 5242 : cluster [DBG] pgmap v4506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:34.372064+0000 mgr.smithi176.ajjlsm (mgr.14696) 5242 : cluster [DBG] pgmap v4506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:36.372823+0000 mgr.smithi176.ajjlsm (mgr.14696) 5243 : cluster [DBG] pgmap v4507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:36.372823+0000 mgr.smithi176.ajjlsm (mgr.14696) 5243 : cluster [DBG] pgmap v4507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:38.373548+0000 mgr.smithi176.ajjlsm (mgr.14696) 5244 : cluster [DBG] pgmap v4508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:38.373548+0000 mgr.smithi176.ajjlsm (mgr.14696) 5244 : cluster [DBG] pgmap v4508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:40.373983+0000 mgr.smithi176.ajjlsm (mgr.14696) 5245 : cluster [DBG] pgmap v4509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:39:40.536350+0000 mon.smithi176 (mon.0) 1709 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:39:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:39:40.669957+0000 mon.smithi176 (mon.0) 1710 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:39:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:40.373983+0000 mgr.smithi176.ajjlsm (mgr.14696) 5245 : cluster [DBG] pgmap v4509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:39:40.536350+0000 mon.smithi176 (mon.0) 1709 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:39:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:39:40.669957+0000 mon.smithi176 (mon.0) 1710 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:39:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:42.374795+0000 mgr.smithi176.ajjlsm (mgr.14696) 5246 : cluster [DBG] pgmap v4510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:42.374795+0000 mgr.smithi176.ajjlsm (mgr.14696) 5246 : cluster [DBG] pgmap v4510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:44.375338+0000 mgr.smithi176.ajjlsm (mgr.14696) 5247 : cluster [DBG] pgmap v4511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:44.375338+0000 mgr.smithi176.ajjlsm (mgr.14696) 5247 : cluster [DBG] pgmap v4511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:47.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:46.376121+0000 mgr.smithi176.ajjlsm (mgr.14696) 5248 : cluster [DBG] pgmap v4512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:46.376121+0000 mgr.smithi176.ajjlsm (mgr.14696) 5248 : cluster [DBG] pgmap v4512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:48.376635+0000 mgr.smithi176.ajjlsm (mgr.14696) 5249 : cluster [DBG] pgmap v4513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:48.376635+0000 mgr.smithi176.ajjlsm (mgr.14696) 5249 : cluster [DBG] pgmap v4513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:50.377325+0000 mgr.smithi176.ajjlsm (mgr.14696) 5250 : cluster [DBG] pgmap v4514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:50.377325+0000 mgr.smithi176.ajjlsm (mgr.14696) 5250 : cluster [DBG] pgmap v4514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:52.378147+0000 mgr.smithi176.ajjlsm (mgr.14696) 5251 : cluster [DBG] pgmap v4515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:52.378147+0000 mgr.smithi176.ajjlsm (mgr.14696) 5251 : cluster [DBG] pgmap v4515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:55.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:54.378660+0000 mgr.smithi176.ajjlsm (mgr.14696) 5252 : cluster [DBG] pgmap v4516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:54.378660+0000 mgr.smithi176.ajjlsm (mgr.14696) 5252 : cluster [DBG] pgmap v4516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:57.717 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:56.379451+0000 mgr.smithi176.ajjlsm (mgr.14696) 5253 : cluster [DBG] pgmap v4517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:57.718 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:39:57.086512+0000 mon.smithi176 (mon.0) 1711 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:39:57.718 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:39:57.088070+0000 mon.smithi176 (mon.0) 1712 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:39:57.718 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:39:57.088909+0000 mon.smithi176 (mon.0) 1713 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:39:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:56.379451+0000 mgr.smithi176.ajjlsm (mgr.14696) 5253 : cluster [DBG] pgmap v4517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:39:57.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:39:57.086512+0000 mon.smithi176 (mon.0) 1711 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:39:57.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:39:57.088070+0000 mon.smithi176 (mon.0) 1712 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:39:57.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:39:57.088909+0000 mon.smithi176 (mon.0) 1713 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:39:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:39:57.089696+0000 mgr.smithi176.ajjlsm (mgr.14696) 5254 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:39:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:39:57.089696+0000 mgr.smithi176.ajjlsm (mgr.14696) 5254 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:39:59.684 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:39:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:39:58.380092+0000 mgr.smithi176.ajjlsm (mgr.14696) 5255 : cluster [DBG] pgmap v4518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:39:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:39:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:39:58.380092+0000 mgr.smithi176.ajjlsm (mgr.14696) 5255 : cluster [DBG] pgmap v4518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:39:59.985090+0000 mon.smithi176 (mon.0) 1714 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:40:01.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:00.000089+0000 mon.smithi176 (mon.0) 1715 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T09:40:01.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:40:00.379669+0000 mon.smithi176 (mon.0) 1716 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:40:01.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:00.380496+0000 mgr.smithi176.ajjlsm (mgr.14696) 5256 : cluster [DBG] pgmap v4519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:01.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:40:00.388573+0000 mon.smithi176 (mon.0) 1717 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:40:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:39:59.985090+0000 mon.smithi176 (mon.0) 1714 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:40:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:00.000089+0000 mon.smithi176 (mon.0) 1715 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T09:40:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:40:00.379669+0000 mon.smithi176 (mon.0) 1716 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:40:01.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:00.380496+0000 mgr.smithi176.ajjlsm (mgr.14696) 5256 : cluster [DBG] pgmap v4519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:01.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:40:00.388573+0000 mon.smithi176 (mon.0) 1717 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:40:03.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:02.381427+0000 mgr.smithi176.ajjlsm (mgr.14696) 5257 : cluster [DBG] pgmap v4520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:02.381427+0000 mgr.smithi176.ajjlsm (mgr.14696) 5257 : cluster [DBG] pgmap v4520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:04.121 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:40:04.389 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:40:04.389 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 5m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:40:04.389 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 5m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:40:04.390 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 5m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:40:04.390 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 5m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:40:04.390 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 5m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:40:04.390 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 5m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:40:04.391 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 5m ago 2h 557M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:40:04.391 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 5m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:40:04.391 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 5m ago 2h 959M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:40:04.391 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 5m ago 2h 475M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:40:04.391 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 5m ago 2h 174M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:40:04.392 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 5m ago 2h 113M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:40:04.392 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 5m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:40:04.392 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 5m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:40:04.392 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 5m ago 2h 805M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:40:04.393 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 5m ago 2h 1641M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:40:04.393 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 5m ago 2h 1122M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:40:04.393 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 5m ago 2h 1800M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:40:04.393 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 5m ago 2h 1685M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:40:04.393 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 5m ago 2h 1853M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:40:04.394 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 5m ago 2h 1519M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:40:04.394 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 5m ago 2h 2302M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:40:04.394 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 5m ago 2h 82.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:40:04.711 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:40:04.711 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:40:04.711 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:40:04.712 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:40:04.712 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:40:04.712 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:40:04.713 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:40:04.713 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:40:04.713 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:40:04.713 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:40:04.713 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:40:04.714 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:40:04.714 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:40:04.714 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:40:04.714 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:40:04.715 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:40:04.715 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:40:04.715 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:40:04.715 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:40:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:40:04.107151+0000 mgr.smithi176.ajjlsm (mgr.14696) 5258 : audit [DBG] from='client.37610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:40:05.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:40:04.377866+0000 mgr.smithi176.ajjlsm (mgr.14696) 5259 : audit [DBG] from='client.37614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:40:05.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:04.381827+0000 mgr.smithi176.ajjlsm (mgr.14696) 5260 : cluster [DBG] pgmap v4521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:05.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:40:04.709547+0000 mon.smithi176 (mon.0) 1718 : audit [DBG] from='client.? 172.21.15.176:0/3524894770' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:40:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:40:04.107151+0000 mgr.smithi176.ajjlsm (mgr.14696) 5258 : audit [DBG] from='client.37610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:40:05.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:40:04.377866+0000 mgr.smithi176.ajjlsm (mgr.14696) 5259 : audit [DBG] from='client.37614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:40:05.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:04.381827+0000 mgr.smithi176.ajjlsm (mgr.14696) 5260 : cluster [DBG] pgmap v4521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:05.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:40:04.709547+0000 mon.smithi176 (mon.0) 1718 : audit [DBG] from='client.? 172.21.15.176:0/3524894770' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:40:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:06.382637+0000 mgr.smithi176.ajjlsm (mgr.14696) 5261 : cluster [DBG] pgmap v4522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:06.382637+0000 mgr.smithi176.ajjlsm (mgr.14696) 5261 : cluster [DBG] pgmap v4522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:08.383106+0000 mgr.smithi176.ajjlsm (mgr.14696) 5262 : cluster [DBG] pgmap v4523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:08.383106+0000 mgr.smithi176.ajjlsm (mgr.14696) 5262 : cluster [DBG] pgmap v4523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:10.383735+0000 mgr.smithi176.ajjlsm (mgr.14696) 5263 : cluster [DBG] pgmap v4524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:10.383735+0000 mgr.smithi176.ajjlsm (mgr.14696) 5263 : cluster [DBG] pgmap v4524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:12.384747+0000 mgr.smithi176.ajjlsm (mgr.14696) 5264 : cluster [DBG] pgmap v4525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:12.384747+0000 mgr.smithi176.ajjlsm (mgr.14696) 5264 : cluster [DBG] pgmap v4525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:15.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:14.385268+0000 mgr.smithi176.ajjlsm (mgr.14696) 5265 : cluster [DBG] pgmap v4526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:14.385268+0000 mgr.smithi176.ajjlsm (mgr.14696) 5265 : cluster [DBG] pgmap v4526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:16.386094+0000 mgr.smithi176.ajjlsm (mgr.14696) 5266 : cluster [DBG] pgmap v4527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:17.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:16.386094+0000 mgr.smithi176.ajjlsm (mgr.14696) 5266 : cluster [DBG] pgmap v4527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:18.386749+0000 mgr.smithi176.ajjlsm (mgr.14696) 5267 : cluster [DBG] pgmap v4528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:18.386749+0000 mgr.smithi176.ajjlsm (mgr.14696) 5267 : cluster [DBG] pgmap v4528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:20.387231+0000 mgr.smithi176.ajjlsm (mgr.14696) 5268 : cluster [DBG] pgmap v4529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:20.387231+0000 mgr.smithi176.ajjlsm (mgr.14696) 5268 : cluster [DBG] pgmap v4529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:22.388184+0000 mgr.smithi176.ajjlsm (mgr.14696) 5269 : cluster [DBG] pgmap v4530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:22.388184+0000 mgr.smithi176.ajjlsm (mgr.14696) 5269 : cluster [DBG] pgmap v4530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:25.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:24.388788+0000 mgr.smithi176.ajjlsm (mgr.14696) 5270 : cluster [DBG] pgmap v4531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:24.388788+0000 mgr.smithi176.ajjlsm (mgr.14696) 5270 : cluster [DBG] pgmap v4531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:26.389655+0000 mgr.smithi176.ajjlsm (mgr.14696) 5271 : cluster [DBG] pgmap v4532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:26.389655+0000 mgr.smithi176.ajjlsm (mgr.14696) 5271 : cluster [DBG] pgmap v4532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:28.390089+0000 mgr.smithi176.ajjlsm (mgr.14696) 5272 : cluster [DBG] pgmap v4533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:28.390089+0000 mgr.smithi176.ajjlsm (mgr.14696) 5272 : cluster [DBG] pgmap v4533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:30.390567+0000 mgr.smithi176.ajjlsm (mgr.14696) 5273 : cluster [DBG] pgmap v4534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:30.390567+0000 mgr.smithi176.ajjlsm (mgr.14696) 5273 : cluster [DBG] pgmap v4534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:33.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:32.391359+0000 mgr.smithi176.ajjlsm (mgr.14696) 5274 : cluster [DBG] pgmap v4535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:32.391359+0000 mgr.smithi176.ajjlsm (mgr.14696) 5274 : cluster [DBG] pgmap v4535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:35.018 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:40:35.285 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:40:35.286 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 5m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:40:35.286 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 5m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:40:35.286 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 5m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:40:35.286 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 5m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:40:35.287 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 5m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:40:35.287 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 5m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:40:35.288 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 5m ago 2h 557M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:40:35.288 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 5m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:40:35.288 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 5m ago 2h 959M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:40:35.289 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 5m ago 2h 475M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:40:35.289 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 5m ago 2h 174M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:40:35.290 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 5m ago 2h 113M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:40:35.290 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 5m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:40:35.291 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 5m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:40:35.291 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 5m ago 2h 805M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:40:35.291 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 5m ago 2h 1641M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:40:35.292 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 5m ago 2h 1122M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:40:35.292 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 5m ago 2h 1800M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:40:35.293 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 5m ago 2h 1685M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:40:35.293 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 5m ago 2h 1853M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:40:35.294 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 5m ago 2h 1519M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:40:35.294 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 5m ago 2h 2302M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:40:35.294 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 5m ago 2h 82.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:40:35.613 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:40:35.613 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:40:35.614 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:40:35.614 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:40:35.615 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:40:35.615 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:40:35.616 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:40:35.616 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:40:35.617 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:40:35.617 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:40:35.618 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:40:35.618 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:40:35.619 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:40:35.619 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:40:35.620 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:40:35.620 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:40:35.620 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:40:35.621 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:40:35.621 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:40:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:34.391965+0000 mgr.smithi176.ajjlsm (mgr.14696) 5275 : cluster [DBG] pgmap v4536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:34.391965+0000 mgr.smithi176.ajjlsm (mgr.14696) 5275 : cluster [DBG] pgmap v4536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:36.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:40:35.004518+0000 mgr.smithi176.ajjlsm (mgr.14696) 5276 : audit [DBG] from='client.37622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:40:36.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:40:35.275178+0000 mgr.smithi176.ajjlsm (mgr.14696) 5277 : audit [DBG] from='client.37626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:40:36.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:40:35.611538+0000 mon.smithi176 (mon.0) 1719 : audit [DBG] from='client.? 172.21.15.176:0/1471592023' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:40:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:40:35.004518+0000 mgr.smithi176.ajjlsm (mgr.14696) 5276 : audit [DBG] from='client.37622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:40:36.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:40:35.275178+0000 mgr.smithi176.ajjlsm (mgr.14696) 5277 : audit [DBG] from='client.37626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:40:36.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:40:35.611538+0000 mon.smithi176 (mon.0) 1719 : audit [DBG] from='client.? 172.21.15.176:0/1471592023' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:40:37.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:36.392688+0000 mgr.smithi176.ajjlsm (mgr.14696) 5278 : cluster [DBG] pgmap v4537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:36.392688+0000 mgr.smithi176.ajjlsm (mgr.14696) 5278 : cluster [DBG] pgmap v4537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:39.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:38.393275+0000 mgr.smithi176.ajjlsm (mgr.14696) 5279 : cluster [DBG] pgmap v4538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:38.393275+0000 mgr.smithi176.ajjlsm (mgr.14696) 5279 : cluster [DBG] pgmap v4538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:40.393839+0000 mgr.smithi176.ajjlsm (mgr.14696) 5280 : cluster [DBG] pgmap v4539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:40:40.538212+0000 mon.smithi176 (mon.0) 1720 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:40:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:40:40.674386+0000 mon.smithi176 (mon.0) 1721 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:40:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:40.393839+0000 mgr.smithi176.ajjlsm (mgr.14696) 5280 : cluster [DBG] pgmap v4539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:40:40.538212+0000 mon.smithi176 (mon.0) 1720 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:40:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:40:40.674386+0000 mon.smithi176 (mon.0) 1721 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:40:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:42.394895+0000 mgr.smithi176.ajjlsm (mgr.14696) 5281 : cluster [DBG] pgmap v4540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:42.394895+0000 mgr.smithi176.ajjlsm (mgr.14696) 5281 : cluster [DBG] pgmap v4540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:45.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:44.395323+0000 mgr.smithi176.ajjlsm (mgr.14696) 5282 : cluster [DBG] pgmap v4541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:44.395323+0000 mgr.smithi176.ajjlsm (mgr.14696) 5282 : cluster [DBG] pgmap v4541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:46.395988+0000 mgr.smithi176.ajjlsm (mgr.14696) 5283 : cluster [DBG] pgmap v4542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:46.395988+0000 mgr.smithi176.ajjlsm (mgr.14696) 5283 : cluster [DBG] pgmap v4542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:49.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:48.396453+0000 mgr.smithi176.ajjlsm (mgr.14696) 5284 : cluster [DBG] pgmap v4543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:48.396453+0000 mgr.smithi176.ajjlsm (mgr.14696) 5284 : cluster [DBG] pgmap v4543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:50.396943+0000 mgr.smithi176.ajjlsm (mgr.14696) 5285 : cluster [DBG] pgmap v4544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:50.396943+0000 mgr.smithi176.ajjlsm (mgr.14696) 5285 : cluster [DBG] pgmap v4544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:52.397700+0000 mgr.smithi176.ajjlsm (mgr.14696) 5286 : cluster [DBG] pgmap v4545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:52.397700+0000 mgr.smithi176.ajjlsm (mgr.14696) 5286 : cluster [DBG] pgmap v4545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:55.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:54.398328+0000 mgr.smithi176.ajjlsm (mgr.14696) 5287 : cluster [DBG] pgmap v4546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:54.398328+0000 mgr.smithi176.ajjlsm (mgr.14696) 5287 : cluster [DBG] pgmap v4546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:56.399155+0000 mgr.smithi176.ajjlsm (mgr.14696) 5288 : cluster [DBG] pgmap v4547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:56.399155+0000 mgr.smithi176.ajjlsm (mgr.14696) 5288 : cluster [DBG] pgmap v4547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:40:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:40:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:40:58.399586+0000 mgr.smithi176.ajjlsm (mgr.14696) 5289 : cluster [DBG] pgmap v4548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:40:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:40:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:40:58.399586+0000 mgr.smithi176.ajjlsm (mgr.14696) 5289 : cluster [DBG] pgmap v4548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:01.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:41:00.391536+0000 mon.smithi176 (mon.0) 1722 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:41:01.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:41:00.392973+0000 mon.smithi176 (mon.0) 1723 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:41:01.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:41:00.393798+0000 mon.smithi176 (mon.0) 1724 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:41:01.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:41:00.394571+0000 mgr.smithi176.ajjlsm (mgr.14696) 5290 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:41:01.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:00.400018+0000 mgr.smithi176.ajjlsm (mgr.14696) 5291 : cluster [DBG] pgmap v4549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:01.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:41:00.799602+0000 mon.smithi176 (mon.0) 1725 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:41:01.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:41:00.804374+0000 mon.smithi176 (mon.0) 1726 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:41:01.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:41:00.391536+0000 mon.smithi176 (mon.0) 1722 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:41:01.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:41:00.392973+0000 mon.smithi176 (mon.0) 1723 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:41:01.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:41:00.393798+0000 mon.smithi176 (mon.0) 1724 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:41:01.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:41:00.394571+0000 mgr.smithi176.ajjlsm (mgr.14696) 5290 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:41:01.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:00.400018+0000 mgr.smithi176.ajjlsm (mgr.14696) 5291 : cluster [DBG] pgmap v4549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:01.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:41:00.799602+0000 mon.smithi176 (mon.0) 1725 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:41:01.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:41:00.804374+0000 mon.smithi176 (mon.0) 1726 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:41:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:02.400811+0000 mgr.smithi176.ajjlsm (mgr.14696) 5292 : cluster [DBG] pgmap v4550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:02.400811+0000 mgr.smithi176.ajjlsm (mgr.14696) 5292 : cluster [DBG] pgmap v4550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:05.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:04.401293+0000 mgr.smithi176.ajjlsm (mgr.14696) 5293 : cluster [DBG] pgmap v4551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:04.401293+0000 mgr.smithi176.ajjlsm (mgr.14696) 5293 : cluster [DBG] pgmap v4551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:05.916 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:41:06.185 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:41:06.186 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 6m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:41:06.186 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 6m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:41:06.186 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 6m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:41:06.186 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 6m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:41:06.187 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 6m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:41:06.187 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 6m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:41:06.187 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 6m ago 2h 557M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:41:06.187 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 6m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:41:06.188 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 6m ago 2h 959M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:41:06.188 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 6m ago 2h 475M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:41:06.188 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 6m ago 2h 174M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:41:06.188 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 6m ago 2h 113M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:41:06.189 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 6m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:41:06.189 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 6m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:41:06.189 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 6m ago 2h 805M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:41:06.189 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 6m ago 2h 1641M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:41:06.189 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 6m ago 2h 1122M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:41:06.190 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 6m ago 2h 1800M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:41:06.190 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 6m ago 2h 1685M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:41:06.190 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 6m ago 2h 1853M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:41:06.190 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 6m ago 2h 1519M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:41:06.191 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 6m ago 2h 2302M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:41:06.191 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 6m ago 2h 82.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:41:06.509 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:41:06.509 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:41:06.510 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:41:06.510 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:41:06.510 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:41:06.510 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:41:06.510 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:41:06.511 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:41:06.511 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:41:06.511 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:41:06.511 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:41:06.512 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:41:06.512 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:41:06.512 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:41:06.512 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:41:06.512 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:41:06.513 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:41:06.513 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:41:06.513 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:41:07.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:41:05.903073+0000 mgr.smithi176.ajjlsm (mgr.14696) 5294 : audit [DBG] from='client.37634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:41:07.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:41:06.175206+0000 mgr.smithi176.ajjlsm (mgr.14696) 5295 : audit [DBG] from='client.37638 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:41:07.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:06.402150+0000 mgr.smithi176.ajjlsm (mgr.14696) 5296 : cluster [DBG] pgmap v4552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:07.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:41:06.507773+0000 mon.smithi176 (mon.0) 1727 : audit [DBG] from='client.? 172.21.15.176:0/509339520' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:41:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:41:05.903073+0000 mgr.smithi176.ajjlsm (mgr.14696) 5294 : audit [DBG] from='client.37634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:41:07.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:41:06.175206+0000 mgr.smithi176.ajjlsm (mgr.14696) 5295 : audit [DBG] from='client.37638 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:41:07.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:06.402150+0000 mgr.smithi176.ajjlsm (mgr.14696) 5296 : cluster [DBG] pgmap v4552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:07.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:41:06.507773+0000 mon.smithi176 (mon.0) 1727 : audit [DBG] from='client.? 172.21.15.176:0/509339520' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:41:09.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:08.402747+0000 mgr.smithi176.ajjlsm (mgr.14696) 5297 : cluster [DBG] pgmap v4553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:08.402747+0000 mgr.smithi176.ajjlsm (mgr.14696) 5297 : cluster [DBG] pgmap v4553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:11.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:10.403219+0000 mgr.smithi176.ajjlsm (mgr.14696) 5298 : cluster [DBG] pgmap v4554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:10.403219+0000 mgr.smithi176.ajjlsm (mgr.14696) 5298 : cluster [DBG] pgmap v4554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:12.404167+0000 mgr.smithi176.ajjlsm (mgr.14696) 5299 : cluster [DBG] pgmap v4555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:13.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:12.404167+0000 mgr.smithi176.ajjlsm (mgr.14696) 5299 : cluster [DBG] pgmap v4555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:14.404653+0000 mgr.smithi176.ajjlsm (mgr.14696) 5300 : cluster [DBG] pgmap v4556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:14.404653+0000 mgr.smithi176.ajjlsm (mgr.14696) 5300 : cluster [DBG] pgmap v4556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:16.405424+0000 mgr.smithi176.ajjlsm (mgr.14696) 5301 : cluster [DBG] pgmap v4557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:16.405424+0000 mgr.smithi176.ajjlsm (mgr.14696) 5301 : cluster [DBG] pgmap v4557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:18.405968+0000 mgr.smithi176.ajjlsm (mgr.14696) 5302 : cluster [DBG] pgmap v4558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:18.405968+0000 mgr.smithi176.ajjlsm (mgr.14696) 5302 : cluster [DBG] pgmap v4558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:20.406601+0000 mgr.smithi176.ajjlsm (mgr.14696) 5303 : cluster [DBG] pgmap v4559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:20.406601+0000 mgr.smithi176.ajjlsm (mgr.14696) 5303 : cluster [DBG] pgmap v4559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:22.407587+0000 mgr.smithi176.ajjlsm (mgr.14696) 5304 : cluster [DBG] pgmap v4560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:22.407587+0000 mgr.smithi176.ajjlsm (mgr.14696) 5304 : cluster [DBG] pgmap v4560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:25.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:24.408010+0000 mgr.smithi176.ajjlsm (mgr.14696) 5305 : cluster [DBG] pgmap v4561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:24.408010+0000 mgr.smithi176.ajjlsm (mgr.14696) 5305 : cluster [DBG] pgmap v4561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:26.409092+0000 mgr.smithi176.ajjlsm (mgr.14696) 5306 : cluster [DBG] pgmap v4562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:26.409092+0000 mgr.smithi176.ajjlsm (mgr.14696) 5306 : cluster [DBG] pgmap v4562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:28.409730+0000 mgr.smithi176.ajjlsm (mgr.14696) 5307 : cluster [DBG] pgmap v4563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:28.409730+0000 mgr.smithi176.ajjlsm (mgr.14696) 5307 : cluster [DBG] pgmap v4563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:30.410284+0000 mgr.smithi176.ajjlsm (mgr.14696) 5308 : cluster [DBG] pgmap v4564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:30.410284+0000 mgr.smithi176.ajjlsm (mgr.14696) 5308 : cluster [DBG] pgmap v4564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:32.411389+0000 mgr.smithi176.ajjlsm (mgr.14696) 5309 : cluster [DBG] pgmap v4565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:32.411389+0000 mgr.smithi176.ajjlsm (mgr.14696) 5309 : cluster [DBG] pgmap v4565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:35.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:34.411945+0000 mgr.smithi176.ajjlsm (mgr.14696) 5310 : cluster [DBG] pgmap v4566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:35.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:34.411945+0000 mgr.smithi176.ajjlsm (mgr.14696) 5310 : cluster [DBG] pgmap v4566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:36.813 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:41:37.081 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:41:37.081 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 6m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:41:37.082 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 6m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:41:37.082 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 6m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:41:37.082 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 6m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:41:37.082 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 6m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:41:37.083 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 6m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:41:37.083 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 6m ago 2h 557M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:41:37.083 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 6m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:41:37.083 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 6m ago 2h 959M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:41:37.084 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 6m ago 2h 475M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:41:37.084 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 6m ago 2h 174M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:41:37.084 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 6m ago 2h 113M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:41:37.084 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 6m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:41:37.084 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 6m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:41:37.085 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 6m ago 2h 805M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:41:37.085 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 6m ago 2h 1641M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:41:37.085 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 6m ago 2h 1122M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:41:37.085 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 6m ago 2h 1800M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:41:37.085 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 6m ago 2h 1685M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:41:37.086 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 6m ago 2h 1853M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:41:37.086 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 6m ago 2h 1519M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:41:37.086 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 6m ago 2h 2302M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:41:37.086 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 6m ago 2h 82.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:41:37.403 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:41:37.403 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:41:37.404 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:41:37.404 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:41:37.404 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:41:37.404 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:41:37.405 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:41:37.405 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:41:37.405 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:41:37.405 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:41:37.406 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:41:37.406 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:41:37.406 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:41:37.406 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:41:37.407 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:41:37.407 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:41:37.407 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:41:37.407 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:41:37.407 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:41:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:36.412650+0000 mgr.smithi176.ajjlsm (mgr.14696) 5311 : cluster [DBG] pgmap v4567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:37.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:41:36.800256+0000 mgr.smithi176.ajjlsm (mgr.14696) 5312 : audit [DBG] from='client.37646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:41:37.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:41:37.401832+0000 mon.smithi176 (mon.0) 1728 : audit [DBG] from='client.? 172.21.15.176:0/304819889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:41:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:36.412650+0000 mgr.smithi176.ajjlsm (mgr.14696) 5311 : cluster [DBG] pgmap v4567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:37.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:41:36.800256+0000 mgr.smithi176.ajjlsm (mgr.14696) 5312 : audit [DBG] from='client.37646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:41:37.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:41:37.401832+0000 mon.smithi176 (mon.0) 1728 : audit [DBG] from='client.? 172.21.15.176:0/304819889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:41:38.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:41:37.071057+0000 mgr.smithi176.ajjlsm (mgr.14696) 5313 : audit [DBG] from='client.37650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:41:38.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:41:37.071057+0000 mgr.smithi176.ajjlsm (mgr.14696) 5313 : audit [DBG] from='client.37650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:41:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:38.413326+0000 mgr.smithi176.ajjlsm (mgr.14696) 5314 : cluster [DBG] pgmap v4568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:39.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:38.413326+0000 mgr.smithi176.ajjlsm (mgr.14696) 5314 : cluster [DBG] pgmap v4568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:40.413826+0000 mgr.smithi176.ajjlsm (mgr.14696) 5315 : cluster [DBG] pgmap v4569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:41:40.539905+0000 mon.smithi176 (mon.0) 1729 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:41:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:41:40.678429+0000 mon.smithi176 (mon.0) 1730 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:41:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:40.413826+0000 mgr.smithi176.ajjlsm (mgr.14696) 5315 : cluster [DBG] pgmap v4569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:41:40.539905+0000 mon.smithi176 (mon.0) 1729 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:41:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:41:40.678429+0000 mon.smithi176 (mon.0) 1730 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:41:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:42.414696+0000 mgr.smithi176.ajjlsm (mgr.14696) 5316 : cluster [DBG] pgmap v4570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:42.414696+0000 mgr.smithi176.ajjlsm (mgr.14696) 5316 : cluster [DBG] pgmap v4570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:44.415203+0000 mgr.smithi176.ajjlsm (mgr.14696) 5317 : cluster [DBG] pgmap v4571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:45.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:44.415203+0000 mgr.smithi176.ajjlsm (mgr.14696) 5317 : cluster [DBG] pgmap v4571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:46.416233+0000 mgr.smithi176.ajjlsm (mgr.14696) 5318 : cluster [DBG] pgmap v4572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:46.416233+0000 mgr.smithi176.ajjlsm (mgr.14696) 5318 : cluster [DBG] pgmap v4572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:48.416743+0000 mgr.smithi176.ajjlsm (mgr.14696) 5319 : cluster [DBG] pgmap v4573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:49.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:48.416743+0000 mgr.smithi176.ajjlsm (mgr.14696) 5319 : cluster [DBG] pgmap v4573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:50.417333+0000 mgr.smithi176.ajjlsm (mgr.14696) 5320 : cluster [DBG] pgmap v4574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:51.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:50.417333+0000 mgr.smithi176.ajjlsm (mgr.14696) 5320 : cluster [DBG] pgmap v4574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:52.418160+0000 mgr.smithi176.ajjlsm (mgr.14696) 5321 : cluster [DBG] pgmap v4575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:52.418160+0000 mgr.smithi176.ajjlsm (mgr.14696) 5321 : cluster [DBG] pgmap v4575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:55.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:54.418682+0000 mgr.smithi176.ajjlsm (mgr.14696) 5322 : cluster [DBG] pgmap v4576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:54.418682+0000 mgr.smithi176.ajjlsm (mgr.14696) 5322 : cluster [DBG] pgmap v4576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:56.419706+0000 mgr.smithi176.ajjlsm (mgr.14696) 5323 : cluster [DBG] pgmap v4577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:56.419706+0000 mgr.smithi176.ajjlsm (mgr.14696) 5323 : cluster [DBG] pgmap v4577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:41:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:41:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:41:58.420216+0000 mgr.smithi176.ajjlsm (mgr.14696) 5324 : cluster [DBG] pgmap v4578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:41:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:41:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:41:58.420216+0000 mgr.smithi176.ajjlsm (mgr.14696) 5324 : cluster [DBG] pgmap v4578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:00.420759+0000 mgr.smithi176.ajjlsm (mgr.14696) 5325 : cluster [DBG] pgmap v4579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:42:00.806947+0000 mon.smithi176 (mon.0) 1731 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:42:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:42:00.808400+0000 mon.smithi176 (mon.0) 1732 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:42:01.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:42:00.809187+0000 mon.smithi176 (mon.0) 1733 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:42:01.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:42:00.809885+0000 mgr.smithi176.ajjlsm (mgr.14696) 5326 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:42:01.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:00.420759+0000 mgr.smithi176.ajjlsm (mgr.14696) 5325 : cluster [DBG] pgmap v4579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:01.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:42:00.806947+0000 mon.smithi176 (mon.0) 1731 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:42:01.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:42:00.808400+0000 mon.smithi176 (mon.0) 1732 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:42:01.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:42:00.809187+0000 mon.smithi176 (mon.0) 1733 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:42:01.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:42:00.809885+0000 mgr.smithi176.ajjlsm (mgr.14696) 5326 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:42:02.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:42:01.210635+0000 mon.smithi176 (mon.0) 1734 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:42:02.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:42:01.216155+0000 mon.smithi176 (mon.0) 1735 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:42:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:42:01.210635+0000 mon.smithi176 (mon.0) 1734 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:42:02.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:42:01.216155+0000 mon.smithi176 (mon.0) 1735 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:42:03.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:02.421768+0000 mgr.smithi176.ajjlsm (mgr.14696) 5327 : cluster [DBG] pgmap v4580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:02.421768+0000 mgr.smithi176.ajjlsm (mgr.14696) 5327 : cluster [DBG] pgmap v4580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:04.422354+0000 mgr.smithi176.ajjlsm (mgr.14696) 5328 : cluster [DBG] pgmap v4581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:04.422354+0000 mgr.smithi176.ajjlsm (mgr.14696) 5328 : cluster [DBG] pgmap v4581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:07.703 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:42:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:06.423334+0000 mgr.smithi176.ajjlsm (mgr.14696) 5329 : cluster [DBG] pgmap v4582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:06.423334+0000 mgr.smithi176.ajjlsm (mgr.14696) 5329 : cluster [DBG] pgmap v4582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:07.972 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:42:07.972 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 7m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:42:07.973 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 7m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:42:07.973 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 7m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:42:07.974 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 7m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:42:07.974 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 7m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:42:07.975 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 7m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:42:07.975 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 7m ago 2h 557M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:42:07.976 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 7m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:42:07.976 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 7m ago 2h 959M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:42:07.976 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 7m ago 2h 475M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:42:07.977 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 7m ago 2h 174M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:42:07.977 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 7m ago 2h 113M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:42:07.977 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 7m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:42:07.978 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 7m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:42:07.978 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 7m ago 2h 805M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:42:07.978 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 7m ago 2h 1641M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:42:07.978 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 7m ago 2h 1122M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:42:07.979 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 7m ago 2h 1800M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:42:07.979 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 7m ago 2h 1685M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:42:07.979 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 7m ago 2h 1853M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:42:07.979 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 7m ago 2h 1519M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:42:07.980 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 7m ago 2h 2302M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:42:07.980 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 7m ago 2h 82.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:42:08.297 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:42:08.297 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:42:08.297 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:42:08.298 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:42:08.298 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:42:08.298 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:42:08.298 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:42:08.299 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:42:08.299 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:42:08.299 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:42:08.299 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:42:08.299 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:42:08.300 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:42:08.300 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:42:08.300 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:42:08.300 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:42:08.301 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:42:08.301 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:42:08.301 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:42:08.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:42:07.690000+0000 mgr.smithi176.ajjlsm (mgr.14696) 5330 : audit [DBG] from='client.37658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:42:08.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:42:08.295557+0000 mon.smithi176 (mon.0) 1736 : audit [DBG] from='client.? 172.21.15.176:0/4127304932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:42:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:42:07.690000+0000 mgr.smithi176.ajjlsm (mgr.14696) 5330 : audit [DBG] from='client.37658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:42:08.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:42:08.295557+0000 mon.smithi176 (mon.0) 1736 : audit [DBG] from='client.? 172.21.15.176:0/4127304932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:42:09.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:42:07.960560+0000 mgr.smithi176.ajjlsm (mgr.14696) 5331 : audit [DBG] from='client.37662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:42:09.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:08.423731+0000 mgr.smithi176.ajjlsm (mgr.14696) 5332 : cluster [DBG] pgmap v4583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:42:07.960560+0000 mgr.smithi176.ajjlsm (mgr.14696) 5331 : audit [DBG] from='client.37662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:42:09.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:08.423731+0000 mgr.smithi176.ajjlsm (mgr.14696) 5332 : cluster [DBG] pgmap v4583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:10.424357+0000 mgr.smithi176.ajjlsm (mgr.14696) 5333 : cluster [DBG] pgmap v4584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:10.424357+0000 mgr.smithi176.ajjlsm (mgr.14696) 5333 : cluster [DBG] pgmap v4584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:12.425385+0000 mgr.smithi176.ajjlsm (mgr.14696) 5334 : cluster [DBG] pgmap v4585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:12.425385+0000 mgr.smithi176.ajjlsm (mgr.14696) 5334 : cluster [DBG] pgmap v4585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:14.425880+0000 mgr.smithi176.ajjlsm (mgr.14696) 5335 : cluster [DBG] pgmap v4586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:15.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:14.425880+0000 mgr.smithi176.ajjlsm (mgr.14696) 5335 : cluster [DBG] pgmap v4586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:16.426694+0000 mgr.smithi176.ajjlsm (mgr.14696) 5336 : cluster [DBG] pgmap v4587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:17.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:16.426694+0000 mgr.smithi176.ajjlsm (mgr.14696) 5336 : cluster [DBG] pgmap v4587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:18.427360+0000 mgr.smithi176.ajjlsm (mgr.14696) 5337 : cluster [DBG] pgmap v4588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:19.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:18.427360+0000 mgr.smithi176.ajjlsm (mgr.14696) 5337 : cluster [DBG] pgmap v4588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:20.427876+0000 mgr.smithi176.ajjlsm (mgr.14696) 5338 : cluster [DBG] pgmap v4589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:20.427876+0000 mgr.smithi176.ajjlsm (mgr.14696) 5338 : cluster [DBG] pgmap v4589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:22.428775+0000 mgr.smithi176.ajjlsm (mgr.14696) 5339 : cluster [DBG] pgmap v4590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:23.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:22.428775+0000 mgr.smithi176.ajjlsm (mgr.14696) 5339 : cluster [DBG] pgmap v4590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:25.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:24.429438+0000 mgr.smithi176.ajjlsm (mgr.14696) 5340 : cluster [DBG] pgmap v4591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:25.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:24.429438+0000 mgr.smithi176.ajjlsm (mgr.14696) 5340 : cluster [DBG] pgmap v4591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:26.430237+0000 mgr.smithi176.ajjlsm (mgr.14696) 5341 : cluster [DBG] pgmap v4592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:26.430237+0000 mgr.smithi176.ajjlsm (mgr.14696) 5341 : cluster [DBG] pgmap v4592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:28.430739+0000 mgr.smithi176.ajjlsm (mgr.14696) 5342 : cluster [DBG] pgmap v4593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:28.430739+0000 mgr.smithi176.ajjlsm (mgr.14696) 5342 : cluster [DBG] pgmap v4593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:30.431338+0000 mgr.smithi176.ajjlsm (mgr.14696) 5343 : cluster [DBG] pgmap v4594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:30.431338+0000 mgr.smithi176.ajjlsm (mgr.14696) 5343 : cluster [DBG] pgmap v4594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:32.432169+0000 mgr.smithi176.ajjlsm (mgr.14696) 5344 : cluster [DBG] pgmap v4595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:32.432169+0000 mgr.smithi176.ajjlsm (mgr.14696) 5344 : cluster [DBG] pgmap v4595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:34.432687+0000 mgr.smithi176.ajjlsm (mgr.14696) 5345 : cluster [DBG] pgmap v4596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:35.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:34.432687+0000 mgr.smithi176.ajjlsm (mgr.14696) 5345 : cluster [DBG] pgmap v4596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:37.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:36.433607+0000 mgr.smithi176.ajjlsm (mgr.14696) 5346 : cluster [DBG] pgmap v4597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:37.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:36.433607+0000 mgr.smithi176.ajjlsm (mgr.14696) 5346 : cluster [DBG] pgmap v4597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:38.600 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:42:38.867 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:42:38.868 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 7m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:42:38.868 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 7m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:42:38.868 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 7m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:42:38.868 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 7m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:42:38.869 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 7m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:42:38.869 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 7m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:42:38.869 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 7m ago 2h 557M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:42:38.869 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 7m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:42:38.870 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 7m ago 2h 959M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:42:38.870 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 7m ago 2h 475M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:42:38.870 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 7m ago 2h 174M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:42:38.870 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 7m ago 2h 113M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:42:38.871 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 7m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:42:38.871 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 7m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:42:38.871 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 7m ago 2h 805M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:42:38.871 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 7m ago 2h 1641M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:42:38.871 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 7m ago 2h 1122M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:42:38.872 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 7m ago 2h 1800M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:42:38.872 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 7m ago 2h 1685M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:42:38.872 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 7m ago 2h 1853M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:42:38.872 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 7m ago 2h 1519M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:42:38.873 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 7m ago 2h 2302M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:42:38.873 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 7m ago 2h 82.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:42:39.189 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:42:39.189 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:42:39.190 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:42:39.190 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:42:39.190 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:42:39.191 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:42:39.191 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:42:39.191 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:42:39.191 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:42:39.192 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:42:39.192 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:42:39.192 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:42:39.192 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:42:39.192 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:42:39.193 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:42:39.193 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:42:39.193 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:42:39.193 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:42:39.194 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:42:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:38.434054+0000 mgr.smithi176.ajjlsm (mgr.14696) 5347 : cluster [DBG] pgmap v4598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:39.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:42:38.586502+0000 mgr.smithi176.ajjlsm (mgr.14696) 5348 : audit [DBG] from='client.37670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:42:39.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:42:39.187744+0000 mon.smithi176 (mon.0) 1737 : audit [DBG] from='client.? 172.21.15.176:0/3363120831' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:42:39.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:38.434054+0000 mgr.smithi176.ajjlsm (mgr.14696) 5347 : cluster [DBG] pgmap v4598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:39.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:42:38.586502+0000 mgr.smithi176.ajjlsm (mgr.14696) 5348 : audit [DBG] from='client.37670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:42:39.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:42:39.187744+0000 mon.smithi176 (mon.0) 1737 : audit [DBG] from='client.? 172.21.15.176:0/3363120831' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:42:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:42:38.857272+0000 mgr.smithi176.ajjlsm (mgr.14696) 5349 : audit [DBG] from='client.37674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:42:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:42:38.857272+0000 mgr.smithi176.ajjlsm (mgr.14696) 5349 : audit [DBG] from='client.37674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:42:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:40.434655+0000 mgr.smithi176.ajjlsm (mgr.14696) 5350 : cluster [DBG] pgmap v4599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:42:40.541650+0000 mon.smithi176 (mon.0) 1738 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:42:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:42:40.682917+0000 mon.smithi176 (mon.0) 1739 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:42:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:40.434655+0000 mgr.smithi176.ajjlsm (mgr.14696) 5350 : cluster [DBG] pgmap v4599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:42:40.541650+0000 mon.smithi176 (mon.0) 1738 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:42:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:42:40.682917+0000 mon.smithi176 (mon.0) 1739 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:42:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:42.435462+0000 mgr.smithi176.ajjlsm (mgr.14696) 5351 : cluster [DBG] pgmap v4600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:42.435462+0000 mgr.smithi176.ajjlsm (mgr.14696) 5351 : cluster [DBG] pgmap v4600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:44.436000+0000 mgr.smithi176.ajjlsm (mgr.14696) 5352 : cluster [DBG] pgmap v4601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:45.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:44.436000+0000 mgr.smithi176.ajjlsm (mgr.14696) 5352 : cluster [DBG] pgmap v4601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:46.436955+0000 mgr.smithi176.ajjlsm (mgr.14696) 5353 : cluster [DBG] pgmap v4602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:46.436955+0000 mgr.smithi176.ajjlsm (mgr.14696) 5353 : cluster [DBG] pgmap v4602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:48.437592+0000 mgr.smithi176.ajjlsm (mgr.14696) 5354 : cluster [DBG] pgmap v4603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:49.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:48.437592+0000 mgr.smithi176.ajjlsm (mgr.14696) 5354 : cluster [DBG] pgmap v4603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:51.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:50.438154+0000 mgr.smithi176.ajjlsm (mgr.14696) 5355 : cluster [DBG] pgmap v4604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:50.438154+0000 mgr.smithi176.ajjlsm (mgr.14696) 5355 : cluster [DBG] pgmap v4604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:52.438951+0000 mgr.smithi176.ajjlsm (mgr.14696) 5356 : cluster [DBG] pgmap v4605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:52.438951+0000 mgr.smithi176.ajjlsm (mgr.14696) 5356 : cluster [DBG] pgmap v4605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:54.439644+0000 mgr.smithi176.ajjlsm (mgr.14696) 5357 : cluster [DBG] pgmap v4606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:54.439644+0000 mgr.smithi176.ajjlsm (mgr.14696) 5357 : cluster [DBG] pgmap v4606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:56.440504+0000 mgr.smithi176.ajjlsm (mgr.14696) 5358 : cluster [DBG] pgmap v4607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:56.440504+0000 mgr.smithi176.ajjlsm (mgr.14696) 5358 : cluster [DBG] pgmap v4607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:42:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:42:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:42:58.441067+0000 mgr.smithi176.ajjlsm (mgr.14696) 5359 : cluster [DBG] pgmap v4608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:42:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:42:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:42:58.441067+0000 mgr.smithi176.ajjlsm (mgr.14696) 5359 : cluster [DBG] pgmap v4608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:00.441683+0000 mgr.smithi176.ajjlsm (mgr.14696) 5360 : cluster [DBG] pgmap v4609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:00.441683+0000 mgr.smithi176.ajjlsm (mgr.14696) 5360 : cluster [DBG] pgmap v4609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:02.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:43:01.219072+0000 mon.smithi176 (mon.0) 1740 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:43:02.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:43:01.220609+0000 mon.smithi176 (mon.0) 1741 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:43:02.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:43:01.221580+0000 mon.smithi176 (mon.0) 1742 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:43:02.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:43:01.222364+0000 mgr.smithi176.ajjlsm (mgr.14696) 5361 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:43:02.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:43:01.626916+0000 mon.smithi176 (mon.0) 1743 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:43:02.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:43:01.631751+0000 mon.smithi176 (mon.0) 1744 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:43:02.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:43:01.219072+0000 mon.smithi176 (mon.0) 1740 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:43:02.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:43:01.220609+0000 mon.smithi176 (mon.0) 1741 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:43:02.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:43:01.221580+0000 mon.smithi176 (mon.0) 1742 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:43:02.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:43:01.222364+0000 mgr.smithi176.ajjlsm (mgr.14696) 5361 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:43:02.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:43:01.626916+0000 mon.smithi176 (mon.0) 1743 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:43:02.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:43:01.631751+0000 mon.smithi176 (mon.0) 1744 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:43:03.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:02.442666+0000 mgr.smithi176.ajjlsm (mgr.14696) 5362 : cluster [DBG] pgmap v4610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:02.442666+0000 mgr.smithi176.ajjlsm (mgr.14696) 5362 : cluster [DBG] pgmap v4610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:04.443384+0000 mgr.smithi176.ajjlsm (mgr.14696) 5363 : cluster [DBG] pgmap v4611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:04.443384+0000 mgr.smithi176.ajjlsm (mgr.14696) 5363 : cluster [DBG] pgmap v4611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:07.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:06.444276+0000 mgr.smithi176.ajjlsm (mgr.14696) 5364 : cluster [DBG] pgmap v4612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:06.444276+0000 mgr.smithi176.ajjlsm (mgr.14696) 5364 : cluster [DBG] pgmap v4612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:09.494 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:43:09.762 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:43:09.762 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 8m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:43:09.762 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 8m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:43:09.763 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 8m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:43:09.763 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 8m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:43:09.763 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 8m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:43:09.763 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 8m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:43:09.763 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 8m ago 2h 557M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:43:09.764 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 8m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:43:09.764 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 8m ago 2h 959M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:43:09.764 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 8m ago 2h 475M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:43:09.764 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 8m ago 2h 174M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:43:09.765 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 8m ago 2h 113M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:43:09.765 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 8m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:43:09.765 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 8m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:43:09.765 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 8m ago 2h 805M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:43:09.765 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 8m ago 2h 1641M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:43:09.766 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 8m ago 2h 1122M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:43:09.766 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 8m ago 2h 1800M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:43:09.766 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 8m ago 2h 1685M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:43:09.766 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 8m ago 2h 1853M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:43:09.767 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 8m ago 2h 1519M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:43:09.767 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 8m ago 2h 2302M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:43:09.767 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 8m ago 2h 82.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:43:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:08.444867+0000 mgr.smithi176.ajjlsm (mgr.14696) 5365 : cluster [DBG] pgmap v4613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:08.444867+0000 mgr.smithi176.ajjlsm (mgr.14696) 5365 : cluster [DBG] pgmap v4613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:10.084 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:43:10.085 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:43:10.085 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:43:10.085 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:43:10.085 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:43:10.086 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:43:10.086 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:43:10.086 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:43:10.086 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:43:10.087 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:43:10.087 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:43:10.087 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:43:10.087 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:43:10.088 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:43:10.088 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:43:10.088 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:43:10.088 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:43:10.088 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:43:10.089 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:43:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:43:09.480604+0000 mgr.smithi176.ajjlsm (mgr.14696) 5366 : audit [DBG] from='client.37682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:43:10.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:43:09.751562+0000 mgr.smithi176.ajjlsm (mgr.14696) 5367 : audit [DBG] from='client.37686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:43:10.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:43:10.083172+0000 mon.smithi176 (mon.0) 1745 : audit [DBG] from='client.? 172.21.15.176:0/4117495576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:43:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:43:09.480604+0000 mgr.smithi176.ajjlsm (mgr.14696) 5366 : audit [DBG] from='client.37682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:43:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:43:09.751562+0000 mgr.smithi176.ajjlsm (mgr.14696) 5367 : audit [DBG] from='client.37686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:43:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:43:10.083172+0000 mon.smithi176 (mon.0) 1745 : audit [DBG] from='client.? 172.21.15.176:0/4117495576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:43:11.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:10.445603+0000 mgr.smithi176.ajjlsm (mgr.14696) 5368 : cluster [DBG] pgmap v4614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:10.445603+0000 mgr.smithi176.ajjlsm (mgr.14696) 5368 : cluster [DBG] pgmap v4614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:12.446521+0000 mgr.smithi176.ajjlsm (mgr.14696) 5369 : cluster [DBG] pgmap v4615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:12.446521+0000 mgr.smithi176.ajjlsm (mgr.14696) 5369 : cluster [DBG] pgmap v4615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:15.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:14.447108+0000 mgr.smithi176.ajjlsm (mgr.14696) 5370 : cluster [DBG] pgmap v4616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:15.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:14.447108+0000 mgr.smithi176.ajjlsm (mgr.14696) 5370 : cluster [DBG] pgmap v4616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:16.448154+0000 mgr.smithi176.ajjlsm (mgr.14696) 5371 : cluster [DBG] pgmap v4617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:16.448154+0000 mgr.smithi176.ajjlsm (mgr.14696) 5371 : cluster [DBG] pgmap v4617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:18.448622+0000 mgr.smithi176.ajjlsm (mgr.14696) 5372 : cluster [DBG] pgmap v4618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:19.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:18.448622+0000 mgr.smithi176.ajjlsm (mgr.14696) 5372 : cluster [DBG] pgmap v4618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:20.449281+0000 mgr.smithi176.ajjlsm (mgr.14696) 5373 : cluster [DBG] pgmap v4619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:20.449281+0000 mgr.smithi176.ajjlsm (mgr.14696) 5373 : cluster [DBG] pgmap v4619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:23.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:22.450214+0000 mgr.smithi176.ajjlsm (mgr.14696) 5374 : cluster [DBG] pgmap v4620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:23.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:22.450214+0000 mgr.smithi176.ajjlsm (mgr.14696) 5374 : cluster [DBG] pgmap v4620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:24.450775+0000 mgr.smithi176.ajjlsm (mgr.14696) 5375 : cluster [DBG] pgmap v4621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:25.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:24.450775+0000 mgr.smithi176.ajjlsm (mgr.14696) 5375 : cluster [DBG] pgmap v4621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:26.451635+0000 mgr.smithi176.ajjlsm (mgr.14696) 5376 : cluster [DBG] pgmap v4622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:27.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:26.451635+0000 mgr.smithi176.ajjlsm (mgr.14696) 5376 : cluster [DBG] pgmap v4622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:28.452153+0000 mgr.smithi176.ajjlsm (mgr.14696) 5377 : cluster [DBG] pgmap v4623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:28.452153+0000 mgr.smithi176.ajjlsm (mgr.14696) 5377 : cluster [DBG] pgmap v4623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:30.452678+0000 mgr.smithi176.ajjlsm (mgr.14696) 5378 : cluster [DBG] pgmap v4624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:31.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:30.452678+0000 mgr.smithi176.ajjlsm (mgr.14696) 5378 : cluster [DBG] pgmap v4624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:32.453506+0000 mgr.smithi176.ajjlsm (mgr.14696) 5379 : cluster [DBG] pgmap v4625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:32.453506+0000 mgr.smithi176.ajjlsm (mgr.14696) 5379 : cluster [DBG] pgmap v4625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:34.454007+0000 mgr.smithi176.ajjlsm (mgr.14696) 5380 : cluster [DBG] pgmap v4626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:34.454007+0000 mgr.smithi176.ajjlsm (mgr.14696) 5380 : cluster [DBG] pgmap v4626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:36.454927+0000 mgr.smithi176.ajjlsm (mgr.14696) 5381 : cluster [DBG] pgmap v4627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:37.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:36.454927+0000 mgr.smithi176.ajjlsm (mgr.14696) 5381 : cluster [DBG] pgmap v4627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:38.455570+0000 mgr.smithi176.ajjlsm (mgr.14696) 5382 : cluster [DBG] pgmap v4628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:39.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:38.455570+0000 mgr.smithi176.ajjlsm (mgr.14696) 5382 : cluster [DBG] pgmap v4628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:40.387 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:43:40.656 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:43:40.656 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 8m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:43:40.656 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 8m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:43:40.657 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 8m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:43:40.657 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 8m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:43:40.657 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 8m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:43:40.657 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 8m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:43:40.657 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 8m ago 2h 557M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:43:40.658 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 8m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:43:40.658 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 8m ago 2h 959M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:43:40.658 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 8m ago 2h 475M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:43:40.658 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 8m ago 2h 174M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:43:40.659 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 8m ago 2h 113M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:43:40.659 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 8m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:43:40.659 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 8m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:43:40.659 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 8m ago 2h 805M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:43:40.659 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 8m ago 2h 1641M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:43:40.660 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 8m ago 2h 1122M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:43:40.660 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 8m ago 2h 1800M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:43:40.660 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 8m ago 2h 1685M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:43:40.661 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 8m ago 2h 1853M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:43:40.661 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 8m ago 2h 1519M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:43:40.661 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 8m ago 2h 2302M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:43:40.661 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 8m ago 2h 82.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:43:40.981 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:43:40.981 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:43:40.982 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:43:40.982 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:43:40.982 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:43:40.982 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:43:40.983 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:43:40.983 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:43:40.983 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:43:40.983 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:43:40.983 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:43:40.984 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:43:40.984 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:43:40.984 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:43:40.984 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:43:40.985 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:43:40.985 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:43:40.985 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:43:40.985 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:43:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:43:40.374223+0000 mgr.smithi176.ajjlsm (mgr.14696) 5383 : audit [DBG] from='client.37694 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:43:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:40.455981+0000 mgr.smithi176.ajjlsm (mgr.14696) 5384 : cluster [DBG] pgmap v4629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:41.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:43:40.543245+0000 mon.smithi176 (mon.0) 1746 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:43:41.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:43:40.645401+0000 mgr.smithi176.ajjlsm (mgr.14696) 5385 : audit [DBG] from='client.37698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:43:41.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:43:40.689627+0000 mon.smithi176 (mon.0) 1747 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:43:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:43:40.374223+0000 mgr.smithi176.ajjlsm (mgr.14696) 5383 : audit [DBG] from='client.37694 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:43:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:40.455981+0000 mgr.smithi176.ajjlsm (mgr.14696) 5384 : cluster [DBG] pgmap v4629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:43:40.543245+0000 mon.smithi176 (mon.0) 1746 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:43:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:43:40.645401+0000 mgr.smithi176.ajjlsm (mgr.14696) 5385 : audit [DBG] from='client.37698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:43:41.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:43:40.689627+0000 mon.smithi176 (mon.0) 1747 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:43:42.225 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:43:40.979531+0000 mon.smithi176 (mon.0) 1748 : audit [DBG] from='client.? 172.21.15.176:0/2588789493' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:43:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:43:40.979531+0000 mon.smithi176 (mon.0) 1748 : audit [DBG] from='client.? 172.21.15.176:0/2588789493' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:43:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:42.456748+0000 mgr.smithi176.ajjlsm (mgr.14696) 5386 : cluster [DBG] pgmap v4630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:42.456748+0000 mgr.smithi176.ajjlsm (mgr.14696) 5386 : cluster [DBG] pgmap v4630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:44.457286+0000 mgr.smithi176.ajjlsm (mgr.14696) 5387 : cluster [DBG] pgmap v4631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:44.457286+0000 mgr.smithi176.ajjlsm (mgr.14696) 5387 : cluster [DBG] pgmap v4631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:46.458105+0000 mgr.smithi176.ajjlsm (mgr.14696) 5388 : cluster [DBG] pgmap v4632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:46.458105+0000 mgr.smithi176.ajjlsm (mgr.14696) 5388 : cluster [DBG] pgmap v4632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:48.458759+0000 mgr.smithi176.ajjlsm (mgr.14696) 5389 : cluster [DBG] pgmap v4633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:49.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:48.458759+0000 mgr.smithi176.ajjlsm (mgr.14696) 5389 : cluster [DBG] pgmap v4633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:51.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:50.459351+0000 mgr.smithi176.ajjlsm (mgr.14696) 5390 : cluster [DBG] pgmap v4634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:50.459351+0000 mgr.smithi176.ajjlsm (mgr.14696) 5390 : cluster [DBG] pgmap v4634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:53.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:52.460362+0000 mgr.smithi176.ajjlsm (mgr.14696) 5391 : cluster [DBG] pgmap v4635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:52.460362+0000 mgr.smithi176.ajjlsm (mgr.14696) 5391 : cluster [DBG] pgmap v4635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:55.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:54.460817+0000 mgr.smithi176.ajjlsm (mgr.14696) 5392 : cluster [DBG] pgmap v4636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:54.460817+0000 mgr.smithi176.ajjlsm (mgr.14696) 5392 : cluster [DBG] pgmap v4636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:56.461805+0000 mgr.smithi176.ajjlsm (mgr.14696) 5393 : cluster [DBG] pgmap v4637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:56.461805+0000 mgr.smithi176.ajjlsm (mgr.14696) 5393 : cluster [DBG] pgmap v4637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:43:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:43:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:43:58.462452+0000 mgr.smithi176.ajjlsm (mgr.14696) 5394 : cluster [DBG] pgmap v4638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:43:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:43:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:43:58.462452+0000 mgr.smithi176.ajjlsm (mgr.14696) 5394 : cluster [DBG] pgmap v4638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:00.463018+0000 mgr.smithi176.ajjlsm (mgr.14696) 5395 : cluster [DBG] pgmap v4639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:00.463018+0000 mgr.smithi176.ajjlsm (mgr.14696) 5395 : cluster [DBG] pgmap v4639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:02.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:44:01.634288+0000 mon.smithi176 (mon.0) 1749 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:44:02.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:44:01.635779+0000 mon.smithi176 (mon.0) 1750 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:44:02.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:44:01.636619+0000 mon.smithi176 (mon.0) 1751 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:44:02.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:44:01.637372+0000 mgr.smithi176.ajjlsm (mgr.14696) 5396 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:44:02.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:44:01.934119+0000 mon.smithi176 (mon.0) 1752 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:44:02.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:44:01.634288+0000 mon.smithi176 (mon.0) 1749 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:44:02.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:44:01.635779+0000 mon.smithi176 (mon.0) 1750 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:44:02.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:44:01.636619+0000 mon.smithi176 (mon.0) 1751 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:44:02.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:44:01.637372+0000 mgr.smithi176.ajjlsm (mgr.14696) 5396 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:44:02.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:44:01.934119+0000 mon.smithi176 (mon.0) 1752 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:44:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:44:02.023629+0000 mon.smithi176 (mon.0) 1753 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:44:03.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:44:02.027556+0000 mon.smithi176 (mon.0) 1754 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:44:03.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:44:02.032063+0000 mon.smithi176 (mon.0) 1755 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:44:03.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:02.463787+0000 mgr.smithi176.ajjlsm (mgr.14696) 5397 : cluster [DBG] pgmap v4640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:44:02.023629+0000 mon.smithi176 (mon.0) 1753 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:44:03.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:44:02.027556+0000 mon.smithi176 (mon.0) 1754 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:44:03.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:44:02.032063+0000 mon.smithi176 (mon.0) 1755 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:44:03.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:02.463787+0000 mgr.smithi176.ajjlsm (mgr.14696) 5397 : cluster [DBG] pgmap v4640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:04.464420+0000 mgr.smithi176.ajjlsm (mgr.14696) 5398 : cluster [DBG] pgmap v4641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:04.464420+0000 mgr.smithi176.ajjlsm (mgr.14696) 5398 : cluster [DBG] pgmap v4641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:06.465197+0000 mgr.smithi176.ajjlsm (mgr.14696) 5399 : cluster [DBG] pgmap v4642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:06.465197+0000 mgr.smithi176.ajjlsm (mgr.14696) 5399 : cluster [DBG] pgmap v4642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:08.465772+0000 mgr.smithi176.ajjlsm (mgr.14696) 5400 : cluster [DBG] pgmap v4643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:08.465772+0000 mgr.smithi176.ajjlsm (mgr.14696) 5400 : cluster [DBG] pgmap v4643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:11.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:10.466392+0000 mgr.smithi176.ajjlsm (mgr.14696) 5401 : cluster [DBG] pgmap v4644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:11.285 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:44:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:10.466392+0000 mgr.smithi176.ajjlsm (mgr.14696) 5401 : cluster [DBG] pgmap v4644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:11.551 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:44:11.551 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 9m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:44:11.552 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 9m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:44:11.552 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 9m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:44:11.552 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 9m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:44:11.552 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 9m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:44:11.553 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 9m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:44:11.553 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 9m ago 2h 557M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:44:11.553 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 9m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:44:11.553 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 9m ago 2h 959M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:44:11.554 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 9m ago 2h 475M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:44:11.555 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 9m ago 2h 174M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:44:11.555 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 9m ago 2h 113M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:44:11.555 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 9m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:44:11.555 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 9m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:44:11.556 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 9m ago 2h 805M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:44:11.556 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 9m ago 2h 1641M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:44:11.556 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 9m ago 2h 1122M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:44:11.556 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 9m ago 2h 1800M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:44:11.556 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 9m ago 2h 1685M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:44:11.557 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 9m ago 2h 1853M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:44:11.557 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 9m ago 2h 1519M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:44:11.557 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 9m ago 2h 2302M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:44:11.557 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 9m ago 2h 82.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:44:11.871 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:44:11.871 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:44:11.872 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:44:11.872 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:44:11.872 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:44:11.872 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:44:11.873 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:44:11.873 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:44:11.873 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:44:11.873 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:44:11.873 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:44:11.874 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:44:11.874 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:44:11.874 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:44:11.874 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:44:11.875 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:44:11.875 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:44:11.875 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:44:11.875 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:44:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:44:11.272355+0000 mgr.smithi176.ajjlsm (mgr.14696) 5402 : audit [DBG] from='client.37706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:44:12.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:44:11.541010+0000 mgr.smithi176.ajjlsm (mgr.14696) 5403 : audit [DBG] from='client.37710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:44:12.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:44:11.869615+0000 mon.smithi176 (mon.0) 1756 : audit [DBG] from='client.? 172.21.15.176:0/814008291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:44:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:44:11.272355+0000 mgr.smithi176.ajjlsm (mgr.14696) 5402 : audit [DBG] from='client.37706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:44:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:44:11.541010+0000 mgr.smithi176.ajjlsm (mgr.14696) 5403 : audit [DBG] from='client.37710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:44:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:44:11.869615+0000 mon.smithi176 (mon.0) 1756 : audit [DBG] from='client.? 172.21.15.176:0/814008291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:44:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:12.467143+0000 mgr.smithi176.ajjlsm (mgr.14696) 5404 : cluster [DBG] pgmap v4645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:12.467143+0000 mgr.smithi176.ajjlsm (mgr.14696) 5404 : cluster [DBG] pgmap v4645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:14.467610+0000 mgr.smithi176.ajjlsm (mgr.14696) 5405 : cluster [DBG] pgmap v4646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:15.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:14.467610+0000 mgr.smithi176.ajjlsm (mgr.14696) 5405 : cluster [DBG] pgmap v4646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:16.468397+0000 mgr.smithi176.ajjlsm (mgr.14696) 5406 : cluster [DBG] pgmap v4647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:16.468397+0000 mgr.smithi176.ajjlsm (mgr.14696) 5406 : cluster [DBG] pgmap v4647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:18.468910+0000 mgr.smithi176.ajjlsm (mgr.14696) 5407 : cluster [DBG] pgmap v4648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:18.468910+0000 mgr.smithi176.ajjlsm (mgr.14696) 5407 : cluster [DBG] pgmap v4648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:20.469493+0000 mgr.smithi176.ajjlsm (mgr.14696) 5408 : cluster [DBG] pgmap v4649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:20.469493+0000 mgr.smithi176.ajjlsm (mgr.14696) 5408 : cluster [DBG] pgmap v4649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:23.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:22.470340+0000 mgr.smithi176.ajjlsm (mgr.14696) 5409 : cluster [DBG] pgmap v4650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:23.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:22.470340+0000 mgr.smithi176.ajjlsm (mgr.14696) 5409 : cluster [DBG] pgmap v4650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:24.470909+0000 mgr.smithi176.ajjlsm (mgr.14696) 5410 : cluster [DBG] pgmap v4651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:24.470909+0000 mgr.smithi176.ajjlsm (mgr.14696) 5410 : cluster [DBG] pgmap v4651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:26.471782+0000 mgr.smithi176.ajjlsm (mgr.14696) 5411 : cluster [DBG] pgmap v4652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:27.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:26.471782+0000 mgr.smithi176.ajjlsm (mgr.14696) 5411 : cluster [DBG] pgmap v4652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:28.472287+0000 mgr.smithi176.ajjlsm (mgr.14696) 5412 : cluster [DBG] pgmap v4653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:28.472287+0000 mgr.smithi176.ajjlsm (mgr.14696) 5412 : cluster [DBG] pgmap v4653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:30.472938+0000 mgr.smithi176.ajjlsm (mgr.14696) 5413 : cluster [DBG] pgmap v4654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:30.472938+0000 mgr.smithi176.ajjlsm (mgr.14696) 5413 : cluster [DBG] pgmap v4654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:32.473742+0000 mgr.smithi176.ajjlsm (mgr.14696) 5414 : cluster [DBG] pgmap v4655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:32.473742+0000 mgr.smithi176.ajjlsm (mgr.14696) 5414 : cluster [DBG] pgmap v4655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:34.474415+0000 mgr.smithi176.ajjlsm (mgr.14696) 5415 : cluster [DBG] pgmap v4656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:35.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:34.474415+0000 mgr.smithi176.ajjlsm (mgr.14696) 5415 : cluster [DBG] pgmap v4656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:36.475303+0000 mgr.smithi176.ajjlsm (mgr.14696) 5416 : cluster [DBG] pgmap v4657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:36.475303+0000 mgr.smithi176.ajjlsm (mgr.14696) 5416 : cluster [DBG] pgmap v4657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:39.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:38.475853+0000 mgr.smithi176.ajjlsm (mgr.14696) 5417 : cluster [DBG] pgmap v4658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:38.475853+0000 mgr.smithi176.ajjlsm (mgr.14696) 5417 : cluster [DBG] pgmap v4658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:40.476429+0000 mgr.smithi176.ajjlsm (mgr.14696) 5418 : cluster [DBG] pgmap v4659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:44:40.545357+0000 mon.smithi176 (mon.0) 1757 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:44:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:44:40.693763+0000 mon.smithi176 (mon.0) 1758 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:44:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:40.476429+0000 mgr.smithi176.ajjlsm (mgr.14696) 5418 : cluster [DBG] pgmap v4659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:44:40.545357+0000 mon.smithi176 (mon.0) 1757 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:44:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:44:40.693763+0000 mon.smithi176 (mon.0) 1758 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:44:42.172 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:44:42.439 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:44:42.440 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 9m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:44:42.440 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 9m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:44:42.440 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 9m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:44:42.440 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 9m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:44:42.441 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 9m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:44:42.441 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 9m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:44:42.441 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 9m ago 2h 557M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:44:42.441 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 9m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:44:42.441 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 9m ago 2h 959M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:44:42.442 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 9m ago 2h 475M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:44:42.442 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 9m ago 2h 174M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:44:42.442 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 9m ago 2h 113M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:44:42.442 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 9m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:44:42.443 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 9m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:44:42.443 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 9m ago 2h 805M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:44:42.443 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 9m ago 2h 1641M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:44:42.443 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 9m ago 2h 1122M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:44:42.444 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 9m ago 2h 1800M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:44:42.444 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 9m ago 2h 1685M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:44:42.444 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 9m ago 2h 1853M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:44:42.444 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 9m ago 2h 1519M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:44:42.444 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 9m ago 2h 2302M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:44:42.445 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 9m ago 2h 82.8M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:44:42.759 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:44:42.761 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:44:42.761 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:44:42.761 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:44:42.762 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:44:42.762 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:44:42.762 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:44:42.762 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:44:42.763 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:44:42.763 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:44:42.763 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:44:42.763 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:44:42.764 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:44:42.764 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:44:42.764 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:44:42.764 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:44:42.764 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:44:42.765 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:44:42.765 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:44:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:44:42.158785+0000 mgr.smithi176.ajjlsm (mgr.14696) 5419 : audit [DBG] from='client.37718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:44:43.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:44:42.428950+0000 mgr.smithi176.ajjlsm (mgr.14696) 5420 : audit [DBG] from='client.37722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:44:43.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:42.477153+0000 mgr.smithi176.ajjlsm (mgr.14696) 5421 : cluster [DBG] pgmap v4660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:43.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:44:42.758058+0000 mon.smithi176 (mon.0) 1759 : audit [DBG] from='client.? 172.21.15.176:0/372588884' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:44:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:44:42.158785+0000 mgr.smithi176.ajjlsm (mgr.14696) 5419 : audit [DBG] from='client.37718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:44:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:44:42.428950+0000 mgr.smithi176.ajjlsm (mgr.14696) 5420 : audit [DBG] from='client.37722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:44:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:42.477153+0000 mgr.smithi176.ajjlsm (mgr.14696) 5421 : cluster [DBG] pgmap v4660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:44:42.758058+0000 mon.smithi176 (mon.0) 1759 : audit [DBG] from='client.? 172.21.15.176:0/372588884' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:44:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:44.477730+0000 mgr.smithi176.ajjlsm (mgr.14696) 5422 : cluster [DBG] pgmap v4661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:45.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:44.477730+0000 mgr.smithi176.ajjlsm (mgr.14696) 5422 : cluster [DBG] pgmap v4661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:46.478548+0000 mgr.smithi176.ajjlsm (mgr.14696) 5423 : cluster [DBG] pgmap v4662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:46.478548+0000 mgr.smithi176.ajjlsm (mgr.14696) 5423 : cluster [DBG] pgmap v4662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:48.479021+0000 mgr.smithi176.ajjlsm (mgr.14696) 5424 : cluster [DBG] pgmap v4663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:49.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:48.479021+0000 mgr.smithi176.ajjlsm (mgr.14696) 5424 : cluster [DBG] pgmap v4663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:50.479619+0000 mgr.smithi176.ajjlsm (mgr.14696) 5425 : cluster [DBG] pgmap v4664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:50.479619+0000 mgr.smithi176.ajjlsm (mgr.14696) 5425 : cluster [DBG] pgmap v4664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:52.480548+0000 mgr.smithi176.ajjlsm (mgr.14696) 5426 : cluster [DBG] pgmap v4665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:52.480548+0000 mgr.smithi176.ajjlsm (mgr.14696) 5426 : cluster [DBG] pgmap v4665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:54.481190+0000 mgr.smithi176.ajjlsm (mgr.14696) 5427 : cluster [DBG] pgmap v4666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:54.481190+0000 mgr.smithi176.ajjlsm (mgr.14696) 5427 : cluster [DBG] pgmap v4666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:56.482125+0000 mgr.smithi176.ajjlsm (mgr.14696) 5428 : cluster [DBG] pgmap v4667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:56.482125+0000 mgr.smithi176.ajjlsm (mgr.14696) 5428 : cluster [DBG] pgmap v4667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:44:59.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:44:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:44:58.482639+0000 mgr.smithi176.ajjlsm (mgr.14696) 5429 : cluster [DBG] pgmap v4668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:44:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:44:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:44:58.482639+0000 mgr.smithi176.ajjlsm (mgr.14696) 5429 : cluster [DBG] pgmap v4668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:00.483225+0000 mgr.smithi176.ajjlsm (mgr.14696) 5430 : cluster [DBG] pgmap v4669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:00.483225+0000 mgr.smithi176.ajjlsm (mgr.14696) 5430 : cluster [DBG] pgmap v4669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:02.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:45:02.034588+0000 mon.smithi176 (mon.0) 1760 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:45:02.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:45:02.036045+0000 mon.smithi176 (mon.0) 1761 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:45:02.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:45:02.036849+0000 mon.smithi176 (mon.0) 1762 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:45:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:45:02.034588+0000 mon.smithi176 (mon.0) 1760 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:45:02.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:45:02.036045+0000 mon.smithi176 (mon.0) 1761 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:45:02.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:45:02.036849+0000 mon.smithi176 (mon.0) 1762 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:45:03.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:45:02.037602+0000 mgr.smithi176.ajjlsm (mgr.14696) 5431 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:45:03.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:02.483907+0000 mgr.smithi176.ajjlsm (mgr.14696) 5432 : cluster [DBG] pgmap v4670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:03.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:45:02.037602+0000 mgr.smithi176.ajjlsm (mgr.14696) 5431 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:45:03.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:02.483907+0000 mgr.smithi176.ajjlsm (mgr.14696) 5432 : cluster [DBG] pgmap v4670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:05.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:04.484347+0000 mgr.smithi176.ajjlsm (mgr.14696) 5433 : cluster [DBG] pgmap v4671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:04.484347+0000 mgr.smithi176.ajjlsm (mgr.14696) 5433 : cluster [DBG] pgmap v4671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:08.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:06.485009+0000 mgr.smithi176.ajjlsm (mgr.14696) 5434 : cluster [DBG] pgmap v4672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:08.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:45:06.875750+0000 mon.smithi176 (mon.0) 1763 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:45:08.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:06.485009+0000 mgr.smithi176.ajjlsm (mgr.14696) 5434 : cluster [DBG] pgmap v4672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:08.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:45:06.875750+0000 mon.smithi176 (mon.0) 1763 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:45:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:08.485422+0000 mgr.smithi176.ajjlsm (mgr.14696) 5435 : cluster [DBG] pgmap v4673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:45:08.650430+0000 mon.smithi176 (mon.0) 1764 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:45:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:45:09.041278+0000 mon.smithi176 (mon.0) 1765 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:45:09.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:45:09.048136+0000 mon.smithi176 (mon.0) 1766 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:45:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:08.485422+0000 mgr.smithi176.ajjlsm (mgr.14696) 5435 : cluster [DBG] pgmap v4673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:10.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:45:08.650430+0000 mon.smithi176 (mon.0) 1764 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:45:10.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:45:09.041278+0000 mon.smithi176 (mon.0) 1765 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:45:10.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:45:09.048136+0000 mon.smithi176 (mon.0) 1766 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:45:11.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:10.485942+0000 mgr.smithi176.ajjlsm (mgr.14696) 5436 : cluster [DBG] pgmap v4674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:10.485942+0000 mgr.smithi176.ajjlsm (mgr.14696) 5436 : cluster [DBG] pgmap v4674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:13.062 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:45:13.331 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:45:13.332 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 4s ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:45:13.332 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 4s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:45:13.332 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 6s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:45:13.332 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 4s ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:45:13.333 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 4s ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:45:13.333 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 6s ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:45:13.333 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 4s ago 2h 564M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:45:13.333 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 6s ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:45:13.334 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 4s ago 2h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:45:13.334 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 6s ago 2h 512M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:45:13.334 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 4s ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:45:13.334 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 6s ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:45:13.335 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 4s ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:45:13.335 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 6s ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:45:13.335 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 4s ago 2h 833M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:45:13.335 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 4s ago 2h 1675M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:45:13.336 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 4s ago 2h 1143M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:45:13.336 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 4s ago 2h 1835M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:45:13.336 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 6s ago 2h 1718M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:45:13.336 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 6s ago 2h 1882M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:45:13.337 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 6s ago 2h 1545M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:45:13.337 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 6s ago 2h 2335M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:45:13.337 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 4s ago 2h 85.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:45:13.655 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:45:13.655 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:45:13.656 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:45:13.656 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:45:13.656 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:45:13.656 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:45:13.656 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:45:13.657 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:45:13.657 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:45:13.658 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:45:13.658 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:45:13.658 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:45:13.658 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:45:13.658 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:45:13.659 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:45:13.659 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:45:13.659 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:45:13.659 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:45:13.660 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:45:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:12.486771+0000 mgr.smithi176.ajjlsm (mgr.14696) 5437 : cluster [DBG] pgmap v4675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:13.974 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:12.486771+0000 mgr.smithi176.ajjlsm (mgr.14696) 5437 : cluster [DBG] pgmap v4675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:45:13.049076+0000 mgr.smithi176.ajjlsm (mgr.14696) 5438 : audit [DBG] from='client.37730 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:45:14.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:45:13.320889+0000 mgr.smithi176.ajjlsm (mgr.14696) 5439 : audit [DBG] from='client.37734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:45:14.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:45:13.650879+0000 mon.smithi176 (mon.0) 1767 : audit [DBG] from='client.? 172.21.15.176:0/364671193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:45:14.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:45:13.049076+0000 mgr.smithi176.ajjlsm (mgr.14696) 5438 : audit [DBG] from='client.37730 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:45:14.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:45:13.320889+0000 mgr.smithi176.ajjlsm (mgr.14696) 5439 : audit [DBG] from='client.37734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:45:14.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:45:13.650879+0000 mon.smithi176 (mon.0) 1767 : audit [DBG] from='client.? 172.21.15.176:0/364671193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:45:15.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:14.487443+0000 mgr.smithi176.ajjlsm (mgr.14696) 5440 : cluster [DBG] pgmap v4676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:14.487443+0000 mgr.smithi176.ajjlsm (mgr.14696) 5440 : cluster [DBG] pgmap v4676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:16.488329+0000 mgr.smithi176.ajjlsm (mgr.14696) 5441 : cluster [DBG] pgmap v4677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:16.488329+0000 mgr.smithi176.ajjlsm (mgr.14696) 5441 : cluster [DBG] pgmap v4677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:19.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:18.488789+0000 mgr.smithi176.ajjlsm (mgr.14696) 5442 : cluster [DBG] pgmap v4678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:18.488789+0000 mgr.smithi176.ajjlsm (mgr.14696) 5442 : cluster [DBG] pgmap v4678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:20.489380+0000 mgr.smithi176.ajjlsm (mgr.14696) 5443 : cluster [DBG] pgmap v4679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:20.489380+0000 mgr.smithi176.ajjlsm (mgr.14696) 5443 : cluster [DBG] pgmap v4679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:22.490146+0000 mgr.smithi176.ajjlsm (mgr.14696) 5444 : cluster [DBG] pgmap v4680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:23.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:22.490146+0000 mgr.smithi176.ajjlsm (mgr.14696) 5444 : cluster [DBG] pgmap v4680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:25.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:24.490783+0000 mgr.smithi176.ajjlsm (mgr.14696) 5445 : cluster [DBG] pgmap v4681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:24.490783+0000 mgr.smithi176.ajjlsm (mgr.14696) 5445 : cluster [DBG] pgmap v4681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:26.491704+0000 mgr.smithi176.ajjlsm (mgr.14696) 5446 : cluster [DBG] pgmap v4682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:26.491704+0000 mgr.smithi176.ajjlsm (mgr.14696) 5446 : cluster [DBG] pgmap v4682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:28.492247+0000 mgr.smithi176.ajjlsm (mgr.14696) 5447 : cluster [DBG] pgmap v4683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:28.492247+0000 mgr.smithi176.ajjlsm (mgr.14696) 5447 : cluster [DBG] pgmap v4683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:30.492710+0000 mgr.smithi176.ajjlsm (mgr.14696) 5448 : cluster [DBG] pgmap v4684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:30.492710+0000 mgr.smithi176.ajjlsm (mgr.14696) 5448 : cluster [DBG] pgmap v4684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:32.493535+0000 mgr.smithi176.ajjlsm (mgr.14696) 5449 : cluster [DBG] pgmap v4685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:32.493535+0000 mgr.smithi176.ajjlsm (mgr.14696) 5449 : cluster [DBG] pgmap v4685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:35.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:34.494031+0000 mgr.smithi176.ajjlsm (mgr.14696) 5450 : cluster [DBG] pgmap v4686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:34.494031+0000 mgr.smithi176.ajjlsm (mgr.14696) 5450 : cluster [DBG] pgmap v4686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:36.494811+0000 mgr.smithi176.ajjlsm (mgr.14696) 5451 : cluster [DBG] pgmap v4687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:36.494811+0000 mgr.smithi176.ajjlsm (mgr.14696) 5451 : cluster [DBG] pgmap v4687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:39.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:38.495404+0000 mgr.smithi176.ajjlsm (mgr.14696) 5452 : cluster [DBG] pgmap v4688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:38.495404+0000 mgr.smithi176.ajjlsm (mgr.14696) 5452 : cluster [DBG] pgmap v4688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:40.495887+0000 mgr.smithi176.ajjlsm (mgr.14696) 5453 : cluster [DBG] pgmap v4689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:45:40.547222+0000 mon.smithi176 (mon.0) 1768 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:45:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:45:40.698110+0000 mon.smithi176 (mon.0) 1769 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:45:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:40.495887+0000 mgr.smithi176.ajjlsm (mgr.14696) 5453 : cluster [DBG] pgmap v4689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:45:40.547222+0000 mon.smithi176 (mon.0) 1768 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:45:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:45:40.698110+0000 mon.smithi176 (mon.0) 1769 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:45:43.955 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:45:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:42.496597+0000 mgr.smithi176.ajjlsm (mgr.14696) 5454 : cluster [DBG] pgmap v4690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:42.496597+0000 mgr.smithi176.ajjlsm (mgr.14696) 5454 : cluster [DBG] pgmap v4690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:44.225 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:45:44.226 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 35s ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:45:44.226 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 35s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:45:44.227 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 37s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:45:44.227 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 35s ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:45:44.227 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 35s ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:45:44.227 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 37s ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:45:44.228 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 35s ago 2h 564M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:45:44.228 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 37s ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:45:44.228 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 35s ago 2h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:45:44.228 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 37s ago 2h 512M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:45:44.229 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 35s ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:45:44.229 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 37s ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:45:44.229 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 35s ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:45:44.229 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 37s ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:45:44.230 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 35s ago 2h 833M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:45:44.230 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 35s ago 2h 1675M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:45:44.230 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 35s ago 2h 1143M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:45:44.231 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 35s ago 2h 1835M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:45:44.231 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 37s ago 2h 1718M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:45:44.231 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 37s ago 2h 1882M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:45:44.231 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 37s ago 2h 1545M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:45:44.231 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 37s ago 2h 2335M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:45:44.232 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 35s ago 2h 85.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:45:44.547 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:45:44.547 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:45:44.547 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:45:44.548 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:45:44.548 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:45:44.548 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:45:44.548 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:45:44.549 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:45:44.549 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:45:44.549 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:45:44.549 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:45:44.549 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:45:44.550 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:45:44.550 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:45:44.550 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:45:44.550 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:45:44.551 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:45:44.551 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:45:44.551 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:45:44.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:45:44.545366+0000 mon.smithi176 (mon.0) 1770 : audit [DBG] from='client.? 172.21.15.176:0/1263384573' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:45:45.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:45:44.545366+0000 mon.smithi176 (mon.0) 1770 : audit [DBG] from='client.? 172.21.15.176:0/1263384573' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:45:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:45:43.941764+0000 mgr.smithi176.ajjlsm (mgr.14696) 5455 : audit [DBG] from='client.37742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:45:45.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:45:44.215165+0000 mgr.smithi176.ajjlsm (mgr.14696) 5456 : audit [DBG] from='client.37746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:45:45.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:44.497093+0000 mgr.smithi176.ajjlsm (mgr.14696) 5457 : cluster [DBG] pgmap v4691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:45:43.941764+0000 mgr.smithi176.ajjlsm (mgr.14696) 5455 : audit [DBG] from='client.37742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:45:46.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:45:44.215165+0000 mgr.smithi176.ajjlsm (mgr.14696) 5456 : audit [DBG] from='client.37746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:45:46.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:44.497093+0000 mgr.smithi176.ajjlsm (mgr.14696) 5457 : cluster [DBG] pgmap v4691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:46.497893+0000 mgr.smithi176.ajjlsm (mgr.14696) 5458 : cluster [DBG] pgmap v4692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:46.497893+0000 mgr.smithi176.ajjlsm (mgr.14696) 5458 : cluster [DBG] pgmap v4692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:48.498492+0000 mgr.smithi176.ajjlsm (mgr.14696) 5459 : cluster [DBG] pgmap v4693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:48.498492+0000 mgr.smithi176.ajjlsm (mgr.14696) 5459 : cluster [DBG] pgmap v4693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:51.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:50.499085+0000 mgr.smithi176.ajjlsm (mgr.14696) 5460 : cluster [DBG] pgmap v4694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:50.499085+0000 mgr.smithi176.ajjlsm (mgr.14696) 5460 : cluster [DBG] pgmap v4694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:52.499864+0000 mgr.smithi176.ajjlsm (mgr.14696) 5461 : cluster [DBG] pgmap v4695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:54.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:52.499864+0000 mgr.smithi176.ajjlsm (mgr.14696) 5461 : cluster [DBG] pgmap v4695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:54.500313+0000 mgr.smithi176.ajjlsm (mgr.14696) 5462 : cluster [DBG] pgmap v4696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:54.500313+0000 mgr.smithi176.ajjlsm (mgr.14696) 5462 : cluster [DBG] pgmap v4696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:45:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:56.501232+0000 mgr.smithi176.ajjlsm (mgr.14696) 5463 : cluster [DBG] pgmap v4697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:58.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:56.501232+0000 mgr.smithi176.ajjlsm (mgr.14696) 5463 : cluster [DBG] pgmap v4697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:45:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:45:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:45:58.501783+0000 mgr.smithi176.ajjlsm (mgr.14696) 5464 : cluster [DBG] pgmap v4698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:45:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:45:58.501783+0000 mgr.smithi176.ajjlsm (mgr.14696) 5464 : cluster [DBG] pgmap v4698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:00.502379+0000 mgr.smithi176.ajjlsm (mgr.14696) 5465 : cluster [DBG] pgmap v4699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:00.502379+0000 mgr.smithi176.ajjlsm (mgr.14696) 5465 : cluster [DBG] pgmap v4699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:02.503184+0000 mgr.smithi176.ajjlsm (mgr.14696) 5466 : cluster [DBG] pgmap v4700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:02.503184+0000 mgr.smithi176.ajjlsm (mgr.14696) 5466 : cluster [DBG] pgmap v4700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:04.503832+0000 mgr.smithi176.ajjlsm (mgr.14696) 5467 : cluster [DBG] pgmap v4701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:06.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:04.503832+0000 mgr.smithi176.ajjlsm (mgr.14696) 5467 : cluster [DBG] pgmap v4701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:06.504568+0000 mgr.smithi176.ajjlsm (mgr.14696) 5468 : cluster [DBG] pgmap v4702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:06.504568+0000 mgr.smithi176.ajjlsm (mgr.14696) 5468 : cluster [DBG] pgmap v4702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:08.505215+0000 mgr.smithi176.ajjlsm (mgr.14696) 5469 : cluster [DBG] pgmap v4703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:46:09.050663+0000 mon.smithi176 (mon.0) 1771 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:46:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:46:09.052095+0000 mon.smithi176 (mon.0) 1772 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:46:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:46:09.052985+0000 mon.smithi176 (mon.0) 1773 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:46:09.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:46:09.455565+0000 mon.smithi176 (mon.0) 1774 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:46:09.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:46:09.460254+0000 mon.smithi176 (mon.0) 1775 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:46:10.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:08.505215+0000 mgr.smithi176.ajjlsm (mgr.14696) 5469 : cluster [DBG] pgmap v4703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:10.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:46:09.050663+0000 mon.smithi176 (mon.0) 1771 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:46:10.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:46:09.052095+0000 mon.smithi176 (mon.0) 1772 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:46:10.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:46:09.052985+0000 mon.smithi176 (mon.0) 1773 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:46:10.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:46:09.455565+0000 mon.smithi176 (mon.0) 1774 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:46:10.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:46:09.460254+0000 mon.smithi176 (mon.0) 1775 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:46:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:46:09.053736+0000 mgr.smithi176.ajjlsm (mgr.14696) 5470 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:46:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:46:09.053736+0000 mgr.smithi176.ajjlsm (mgr.14696) 5470 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:46:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:10.505861+0000 mgr.smithi176.ajjlsm (mgr.14696) 5471 : cluster [DBG] pgmap v4704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:10.505861+0000 mgr.smithi176.ajjlsm (mgr.14696) 5471 : cluster [DBG] pgmap v4704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:12.506767+0000 mgr.smithi176.ajjlsm (mgr.14696) 5472 : cluster [DBG] pgmap v4705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:14.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:12.506767+0000 mgr.smithi176.ajjlsm (mgr.14696) 5472 : cluster [DBG] pgmap v4705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:14.849 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:46:15.120 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:46:15.120 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 66s ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:46:15.120 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 66s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:46:15.120 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 68s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:46:15.121 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 66s ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:46:15.121 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 66s ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:46:15.121 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 68s ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:46:15.122 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 66s ago 2h 564M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:46:15.122 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 68s ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:46:15.122 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 66s ago 2h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:46:15.122 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 68s ago 2h 512M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:46:15.123 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 66s ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:46:15.123 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 68s ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:46:15.123 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 66s ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:46:15.123 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 68s ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:46:15.123 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 66s ago 2h 833M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:46:15.124 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 66s ago 2h 1675M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:46:15.124 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 66s ago 2h 1143M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:46:15.124 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 66s ago 2h 1835M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:46:15.124 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 68s ago 2h 1718M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:46:15.125 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 68s ago 2h 1882M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:46:15.125 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 68s ago 2h 1545M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:46:15.125 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 68s ago 2h 2335M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:46:15.125 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 66s ago 2h 85.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:46:15.441 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:46:15.442 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:46:15.442 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:46:15.442 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:46:15.443 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:46:15.443 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:46:15.443 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:46:15.444 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:46:15.444 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:46:15.444 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:46:15.445 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:46:15.445 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:46:15.445 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:46:15.446 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:46:15.446 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:46:15.447 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:46:15.447 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:46:15.447 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:46:15.448 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:46:15.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:14.507282+0000 mgr.smithi176.ajjlsm (mgr.14696) 5473 : cluster [DBG] pgmap v4706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:15.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:46:14.835377+0000 mgr.smithi176.ajjlsm (mgr.14696) 5474 : audit [DBG] from='client.37754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:46:15.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:46:15.439997+0000 mon.smithi176 (mon.0) 1776 : audit [DBG] from='client.? 172.21.15.176:0/2997139012' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:46:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:14.507282+0000 mgr.smithi176.ajjlsm (mgr.14696) 5473 : cluster [DBG] pgmap v4706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:16.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:46:14.835377+0000 mgr.smithi176.ajjlsm (mgr.14696) 5474 : audit [DBG] from='client.37754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:46:16.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:46:15.439997+0000 mon.smithi176 (mon.0) 1776 : audit [DBG] from='client.? 172.21.15.176:0/2997139012' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:46:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:46:15.109447+0000 mgr.smithi176.ajjlsm (mgr.14696) 5475 : audit [DBG] from='client.37758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:46:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:46:15.109447+0000 mgr.smithi176.ajjlsm (mgr.14696) 5475 : audit [DBG] from='client.37758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:46:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:16.508264+0000 mgr.smithi176.ajjlsm (mgr.14696) 5476 : cluster [DBG] pgmap v4707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:16.508264+0000 mgr.smithi176.ajjlsm (mgr.14696) 5476 : cluster [DBG] pgmap v4707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:18.508948+0000 mgr.smithi176.ajjlsm (mgr.14696) 5477 : cluster [DBG] pgmap v4708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:18.508948+0000 mgr.smithi176.ajjlsm (mgr.14696) 5477 : cluster [DBG] pgmap v4708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:20.509481+0000 mgr.smithi176.ajjlsm (mgr.14696) 5478 : cluster [DBG] pgmap v4709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:20.509481+0000 mgr.smithi176.ajjlsm (mgr.14696) 5478 : cluster [DBG] pgmap v4709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:23.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:22.510404+0000 mgr.smithi176.ajjlsm (mgr.14696) 5479 : cluster [DBG] pgmap v4710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:22.510404+0000 mgr.smithi176.ajjlsm (mgr.14696) 5479 : cluster [DBG] pgmap v4710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:24.510911+0000 mgr.smithi176.ajjlsm (mgr.14696) 5480 : cluster [DBG] pgmap v4711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:24.510911+0000 mgr.smithi176.ajjlsm (mgr.14696) 5480 : cluster [DBG] pgmap v4711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:26.511701+0000 mgr.smithi176.ajjlsm (mgr.14696) 5481 : cluster [DBG] pgmap v4712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:26.511701+0000 mgr.smithi176.ajjlsm (mgr.14696) 5481 : cluster [DBG] pgmap v4712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:28.512231+0000 mgr.smithi176.ajjlsm (mgr.14696) 5482 : cluster [DBG] pgmap v4713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:30.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:28.512231+0000 mgr.smithi176.ajjlsm (mgr.14696) 5482 : cluster [DBG] pgmap v4713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:30.512710+0000 mgr.smithi176.ajjlsm (mgr.14696) 5483 : cluster [DBG] pgmap v4714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:30.512710+0000 mgr.smithi176.ajjlsm (mgr.14696) 5483 : cluster [DBG] pgmap v4714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:32.513591+0000 mgr.smithi176.ajjlsm (mgr.14696) 5484 : cluster [DBG] pgmap v4715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:32.513591+0000 mgr.smithi176.ajjlsm (mgr.14696) 5484 : cluster [DBG] pgmap v4715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:34.514104+0000 mgr.smithi176.ajjlsm (mgr.14696) 5485 : cluster [DBG] pgmap v4716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:36.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:34.514104+0000 mgr.smithi176.ajjlsm (mgr.14696) 5485 : cluster [DBG] pgmap v4716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:37.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:36.514956+0000 mgr.smithi176.ajjlsm (mgr.14696) 5486 : cluster [DBG] pgmap v4717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:38.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:36.514956+0000 mgr.smithi176.ajjlsm (mgr.14696) 5486 : cluster [DBG] pgmap v4717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:38.515367+0000 mgr.smithi176.ajjlsm (mgr.14696) 5487 : cluster [DBG] pgmap v4718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:40.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:38.515367+0000 mgr.smithi176.ajjlsm (mgr.14696) 5487 : cluster [DBG] pgmap v4718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:40.515945+0000 mgr.smithi176.ajjlsm (mgr.14696) 5488 : cluster [DBG] pgmap v4719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:46:40.549016+0000 mon.smithi176 (mon.0) 1777 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:46:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:46:40.702379+0000 mon.smithi176 (mon.0) 1778 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:46:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:40.515945+0000 mgr.smithi176.ajjlsm (mgr.14696) 5488 : cluster [DBG] pgmap v4719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:46:40.549016+0000 mon.smithi176 (mon.0) 1777 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:46:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:46:40.702379+0000 mon.smithi176 (mon.0) 1778 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:46:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:42.516736+0000 mgr.smithi176.ajjlsm (mgr.14696) 5489 : cluster [DBG] pgmap v4720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:44.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:42.516736+0000 mgr.smithi176.ajjlsm (mgr.14696) 5489 : cluster [DBG] pgmap v4720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:45.739 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:46:45.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:44.517287+0000 mgr.smithi176.ajjlsm (mgr.14696) 5490 : cluster [DBG] pgmap v4721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:46.010 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:46:46.011 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 97s ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:46:46.011 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 97s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:46:46.011 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 99s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:46:46.012 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 97s ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:46:46.012 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 97s ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:46:46.012 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 99s ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:46:46.012 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 97s ago 2h 564M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:46:46.013 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 99s ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:46:46.013 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 97s ago 2h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:46:46.013 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 99s ago 2h 512M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:46:46.014 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 97s ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:46:46.014 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 99s ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:46:46.014 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 97s ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:46:46.014 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 99s ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:46:46.015 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 97s ago 2h 833M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:46:46.015 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 97s ago 2h 1675M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:46:46.015 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 97s ago 2h 1143M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:46:46.015 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 97s ago 2h 1835M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:46:46.015 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 99s ago 2h 1718M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:46:46.016 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 99s ago 2h 1882M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:46:46.016 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 99s ago 2h 1545M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:46:46.016 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 99s ago 2h 2335M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:46:46.016 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 97s ago 2h 85.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:46:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:44.517287+0000 mgr.smithi176.ajjlsm (mgr.14696) 5490 : cluster [DBG] pgmap v4721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:46.330 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:46:46.330 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:46:46.330 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:46:46.331 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:46:46.331 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:46:46.331 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:46:46.331 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:46:46.332 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:46:46.332 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:46:46.332 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:46:46.332 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:46:46.333 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:46:46.333 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:46:46.333 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:46:46.333 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:46:46.333 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:46:46.334 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:46:46.334 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:46:46.334 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:46:46.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:46:45.726079+0000 mgr.smithi176.ajjlsm (mgr.14696) 5491 : audit [DBG] from='client.37766 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:46:46.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:46:46.328572+0000 mon.smithi176 (mon.0) 1779 : audit [DBG] from='client.? 172.21.15.176:0/2347840261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:46:47.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:46:45.726079+0000 mgr.smithi176.ajjlsm (mgr.14696) 5491 : audit [DBG] from='client.37766 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:46:47.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:46:46.328572+0000 mon.smithi176 (mon.0) 1779 : audit [DBG] from='client.? 172.21.15.176:0/2347840261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:46:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:46:46.000142+0000 mgr.smithi176.ajjlsm (mgr.14696) 5492 : audit [DBG] from='client.37770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:46:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:46.518197+0000 mgr.smithi176.ajjlsm (mgr.14696) 5493 : cluster [DBG] pgmap v4722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:46:46.000142+0000 mgr.smithi176.ajjlsm (mgr.14696) 5492 : audit [DBG] from='client.37770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:46:48.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:46.518197+0000 mgr.smithi176.ajjlsm (mgr.14696) 5493 : cluster [DBG] pgmap v4722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:48.518876+0000 mgr.smithi176.ajjlsm (mgr.14696) 5494 : cluster [DBG] pgmap v4723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:48.518876+0000 mgr.smithi176.ajjlsm (mgr.14696) 5494 : cluster [DBG] pgmap v4723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:50.519604+0000 mgr.smithi176.ajjlsm (mgr.14696) 5495 : cluster [DBG] pgmap v4724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:50.519604+0000 mgr.smithi176.ajjlsm (mgr.14696) 5495 : cluster [DBG] pgmap v4724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:52.520475+0000 mgr.smithi176.ajjlsm (mgr.14696) 5496 : cluster [DBG] pgmap v4725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:52.520475+0000 mgr.smithi176.ajjlsm (mgr.14696) 5496 : cluster [DBG] pgmap v4725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:54.520962+0000 mgr.smithi176.ajjlsm (mgr.14696) 5497 : cluster [DBG] pgmap v4726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:54.520962+0000 mgr.smithi176.ajjlsm (mgr.14696) 5497 : cluster [DBG] pgmap v4726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:46:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:56.521757+0000 mgr.smithi176.ajjlsm (mgr.14696) 5498 : cluster [DBG] pgmap v4727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:56.521757+0000 mgr.smithi176.ajjlsm (mgr.14696) 5498 : cluster [DBG] pgmap v4727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:46:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:46:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:46:58.522320+0000 mgr.smithi176.ajjlsm (mgr.14696) 5499 : cluster [DBG] pgmap v4728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:46:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:46:58.522320+0000 mgr.smithi176.ajjlsm (mgr.14696) 5499 : cluster [DBG] pgmap v4728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:01.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:00.522849+0000 mgr.smithi176.ajjlsm (mgr.14696) 5500 : cluster [DBG] pgmap v4729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:00.522849+0000 mgr.smithi176.ajjlsm (mgr.14696) 5500 : cluster [DBG] pgmap v4729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:02.523814+0000 mgr.smithi176.ajjlsm (mgr.14696) 5501 : cluster [DBG] pgmap v4730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:02.523814+0000 mgr.smithi176.ajjlsm (mgr.14696) 5501 : cluster [DBG] pgmap v4730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:04.524437+0000 mgr.smithi176.ajjlsm (mgr.14696) 5502 : cluster [DBG] pgmap v4731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:06.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:04.524437+0000 mgr.smithi176.ajjlsm (mgr.14696) 5502 : cluster [DBG] pgmap v4731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:06.525240+0000 mgr.smithi176.ajjlsm (mgr.14696) 5503 : cluster [DBG] pgmap v4732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:08.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:06.525240+0000 mgr.smithi176.ajjlsm (mgr.14696) 5503 : cluster [DBG] pgmap v4732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:08.525863+0000 mgr.smithi176.ajjlsm (mgr.14696) 5504 : cluster [DBG] pgmap v4733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:47:09.462887+0000 mon.smithi176 (mon.0) 1780 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:47:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:47:09.464439+0000 mon.smithi176 (mon.0) 1781 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:47:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:47:09.465348+0000 mon.smithi176 (mon.0) 1782 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:47:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:08.525863+0000 mgr.smithi176.ajjlsm (mgr.14696) 5504 : cluster [DBG] pgmap v4733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:10.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:47:09.462887+0000 mon.smithi176 (mon.0) 1780 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:47:10.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:47:09.464439+0000 mon.smithi176 (mon.0) 1781 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:47:10.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:47:09.465348+0000 mon.smithi176 (mon.0) 1782 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:47:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:47:09.466113+0000 mgr.smithi176.ajjlsm (mgr.14696) 5505 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:47:11.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:47:09.820786+0000 mon.smithi176 (mon.0) 1783 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:47:11.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:47:10.211553+0000 mon.smithi176 (mon.0) 1784 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:47:11.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:47:10.216283+0000 mon.smithi176 (mon.0) 1785 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:47:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:47:09.466113+0000 mgr.smithi176.ajjlsm (mgr.14696) 5505 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:47:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:47:09.820786+0000 mon.smithi176 (mon.0) 1783 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:47:11.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:47:10.211553+0000 mon.smithi176 (mon.0) 1784 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:47:11.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:47:10.216283+0000 mon.smithi176 (mon.0) 1785 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:47:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:10.526249+0000 mgr.smithi176.ajjlsm (mgr.14696) 5506 : cluster [DBG] pgmap v4734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:10.526249+0000 mgr.smithi176.ajjlsm (mgr.14696) 5506 : cluster [DBG] pgmap v4734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:12.527149+0000 mgr.smithi176.ajjlsm (mgr.14696) 5507 : cluster [DBG] pgmap v4735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:12.527149+0000 mgr.smithi176.ajjlsm (mgr.14696) 5507 : cluster [DBG] pgmap v4735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:16.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:14.527775+0000 mgr.smithi176.ajjlsm (mgr.14696) 5508 : cluster [DBG] pgmap v4736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:14.527775+0000 mgr.smithi176.ajjlsm (mgr.14696) 5508 : cluster [DBG] pgmap v4736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:16.637 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:47:16.907 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:47:16.907 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 2m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:47:16.908 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 2m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:47:16.908 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 2m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:47:16.908 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 2m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:47:16.908 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 2m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:47:16.909 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 2m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:47:16.909 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 2m ago 2h 564M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:47:16.909 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 2m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:47:16.910 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 2m ago 2h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:47:16.910 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 2m ago 2h 512M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:47:16.910 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 2m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:47:16.910 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 2m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:47:16.911 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 2m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:47:16.911 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 2m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:47:16.911 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 2m ago 2h 833M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:47:16.911 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 2m ago 2h 1675M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:47:16.912 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 2m ago 2h 1143M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:47:16.912 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 2m ago 2h 1835M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:47:16.912 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 2m ago 2h 1718M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:47:16.912 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 2m ago 2h 1882M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:47:16.912 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 2m ago 2h 1545M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:47:16.913 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 2m ago 2h 2335M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:47:16.913 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 2m ago 2h 85.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:47:17.231 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:47:17.232 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:47:17.232 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:47:17.232 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:47:17.232 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:47:17.233 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:47:17.233 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:47:17.233 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:47:17.233 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:47:17.234 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:47:17.234 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:47:17.234 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:47:17.234 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:47:17.235 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:47:17.235 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:47:17.235 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:47:17.235 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:47:17.235 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:47:17.236 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:47:17.976 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:16.528512+0000 mgr.smithi176.ajjlsm (mgr.14696) 5509 : cluster [DBG] pgmap v4737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:17.976 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:47:16.623157+0000 mgr.smithi176.ajjlsm (mgr.14696) 5510 : audit [DBG] from='client.37778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:47:17.977 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:47:16.896689+0000 mgr.smithi176.ajjlsm (mgr.14696) 5511 : audit [DBG] from='client.37782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:47:17.977 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:47:17.230170+0000 mon.smithi176 (mon.0) 1786 : audit [DBG] from='client.? 172.21.15.176:0/2555493085' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:47:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:16.528512+0000 mgr.smithi176.ajjlsm (mgr.14696) 5509 : cluster [DBG] pgmap v4737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:18.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:47:16.623157+0000 mgr.smithi176.ajjlsm (mgr.14696) 5510 : audit [DBG] from='client.37778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:47:18.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:47:16.896689+0000 mgr.smithi176.ajjlsm (mgr.14696) 5511 : audit [DBG] from='client.37782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:47:18.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:47:17.230170+0000 mon.smithi176 (mon.0) 1786 : audit [DBG] from='client.? 172.21.15.176:0/2555493085' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:47:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:18.528995+0000 mgr.smithi176.ajjlsm (mgr.14696) 5512 : cluster [DBG] pgmap v4738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:18.528995+0000 mgr.smithi176.ajjlsm (mgr.14696) 5512 : cluster [DBG] pgmap v4738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:20.529514+0000 mgr.smithi176.ajjlsm (mgr.14696) 5513 : cluster [DBG] pgmap v4739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:20.529514+0000 mgr.smithi176.ajjlsm (mgr.14696) 5513 : cluster [DBG] pgmap v4739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:23.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:22.530332+0000 mgr.smithi176.ajjlsm (mgr.14696) 5514 : cluster [DBG] pgmap v4740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:24.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:22.530332+0000 mgr.smithi176.ajjlsm (mgr.14696) 5514 : cluster [DBG] pgmap v4740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:25.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:24.530809+0000 mgr.smithi176.ajjlsm (mgr.14696) 5515 : cluster [DBG] pgmap v4741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:24.530809+0000 mgr.smithi176.ajjlsm (mgr.14696) 5515 : cluster [DBG] pgmap v4741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:27.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:26.531581+0000 mgr.smithi176.ajjlsm (mgr.14696) 5516 : cluster [DBG] pgmap v4742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:28.054 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:26.531581+0000 mgr.smithi176.ajjlsm (mgr.14696) 5516 : cluster [DBG] pgmap v4742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:28.532166+0000 mgr.smithi176.ajjlsm (mgr.14696) 5517 : cluster [DBG] pgmap v4743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:28.532166+0000 mgr.smithi176.ajjlsm (mgr.14696) 5517 : cluster [DBG] pgmap v4743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:31.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:30.532827+0000 mgr.smithi176.ajjlsm (mgr.14696) 5518 : cluster [DBG] pgmap v4744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:30.532827+0000 mgr.smithi176.ajjlsm (mgr.14696) 5518 : cluster [DBG] pgmap v4744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:32.533615+0000 mgr.smithi176.ajjlsm (mgr.14696) 5519 : cluster [DBG] pgmap v4745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:32.533615+0000 mgr.smithi176.ajjlsm (mgr.14696) 5519 : cluster [DBG] pgmap v4745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:34.534181+0000 mgr.smithi176.ajjlsm (mgr.14696) 5520 : cluster [DBG] pgmap v4746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:36.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:34.534181+0000 mgr.smithi176.ajjlsm (mgr.14696) 5520 : cluster [DBG] pgmap v4746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:37.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:36.534911+0000 mgr.smithi176.ajjlsm (mgr.14696) 5521 : cluster [DBG] pgmap v4747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:36.534911+0000 mgr.smithi176.ajjlsm (mgr.14696) 5521 : cluster [DBG] pgmap v4747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:38.535566+0000 mgr.smithi176.ajjlsm (mgr.14696) 5522 : cluster [DBG] pgmap v4748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:38.535566+0000 mgr.smithi176.ajjlsm (mgr.14696) 5522 : cluster [DBG] pgmap v4748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:40.536114+0000 mgr.smithi176.ajjlsm (mgr.14696) 5523 : cluster [DBG] pgmap v4749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:47:40.550831+0000 mon.smithi176 (mon.0) 1787 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:47:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:47:40.706617+0000 mon.smithi176 (mon.0) 1788 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:47:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:40.536114+0000 mgr.smithi176.ajjlsm (mgr.14696) 5523 : cluster [DBG] pgmap v4749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:47:40.550831+0000 mon.smithi176 (mon.0) 1787 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:47:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:47:40.706617+0000 mon.smithi176 (mon.0) 1788 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:47:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:42.536905+0000 mgr.smithi176.ajjlsm (mgr.14696) 5524 : cluster [DBG] pgmap v4750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:42.536905+0000 mgr.smithi176.ajjlsm (mgr.14696) 5524 : cluster [DBG] pgmap v4750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:45.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:44.537392+0000 mgr.smithi176.ajjlsm (mgr.14696) 5525 : cluster [DBG] pgmap v4751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:44.537392+0000 mgr.smithi176.ajjlsm (mgr.14696) 5525 : cluster [DBG] pgmap v4751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:47.530 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:47:47.798 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:47:47.799 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 2m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:47:47.799 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 2m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:47:47.799 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 2m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:47:47.800 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 2m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:47:47.800 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 2m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:47:47.800 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 2m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:47:47.800 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 2m ago 2h 564M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:47:47.800 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 2m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:47:47.801 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 2m ago 2h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:47:47.801 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 2m ago 2h 512M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:47:47.801 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 2m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:47:47.801 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 2m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:47:47.802 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 2m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:47:47.802 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 2m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:47:47.802 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 2m ago 2h 833M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:47:47.802 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 2m ago 2h 1675M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:47:47.803 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 2m ago 2h 1143M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:47:47.803 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 2m ago 2h 1835M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:47:47.803 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 2m ago 2h 1718M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:47:47.803 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 2m ago 2h 1882M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:47:47.804 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 2m ago 2h 1545M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:47:47.804 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 2m ago 2h 2335M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:47:47.804 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 2m ago 2h 85.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:47:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:46.538236+0000 mgr.smithi176.ajjlsm (mgr.14696) 5526 : cluster [DBG] pgmap v4752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:46.538236+0000 mgr.smithi176.ajjlsm (mgr.14696) 5526 : cluster [DBG] pgmap v4752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:48.127 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:47:48.127 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:47:48.127 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:47:48.128 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:47:48.128 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:47:48.128 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:47:48.128 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:47:48.128 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:47:48.129 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:47:48.129 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:47:48.129 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:47:48.129 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:47:48.130 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:47:48.130 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:47:48.130 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:47:48.130 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:47:48.130 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:47:48.131 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:47:48.131 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:47:48.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:47:47.517413+0000 mgr.smithi176.ajjlsm (mgr.14696) 5527 : audit [DBG] from='client.37790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:47:48.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:47:47.788136+0000 mgr.smithi176.ajjlsm (mgr.14696) 5528 : audit [DBG] from='client.37794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:47:48.973 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:47:48.125466+0000 mon.smithi176 (mon.0) 1789 : audit [DBG] from='client.? 172.21.15.176:0/1274217172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:47:49.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:47:47.517413+0000 mgr.smithi176.ajjlsm (mgr.14696) 5527 : audit [DBG] from='client.37790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:47:49.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:47:47.788136+0000 mgr.smithi176.ajjlsm (mgr.14696) 5528 : audit [DBG] from='client.37794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:47:49.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:47:48.125466+0000 mon.smithi176 (mon.0) 1789 : audit [DBG] from='client.? 172.21.15.176:0/1274217172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:47:49.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:48.538740+0000 mgr.smithi176.ajjlsm (mgr.14696) 5529 : cluster [DBG] pgmap v4753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:48.538740+0000 mgr.smithi176.ajjlsm (mgr.14696) 5529 : cluster [DBG] pgmap v4753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:50.539331+0000 mgr.smithi176.ajjlsm (mgr.14696) 5530 : cluster [DBG] pgmap v4754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:50.539331+0000 mgr.smithi176.ajjlsm (mgr.14696) 5530 : cluster [DBG] pgmap v4754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:52.540189+0000 mgr.smithi176.ajjlsm (mgr.14696) 5531 : cluster [DBG] pgmap v4755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:52.540189+0000 mgr.smithi176.ajjlsm (mgr.14696) 5531 : cluster [DBG] pgmap v4755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:54.540769+0000 mgr.smithi176.ajjlsm (mgr.14696) 5532 : cluster [DBG] pgmap v4756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:54.540769+0000 mgr.smithi176.ajjlsm (mgr.14696) 5532 : cluster [DBG] pgmap v4756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:47:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:56.541605+0000 mgr.smithi176.ajjlsm (mgr.14696) 5533 : cluster [DBG] pgmap v4757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:58.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:56.541605+0000 mgr.smithi176.ajjlsm (mgr.14696) 5533 : cluster [DBG] pgmap v4757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:47:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:47:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:47:58.542281+0000 mgr.smithi176.ajjlsm (mgr.14696) 5534 : cluster [DBG] pgmap v4758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:47:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:47:58.542281+0000 mgr.smithi176.ajjlsm (mgr.14696) 5534 : cluster [DBG] pgmap v4758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:00.542804+0000 mgr.smithi176.ajjlsm (mgr.14696) 5535 : cluster [DBG] pgmap v4759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:00.542804+0000 mgr.smithi176.ajjlsm (mgr.14696) 5535 : cluster [DBG] pgmap v4759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:02.543781+0000 mgr.smithi176.ajjlsm (mgr.14696) 5536 : cluster [DBG] pgmap v4760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:02.543781+0000 mgr.smithi176.ajjlsm (mgr.14696) 5536 : cluster [DBG] pgmap v4760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:04.544298+0000 mgr.smithi176.ajjlsm (mgr.14696) 5537 : cluster [DBG] pgmap v4761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:04.544298+0000 mgr.smithi176.ajjlsm (mgr.14696) 5537 : cluster [DBG] pgmap v4761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:06.545132+0000 mgr.smithi176.ajjlsm (mgr.14696) 5538 : cluster [DBG] pgmap v4762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:06.545132+0000 mgr.smithi176.ajjlsm (mgr.14696) 5538 : cluster [DBG] pgmap v4762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:08.545717+0000 mgr.smithi176.ajjlsm (mgr.14696) 5539 : cluster [DBG] pgmap v4763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:08.545717+0000 mgr.smithi176.ajjlsm (mgr.14696) 5539 : cluster [DBG] pgmap v4763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:48:10.218858+0000 mon.smithi176 (mon.0) 1790 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:48:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:48:10.220149+0000 mon.smithi176 (mon.0) 1791 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:48:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:48:10.220882+0000 mon.smithi176 (mon.0) 1792 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:48:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:48:10.221542+0000 mgr.smithi176.ajjlsm (mgr.14696) 5540 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:48:11.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:10.546163+0000 mgr.smithi176.ajjlsm (mgr.14696) 5541 : cluster [DBG] pgmap v4764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:11.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:48:10.570797+0000 mon.smithi176 (mon.0) 1793 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:48:11.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:48:10.956705+0000 mon.smithi176 (mon.0) 1794 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:48:11.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:48:10.962176+0000 mon.smithi176 (mon.0) 1795 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:48:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:48:10.218858+0000 mon.smithi176 (mon.0) 1790 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:48:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:48:10.220149+0000 mon.smithi176 (mon.0) 1791 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:48:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:48:10.220882+0000 mon.smithi176 (mon.0) 1792 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:48:11.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:48:10.221542+0000 mgr.smithi176.ajjlsm (mgr.14696) 5540 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:48:11.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:10.546163+0000 mgr.smithi176.ajjlsm (mgr.14696) 5541 : cluster [DBG] pgmap v4764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:11.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:48:10.570797+0000 mon.smithi176 (mon.0) 1793 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:48:11.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:48:10.956705+0000 mon.smithi176 (mon.0) 1794 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:48:11.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:48:10.962176+0000 mon.smithi176 (mon.0) 1795 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:48:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:12.546839+0000 mgr.smithi176.ajjlsm (mgr.14696) 5542 : cluster [DBG] pgmap v4765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:12.546839+0000 mgr.smithi176.ajjlsm (mgr.14696) 5542 : cluster [DBG] pgmap v4765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:15.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:14.547422+0000 mgr.smithi176.ajjlsm (mgr.14696) 5543 : cluster [DBG] pgmap v4766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:14.547422+0000 mgr.smithi176.ajjlsm (mgr.14696) 5543 : cluster [DBG] pgmap v4766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:16.548296+0000 mgr.smithi176.ajjlsm (mgr.14696) 5544 : cluster [DBG] pgmap v4767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:16.548296+0000 mgr.smithi176.ajjlsm (mgr.14696) 5544 : cluster [DBG] pgmap v4767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:18.433 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:48:18.703 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:48:18.703 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 3m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:48:18.704 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 3m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:48:18.704 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 3m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:48:18.704 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 3m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:48:18.704 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 3m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:48:18.704 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 3m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:48:18.705 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 3m ago 2h 564M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:48:18.705 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 3m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:48:18.705 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 3m ago 2h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:48:18.705 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 3m ago 2h 512M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:48:18.706 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 3m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:48:18.706 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 3m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:48:18.706 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 3m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:48:18.706 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 3m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:48:18.706 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 3m ago 2h 833M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:48:18.707 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 3m ago 2h 1675M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:48:18.707 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 3m ago 2h 1143M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:48:18.707 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 3m ago 2h 1835M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:48:18.707 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 3m ago 2h 1718M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:48:18.707 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 3m ago 2h 1882M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:48:18.708 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 3m ago 2h 1545M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:48:18.708 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 3m ago 2h 2335M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:48:18.708 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 3m ago 2h 85.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:48:19.023 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:48:19.024 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:48:19.024 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:48:19.024 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:48:19.024 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:48:19.025 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:48:19.025 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:48:19.025 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:48:19.025 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:48:19.025 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:48:19.026 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:48:19.026 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:48:19.026 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:48:19.026 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:48:19.027 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:48:19.027 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:48:19.027 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:48:19.027 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:48:19.028 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:48:19.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:48:18.420198+0000 mgr.smithi176.ajjlsm (mgr.14696) 5545 : audit [DBG] from='client.37802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:48:19.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:18.548656+0000 mgr.smithi176.ajjlsm (mgr.14696) 5546 : cluster [DBG] pgmap v4768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:19.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:48:18.692519+0000 mgr.smithi176.ajjlsm (mgr.14696) 5547 : audit [DBG] from='client.37806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:48:19.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:48:19.022081+0000 mon.smithi176 (mon.0) 1796 : audit [DBG] from='client.? 172.21.15.176:0/1853303096' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:48:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:48:18.420198+0000 mgr.smithi176.ajjlsm (mgr.14696) 5545 : audit [DBG] from='client.37802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:48:20.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:18.548656+0000 mgr.smithi176.ajjlsm (mgr.14696) 5546 : cluster [DBG] pgmap v4768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:20.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:48:18.692519+0000 mgr.smithi176.ajjlsm (mgr.14696) 5547 : audit [DBG] from='client.37806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:48:20.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:48:19.022081+0000 mon.smithi176 (mon.0) 1796 : audit [DBG] from='client.? 172.21.15.176:0/1853303096' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:48:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:20.549140+0000 mgr.smithi176.ajjlsm (mgr.14696) 5548 : cluster [DBG] pgmap v4769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:20.549140+0000 mgr.smithi176.ajjlsm (mgr.14696) 5548 : cluster [DBG] pgmap v4769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:23.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:22.550026+0000 mgr.smithi176.ajjlsm (mgr.14696) 5549 : cluster [DBG] pgmap v4770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:24.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:22.550026+0000 mgr.smithi176.ajjlsm (mgr.14696) 5549 : cluster [DBG] pgmap v4770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:25.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:24.550489+0000 mgr.smithi176.ajjlsm (mgr.14696) 5550 : cluster [DBG] pgmap v4771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:24.550489+0000 mgr.smithi176.ajjlsm (mgr.14696) 5550 : cluster [DBG] pgmap v4771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:27.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:26.551257+0000 mgr.smithi176.ajjlsm (mgr.14696) 5551 : cluster [DBG] pgmap v4772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:28.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:26.551257+0000 mgr.smithi176.ajjlsm (mgr.14696) 5551 : cluster [DBG] pgmap v4772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:28.551737+0000 mgr.smithi176.ajjlsm (mgr.14696) 5552 : cluster [DBG] pgmap v4773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:28.551737+0000 mgr.smithi176.ajjlsm (mgr.14696) 5552 : cluster [DBG] pgmap v4773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:31.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:30.552318+0000 mgr.smithi176.ajjlsm (mgr.14696) 5553 : cluster [DBG] pgmap v4774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:30.552318+0000 mgr.smithi176.ajjlsm (mgr.14696) 5553 : cluster [DBG] pgmap v4774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:32.553056+0000 mgr.smithi176.ajjlsm (mgr.14696) 5554 : cluster [DBG] pgmap v4775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:32.553056+0000 mgr.smithi176.ajjlsm (mgr.14696) 5554 : cluster [DBG] pgmap v4775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:34.553596+0000 mgr.smithi176.ajjlsm (mgr.14696) 5555 : cluster [DBG] pgmap v4776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:34.553596+0000 mgr.smithi176.ajjlsm (mgr.14696) 5555 : cluster [DBG] pgmap v4776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:37.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:36.554490+0000 mgr.smithi176.ajjlsm (mgr.14696) 5556 : cluster [DBG] pgmap v4777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:36.554490+0000 mgr.smithi176.ajjlsm (mgr.14696) 5556 : cluster [DBG] pgmap v4777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:38.554949+0000 mgr.smithi176.ajjlsm (mgr.14696) 5557 : cluster [DBG] pgmap v4778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:38.554949+0000 mgr.smithi176.ajjlsm (mgr.14696) 5557 : cluster [DBG] pgmap v4778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:48:40.552762+0000 mon.smithi176 (mon.0) 1797 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:48:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:40.555333+0000 mgr.smithi176.ajjlsm (mgr.14696) 5558 : cluster [DBG] pgmap v4779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:48:40.711319+0000 mon.smithi176 (mon.0) 1798 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:48:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:48:40.552762+0000 mon.smithi176 (mon.0) 1797 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:48:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:40.555333+0000 mgr.smithi176.ajjlsm (mgr.14696) 5558 : cluster [DBG] pgmap v4779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:48:40.711319+0000 mon.smithi176 (mon.0) 1798 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:48:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:42.556169+0000 mgr.smithi176.ajjlsm (mgr.14696) 5559 : cluster [DBG] pgmap v4780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:42.556169+0000 mgr.smithi176.ajjlsm (mgr.14696) 5559 : cluster [DBG] pgmap v4780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:45.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:44.556651+0000 mgr.smithi176.ajjlsm (mgr.14696) 5560 : cluster [DBG] pgmap v4781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:44.556651+0000 mgr.smithi176.ajjlsm (mgr.14696) 5560 : cluster [DBG] pgmap v4781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:46.557585+0000 mgr.smithi176.ajjlsm (mgr.14696) 5561 : cluster [DBG] pgmap v4782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:46.557585+0000 mgr.smithi176.ajjlsm (mgr.14696) 5561 : cluster [DBG] pgmap v4782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:49.329 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:48:49.597 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:48:49.597 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 3m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:48:49.597 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 3m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:48:49.597 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 3m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:48:49.598 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 3m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:48:49.598 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 3m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:48:49.598 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 3m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:48:49.598 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 3m ago 2h 564M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:48:49.599 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 3m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:48:49.599 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 3m ago 2h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:48:49.599 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 3m ago 2h 512M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:48:49.599 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 3m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:48:49.600 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 3m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:48:49.600 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 3m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:48:49.600 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 3m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:48:49.600 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 3m ago 2h 833M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:48:49.601 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 3m ago 2h 1675M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:48:49.601 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 3m ago 2h 1143M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:48:49.601 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 3m ago 2h 1835M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:48:49.601 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 3m ago 2h 1718M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:48:49.602 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 3m ago 2h 1882M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:48:49.602 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 3m ago 2h 1545M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:48:49.602 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 3m ago 2h 2335M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:48:49.602 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 3m ago 2h 85.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:48:49.919 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:48:49.920 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:48:49.920 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:48:49.920 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:48:49.920 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:48:49.921 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:48:49.921 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:48:49.921 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:48:49.921 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:48:49.922 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:48:49.922 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:48:49.922 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:48:49.923 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:48:49.923 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:48:49.923 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:48:49.923 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:48:49.923 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:48:49.924 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:48:49.924 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:48:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:48.558203+0000 mgr.smithi176.ajjlsm (mgr.14696) 5562 : cluster [DBG] pgmap v4783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:48.558203+0000 mgr.smithi176.ajjlsm (mgr.14696) 5562 : cluster [DBG] pgmap v4783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:48:49.315253+0000 mgr.smithi176.ajjlsm (mgr.14696) 5563 : audit [DBG] from='client.37814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:48:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:48:49.585767+0000 mgr.smithi176.ajjlsm (mgr.14696) 5564 : audit [DBG] from='client.37818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:48:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:48:49.917959+0000 mon.smithi176 (mon.0) 1799 : audit [DBG] from='client.? 172.21.15.176:0/776291528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:48:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:48:49.315253+0000 mgr.smithi176.ajjlsm (mgr.14696) 5563 : audit [DBG] from='client.37814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:48:51.125 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:48:49.585767+0000 mgr.smithi176.ajjlsm (mgr.14696) 5564 : audit [DBG] from='client.37818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:48:51.125 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:48:49.917959+0000 mon.smithi176 (mon.0) 1799 : audit [DBG] from='client.? 172.21.15.176:0/776291528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:48:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:50.558673+0000 mgr.smithi176.ajjlsm (mgr.14696) 5565 : cluster [DBG] pgmap v4784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:50.558673+0000 mgr.smithi176.ajjlsm (mgr.14696) 5565 : cluster [DBG] pgmap v4784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:52.559463+0000 mgr.smithi176.ajjlsm (mgr.14696) 5566 : cluster [DBG] pgmap v4785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:52.559463+0000 mgr.smithi176.ajjlsm (mgr.14696) 5566 : cluster [DBG] pgmap v4785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:54.560018+0000 mgr.smithi176.ajjlsm (mgr.14696) 5567 : cluster [DBG] pgmap v4786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:54.560018+0000 mgr.smithi176.ajjlsm (mgr.14696) 5567 : cluster [DBG] pgmap v4786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:48:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:56.560746+0000 mgr.smithi176.ajjlsm (mgr.14696) 5568 : cluster [DBG] pgmap v4787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:56.560746+0000 mgr.smithi176.ajjlsm (mgr.14696) 5568 : cluster [DBG] pgmap v4787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:48:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:48:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:48:58.561323+0000 mgr.smithi176.ajjlsm (mgr.14696) 5569 : cluster [DBG] pgmap v4788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:48:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:48:58.561323+0000 mgr.smithi176.ajjlsm (mgr.14696) 5569 : cluster [DBG] pgmap v4788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:00.561857+0000 mgr.smithi176.ajjlsm (mgr.14696) 5570 : cluster [DBG] pgmap v4789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:00.561857+0000 mgr.smithi176.ajjlsm (mgr.14696) 5570 : cluster [DBG] pgmap v4789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:02.562808+0000 mgr.smithi176.ajjlsm (mgr.14696) 5571 : cluster [DBG] pgmap v4790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:02.562808+0000 mgr.smithi176.ajjlsm (mgr.14696) 5571 : cluster [DBG] pgmap v4790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:04.563310+0000 mgr.smithi176.ajjlsm (mgr.14696) 5572 : cluster [DBG] pgmap v4791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:04.563310+0000 mgr.smithi176.ajjlsm (mgr.14696) 5572 : cluster [DBG] pgmap v4791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:06.564114+0000 mgr.smithi176.ajjlsm (mgr.14696) 5573 : cluster [DBG] pgmap v4792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:06.564114+0000 mgr.smithi176.ajjlsm (mgr.14696) 5573 : cluster [DBG] pgmap v4792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:08.564559+0000 mgr.smithi176.ajjlsm (mgr.14696) 5574 : cluster [DBG] pgmap v4793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:08.564559+0000 mgr.smithi176.ajjlsm (mgr.14696) 5574 : cluster [DBG] pgmap v4793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:10.565073+0000 mgr.smithi176.ajjlsm (mgr.14696) 5575 : cluster [DBG] pgmap v4794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:49:10.965098+0000 mon.smithi176 (mon.0) 1800 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:49:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:49:10.966489+0000 mon.smithi176 (mon.0) 1801 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:49:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:49:10.967371+0000 mon.smithi176 (mon.0) 1802 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:49:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:10.565073+0000 mgr.smithi176.ajjlsm (mgr.14696) 5575 : cluster [DBG] pgmap v4794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:49:10.965098+0000 mon.smithi176 (mon.0) 1800 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:49:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:49:10.966489+0000 mon.smithi176 (mon.0) 1801 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:49:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:49:10.967371+0000 mon.smithi176 (mon.0) 1802 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:49:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:49:10.968189+0000 mgr.smithi176.ajjlsm (mgr.14696) 5576 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:49:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:49:11.374629+0000 mon.smithi176 (mon.0) 1803 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:49:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:49:11.379129+0000 mon.smithi176 (mon.0) 1804 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:49:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:49:10.968189+0000 mgr.smithi176.ajjlsm (mgr.14696) 5576 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:49:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:49:11.374629+0000 mon.smithi176 (mon.0) 1803 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:49:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:49:11.379129+0000 mon.smithi176 (mon.0) 1804 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:49:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:12.565957+0000 mgr.smithi176.ajjlsm (mgr.14696) 5577 : cluster [DBG] pgmap v4795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:12.565957+0000 mgr.smithi176.ajjlsm (mgr.14696) 5577 : cluster [DBG] pgmap v4795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:15.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:14.566467+0000 mgr.smithi176.ajjlsm (mgr.14696) 5578 : cluster [DBG] pgmap v4796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:14.566467+0000 mgr.smithi176.ajjlsm (mgr.14696) 5578 : cluster [DBG] pgmap v4796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:16.567319+0000 mgr.smithi176.ajjlsm (mgr.14696) 5579 : cluster [DBG] pgmap v4797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:16.567319+0000 mgr.smithi176.ajjlsm (mgr.14696) 5579 : cluster [DBG] pgmap v4797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:19.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:18.567883+0000 mgr.smithi176.ajjlsm (mgr.14696) 5580 : cluster [DBG] pgmap v4798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:18.567883+0000 mgr.smithi176.ajjlsm (mgr.14696) 5580 : cluster [DBG] pgmap v4798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:20.226 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:49:20.495 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:49:20.496 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 4m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:49:20.496 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 4m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:49:20.496 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 4m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:49:20.497 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 4m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:49:20.498 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 4m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:49:20.498 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 4m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:49:20.498 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 4m ago 2h 564M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:49:20.498 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 4m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:49:20.499 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 4m ago 2h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:49:20.499 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 4m ago 2h 512M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:49:20.499 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 4m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:49:20.499 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 4m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:49:20.500 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 4m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:49:20.500 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 4m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:49:20.500 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 4m ago 2h 833M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:49:20.500 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 4m ago 2h 1675M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:49:20.500 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 4m ago 2h 1143M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:49:20.501 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 4m ago 2h 1835M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:49:20.501 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 4m ago 2h 1718M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:49:20.501 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 4m ago 2h 1882M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:49:20.502 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 4m ago 2h 1545M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:49:20.502 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 4m ago 2h 2335M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:49:20.502 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 4m ago 2h 85.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:49:20.818 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:49:20.818 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:49:20.819 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:49:20.819 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:49:20.819 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:49:20.820 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:49:20.820 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:49:20.820 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:49:20.820 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:49:20.821 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:49:20.821 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:49:20.821 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:49:20.821 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:49:20.821 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:49:20.822 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:49:20.822 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:49:20.822 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:49:20.822 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:49:20.823 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:49:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:49:20.212227+0000 mgr.smithi176.ajjlsm (mgr.14696) 5581 : audit [DBG] from='client.37826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:49:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:49:20.484634+0000 mgr.smithi176.ajjlsm (mgr.14696) 5582 : audit [DBG] from='client.37830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:49:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:20.568372+0000 mgr.smithi176.ajjlsm (mgr.14696) 5583 : cluster [DBG] pgmap v4799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:49:20.816514+0000 mon.smithi176 (mon.0) 1805 : audit [DBG] from='client.? 172.21.15.176:0/69938011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:49:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:49:20.212227+0000 mgr.smithi176.ajjlsm (mgr.14696) 5581 : audit [DBG] from='client.37826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:49:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:49:20.484634+0000 mgr.smithi176.ajjlsm (mgr.14696) 5582 : audit [DBG] from='client.37830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:49:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:20.568372+0000 mgr.smithi176.ajjlsm (mgr.14696) 5583 : cluster [DBG] pgmap v4799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:49:20.816514+0000 mon.smithi176 (mon.0) 1805 : audit [DBG] from='client.? 172.21.15.176:0/69938011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:49:23.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:22.569166+0000 mgr.smithi176.ajjlsm (mgr.14696) 5584 : cluster [DBG] pgmap v4800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:22.569166+0000 mgr.smithi176.ajjlsm (mgr.14696) 5584 : cluster [DBG] pgmap v4800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:25.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:24.569672+0000 mgr.smithi176.ajjlsm (mgr.14696) 5585 : cluster [DBG] pgmap v4801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:24.569672+0000 mgr.smithi176.ajjlsm (mgr.14696) 5585 : cluster [DBG] pgmap v4801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:26.570626+0000 mgr.smithi176.ajjlsm (mgr.14696) 5586 : cluster [DBG] pgmap v4802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:26.570626+0000 mgr.smithi176.ajjlsm (mgr.14696) 5586 : cluster [DBG] pgmap v4802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:28.571316+0000 mgr.smithi176.ajjlsm (mgr.14696) 5587 : cluster [DBG] pgmap v4803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:28.571316+0000 mgr.smithi176.ajjlsm (mgr.14696) 5587 : cluster [DBG] pgmap v4803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:30.571833+0000 mgr.smithi176.ajjlsm (mgr.14696) 5588 : cluster [DBG] pgmap v4804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:30.571833+0000 mgr.smithi176.ajjlsm (mgr.14696) 5588 : cluster [DBG] pgmap v4804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:32.572629+0000 mgr.smithi176.ajjlsm (mgr.14696) 5589 : cluster [DBG] pgmap v4805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:32.572629+0000 mgr.smithi176.ajjlsm (mgr.14696) 5589 : cluster [DBG] pgmap v4805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:34.573342+0000 mgr.smithi176.ajjlsm (mgr.14696) 5590 : cluster [DBG] pgmap v4806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:34.573342+0000 mgr.smithi176.ajjlsm (mgr.14696) 5590 : cluster [DBG] pgmap v4806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:36.574172+0000 mgr.smithi176.ajjlsm (mgr.14696) 5591 : cluster [DBG] pgmap v4807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:38.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:36.574172+0000 mgr.smithi176.ajjlsm (mgr.14696) 5591 : cluster [DBG] pgmap v4807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:39.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:38.574648+0000 mgr.smithi176.ajjlsm (mgr.14696) 5592 : cluster [DBG] pgmap v4808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:38.574648+0000 mgr.smithi176.ajjlsm (mgr.14696) 5592 : cluster [DBG] pgmap v4808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:49:40.554488+0000 mon.smithi176 (mon.0) 1806 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:49:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:40.575106+0000 mgr.smithi176.ajjlsm (mgr.14696) 5593 : cluster [DBG] pgmap v4809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:49:40.715652+0000 mon.smithi176 (mon.0) 1807 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:49:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:49:40.554488+0000 mon.smithi176 (mon.0) 1806 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:49:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:40.575106+0000 mgr.smithi176.ajjlsm (mgr.14696) 5593 : cluster [DBG] pgmap v4809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:49:40.715652+0000 mon.smithi176 (mon.0) 1807 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:49:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:42.576082+0000 mgr.smithi176.ajjlsm (mgr.14696) 5594 : cluster [DBG] pgmap v4810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:42.576082+0000 mgr.smithi176.ajjlsm (mgr.14696) 5594 : cluster [DBG] pgmap v4810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:44.576507+0000 mgr.smithi176.ajjlsm (mgr.14696) 5595 : cluster [DBG] pgmap v4811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:44.576507+0000 mgr.smithi176.ajjlsm (mgr.14696) 5595 : cluster [DBG] pgmap v4811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:46.577329+0000 mgr.smithi176.ajjlsm (mgr.14696) 5596 : cluster [DBG] pgmap v4812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:46.577329+0000 mgr.smithi176.ajjlsm (mgr.14696) 5596 : cluster [DBG] pgmap v4812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:49.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:48.577922+0000 mgr.smithi176.ajjlsm (mgr.14696) 5597 : cluster [DBG] pgmap v4813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:48.577922+0000 mgr.smithi176.ajjlsm (mgr.14696) 5597 : cluster [DBG] pgmap v4813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:51.123 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:49:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:50.578415+0000 mgr.smithi176.ajjlsm (mgr.14696) 5598 : cluster [DBG] pgmap v4814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:51.391 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:49:51.392 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 4m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:49:51.392 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 4m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:49:51.392 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 4m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:49:51.393 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 4m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:49:51.393 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 4m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:49:51.393 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 4m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:49:51.393 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 4m ago 2h 564M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:49:51.393 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 4m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:49:51.394 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 4m ago 2h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:49:51.394 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 4m ago 2h 512M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:49:51.394 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 4m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:49:51.394 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 4m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:49:51.395 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 4m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:49:51.395 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 4m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:49:51.395 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 4m ago 2h 833M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:49:51.395 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 4m ago 2h 1675M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:49:51.395 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 4m ago 2h 1143M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:49:51.396 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 4m ago 2h 1835M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:49:51.396 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 4m ago 2h 1718M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:49:51.396 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 4m ago 2h 1882M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:49:51.396 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 4m ago 2h 1545M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:49:51.396 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 4m ago 2h 2335M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:49:51.397 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 4m ago 2h 85.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:49:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:50.578415+0000 mgr.smithi176.ajjlsm (mgr.14696) 5598 : cluster [DBG] pgmap v4814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:51.714 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:49:51.715 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:49:51.715 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:49:51.715 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:49:51.715 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:49:51.716 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:49:51.716 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:49:51.716 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:49:51.716 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:49:51.716 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:49:51.717 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:49:51.717 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:49:51.717 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:49:51.717 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:49:51.718 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:49:51.718 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:49:51.718 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:49:51.718 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:49:51.719 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:49:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:49:51.109528+0000 mgr.smithi176.ajjlsm (mgr.14696) 5599 : audit [DBG] from='client.37838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:49:52.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:49:51.381404+0000 mgr.smithi176.ajjlsm (mgr.14696) 5600 : audit [DBG] from='client.37842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:49:52.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:49:51.713015+0000 mon.smithi176 (mon.0) 1808 : audit [DBG] from='client.? 172.21.15.176:0/1613986944' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:49:52.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:49:51.109528+0000 mgr.smithi176.ajjlsm (mgr.14696) 5599 : audit [DBG] from='client.37838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:49:52.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:49:51.381404+0000 mgr.smithi176.ajjlsm (mgr.14696) 5600 : audit [DBG] from='client.37842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:49:52.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:49:51.713015+0000 mon.smithi176 (mon.0) 1808 : audit [DBG] from='client.? 172.21.15.176:0/1613986944' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:49:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:52.579332+0000 mgr.smithi176.ajjlsm (mgr.14696) 5601 : cluster [DBG] pgmap v4815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:53.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:52.579332+0000 mgr.smithi176.ajjlsm (mgr.14696) 5601 : cluster [DBG] pgmap v4815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:54.580069+0000 mgr.smithi176.ajjlsm (mgr.14696) 5602 : cluster [DBG] pgmap v4816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:54.580069+0000 mgr.smithi176.ajjlsm (mgr.14696) 5602 : cluster [DBG] pgmap v4816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:49:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:56.580830+0000 mgr.smithi176.ajjlsm (mgr.14696) 5603 : cluster [DBG] pgmap v4817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:58.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:56.580830+0000 mgr.smithi176.ajjlsm (mgr.14696) 5603 : cluster [DBG] pgmap v4817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:49:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:49:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:49:58.581330+0000 mgr.smithi176.ajjlsm (mgr.14696) 5604 : cluster [DBG] pgmap v4818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:49:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:49:58.581330+0000 mgr.smithi176.ajjlsm (mgr.14696) 5604 : cluster [DBG] pgmap v4818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:00.000170+0000 mon.smithi176 (mon.0) 1809 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T09:50:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:00.000170+0000 mon.smithi176 (mon.0) 1809 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T09:50:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:00.581890+0000 mgr.smithi176.ajjlsm (mgr.14696) 5605 : cluster [DBG] pgmap v4819: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:02.052 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:00.581890+0000 mgr.smithi176.ajjlsm (mgr.14696) 5605 : cluster [DBG] pgmap v4819: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:03.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:02.582700+0000 mgr.smithi176.ajjlsm (mgr.14696) 5606 : cluster [DBG] pgmap v4820: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:04.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:02.582700+0000 mgr.smithi176.ajjlsm (mgr.14696) 5606 : cluster [DBG] pgmap v4820: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:04.583271+0000 mgr.smithi176.ajjlsm (mgr.14696) 5607 : cluster [DBG] pgmap v4821: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:04.583271+0000 mgr.smithi176.ajjlsm (mgr.14696) 5607 : cluster [DBG] pgmap v4821: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:06.584089+0000 mgr.smithi176.ajjlsm (mgr.14696) 5608 : cluster [DBG] pgmap v4822: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:06.584089+0000 mgr.smithi176.ajjlsm (mgr.14696) 5608 : cluster [DBG] pgmap v4822: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:08.584622+0000 mgr.smithi176.ajjlsm (mgr.14696) 5609 : cluster [DBG] pgmap v4823: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:08.584622+0000 mgr.smithi176.ajjlsm (mgr.14696) 5609 : cluster [DBG] pgmap v4823: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:10.585209+0000 mgr.smithi176.ajjlsm (mgr.14696) 5610 : cluster [DBG] pgmap v4824: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:10.585209+0000 mgr.smithi176.ajjlsm (mgr.14696) 5610 : cluster [DBG] pgmap v4824: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:50:11.381623+0000 mon.smithi176 (mon.0) 1810 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:50:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:50:11.383014+0000 mon.smithi176 (mon.0) 1811 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:50:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:50:11.383824+0000 mon.smithi176 (mon.0) 1812 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:50:12.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:50:11.384566+0000 mgr.smithi176.ajjlsm (mgr.14696) 5611 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:50:12.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:50:11.788127+0000 mon.smithi176 (mon.0) 1813 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:50:12.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:50:11.794052+0000 mon.smithi176 (mon.0) 1814 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:50:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:50:11.381623+0000 mon.smithi176 (mon.0) 1810 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:50:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:50:11.383014+0000 mon.smithi176 (mon.0) 1811 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:50:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:50:11.383824+0000 mon.smithi176 (mon.0) 1812 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:50:12.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:50:11.384566+0000 mgr.smithi176.ajjlsm (mgr.14696) 5611 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:50:12.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:50:11.788127+0000 mon.smithi176 (mon.0) 1813 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:50:12.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:50:11.794052+0000 mon.smithi176 (mon.0) 1814 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:50:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:12.586198+0000 mgr.smithi176.ajjlsm (mgr.14696) 5612 : cluster [DBG] pgmap v4825: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:12.586198+0000 mgr.smithi176.ajjlsm (mgr.14696) 5612 : cluster [DBG] pgmap v4825: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:15.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:14.586799+0000 mgr.smithi176.ajjlsm (mgr.14696) 5613 : cluster [DBG] pgmap v4826: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:14.586799+0000 mgr.smithi176.ajjlsm (mgr.14696) 5613 : cluster [DBG] pgmap v4826: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:16.587641+0000 mgr.smithi176.ajjlsm (mgr.14696) 5614 : cluster [DBG] pgmap v4827: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:16.587641+0000 mgr.smithi176.ajjlsm (mgr.14696) 5614 : cluster [DBG] pgmap v4827: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:18.588167+0000 mgr.smithi176.ajjlsm (mgr.14696) 5615 : cluster [DBG] pgmap v4828: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:18.588167+0000 mgr.smithi176.ajjlsm (mgr.14696) 5615 : cluster [DBG] pgmap v4828: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:20.588707+0000 mgr.smithi176.ajjlsm (mgr.14696) 5616 : cluster [DBG] pgmap v4829: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:20.588707+0000 mgr.smithi176.ajjlsm (mgr.14696) 5616 : cluster [DBG] pgmap v4829: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:22.017 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:50:22.285 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:50:22.285 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 5m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:50:22.285 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 5m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:50:22.286 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 5m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:50:22.286 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 5m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:50:22.286 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 5m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:50:22.287 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 5m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:50:22.287 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 5m ago 2h 564M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:50:22.287 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 5m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:50:22.287 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 5m ago 2h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:50:22.288 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 5m ago 2h 512M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:50:22.288 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 5m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:50:22.288 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 5m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:50:22.288 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 5m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:50:22.289 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 5m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:50:22.289 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 5m ago 2h 833M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:50:22.289 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 5m ago 2h 1675M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:50:22.289 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 5m ago 2h 1143M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:50:22.289 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 5m ago 2h 1835M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:50:22.290 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 5m ago 2h 1718M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:50:22.290 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 5m ago 2h 1882M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:50:22.290 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 5m ago 2h 1545M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:50:22.290 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 5m ago 2h 2335M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:50:22.291 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 5m ago 2h 85.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:50:22.605 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:50:22.605 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:50:22.605 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:50:22.606 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:50:22.606 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:50:22.606 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:50:22.606 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:50:22.607 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:50:22.607 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:50:22.607 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:50:22.607 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:50:22.608 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:50:22.608 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:50:22.608 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:50:22.608 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:50:22.608 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:50:22.609 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:50:22.609 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:50:22.609 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:50:22.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:50:22.603358+0000 mon.smithi176 (mon.0) 1815 : audit [DBG] from='client.? 172.21.15.176:0/2880430139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:50:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:50:22.603358+0000 mon.smithi176 (mon.0) 1815 : audit [DBG] from='client.? 172.21.15.176:0/2880430139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:50:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:50:22.003085+0000 mgr.smithi176.ajjlsm (mgr.14696) 5617 : audit [DBG] from='client.37850 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:50:23.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:50:22.274623+0000 mgr.smithi176.ajjlsm (mgr.14696) 5618 : audit [DBG] from='client.37854 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:50:23.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:22.589389+0000 mgr.smithi176.ajjlsm (mgr.14696) 5619 : cluster [DBG] pgmap v4830: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:50:22.003085+0000 mgr.smithi176.ajjlsm (mgr.14696) 5617 : audit [DBG] from='client.37850 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:50:24.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:50:22.274623+0000 mgr.smithi176.ajjlsm (mgr.14696) 5618 : audit [DBG] from='client.37854 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:50:24.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:22.589389+0000 mgr.smithi176.ajjlsm (mgr.14696) 5619 : cluster [DBG] pgmap v4830: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:25.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:24.589872+0000 mgr.smithi176.ajjlsm (mgr.14696) 5620 : cluster [DBG] pgmap v4831: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:24.589872+0000 mgr.smithi176.ajjlsm (mgr.14696) 5620 : cluster [DBG] pgmap v4831: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:27.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:26.590753+0000 mgr.smithi176.ajjlsm (mgr.14696) 5621 : cluster [DBG] pgmap v4832: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:26.590753+0000 mgr.smithi176.ajjlsm (mgr.14696) 5621 : cluster [DBG] pgmap v4832: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:28.591299+0000 mgr.smithi176.ajjlsm (mgr.14696) 5622 : cluster [DBG] pgmap v4833: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:28.591299+0000 mgr.smithi176.ajjlsm (mgr.14696) 5622 : cluster [DBG] pgmap v4833: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:30.591942+0000 mgr.smithi176.ajjlsm (mgr.14696) 5623 : cluster [DBG] pgmap v4834: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:30.591942+0000 mgr.smithi176.ajjlsm (mgr.14696) 5623 : cluster [DBG] pgmap v4834: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:32.592870+0000 mgr.smithi176.ajjlsm (mgr.14696) 5624 : cluster [DBG] pgmap v4835: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:32.592870+0000 mgr.smithi176.ajjlsm (mgr.14696) 5624 : cluster [DBG] pgmap v4835: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:34.593525+0000 mgr.smithi176.ajjlsm (mgr.14696) 5625 : cluster [DBG] pgmap v4836: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:34.593525+0000 mgr.smithi176.ajjlsm (mgr.14696) 5625 : cluster [DBG] pgmap v4836: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:36.594352+0000 mgr.smithi176.ajjlsm (mgr.14696) 5626 : cluster [DBG] pgmap v4837: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:36.594352+0000 mgr.smithi176.ajjlsm (mgr.14696) 5626 : cluster [DBG] pgmap v4837: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:38.594985+0000 mgr.smithi176.ajjlsm (mgr.14696) 5627 : cluster [DBG] pgmap v4838: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:38.594985+0000 mgr.smithi176.ajjlsm (mgr.14696) 5627 : cluster [DBG] pgmap v4838: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:50:40.556270+0000 mon.smithi176 (mon.0) 1816 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:50:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:40.595505+0000 mgr.smithi176.ajjlsm (mgr.14696) 5628 : cluster [DBG] pgmap v4839: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:50:40.720008+0000 mon.smithi176 (mon.0) 1817 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:50:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:50:40.556270+0000 mon.smithi176 (mon.0) 1816 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:50:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:40.595505+0000 mgr.smithi176.ajjlsm (mgr.14696) 5628 : cluster [DBG] pgmap v4839: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:41.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:50:40.720008+0000 mon.smithi176 (mon.0) 1817 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:50:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:42.596323+0000 mgr.smithi176.ajjlsm (mgr.14696) 5629 : cluster [DBG] pgmap v4840: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:42.596323+0000 mgr.smithi176.ajjlsm (mgr.14696) 5629 : cluster [DBG] pgmap v4840: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:45.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:44.596886+0000 mgr.smithi176.ajjlsm (mgr.14696) 5630 : cluster [DBG] pgmap v4841: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:44.596886+0000 mgr.smithi176.ajjlsm (mgr.14696) 5630 : cluster [DBG] pgmap v4841: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:46.597664+0000 mgr.smithi176.ajjlsm (mgr.14696) 5631 : cluster [DBG] pgmap v4842: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:46.597664+0000 mgr.smithi176.ajjlsm (mgr.14696) 5631 : cluster [DBG] pgmap v4842: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:49.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:48.598208+0000 mgr.smithi176.ajjlsm (mgr.14696) 5632 : cluster [DBG] pgmap v4843: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:48.598208+0000 mgr.smithi176.ajjlsm (mgr.14696) 5632 : cluster [DBG] pgmap v4843: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:50.598676+0000 mgr.smithi176.ajjlsm (mgr.14696) 5633 : cluster [DBG] pgmap v4844: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:50.598676+0000 mgr.smithi176.ajjlsm (mgr.14696) 5633 : cluster [DBG] pgmap v4844: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:52.909 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:50:53.178 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:50:53.179 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 5m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:50:53.179 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 5m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:50:53.179 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 5m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:50:53.180 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 5m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:50:53.180 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 5m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:50:53.180 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 5m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:50:53.180 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 5m ago 2h 564M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:50:53.181 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 5m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:50:53.181 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 5m ago 2h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:50:53.181 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 5m ago 2h 512M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:50:53.181 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 5m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:50:53.181 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 5m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:50:53.182 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 5m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:50:53.182 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 5m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:50:53.182 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 5m ago 2h 833M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:50:53.182 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 5m ago 2h 1675M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:50:53.183 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 5m ago 2h 1143M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:50:53.183 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 5m ago 2h 1835M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:50:53.183 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 5m ago 2h 1718M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:50:53.183 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 5m ago 2h 1882M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:50:53.183 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 5m ago 2h 1545M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:50:53.184 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 5m ago 2h 2335M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:50:53.184 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 5m ago 2h 85.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:50:53.501 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:50:53.501 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:50:53.501 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:50:53.502 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:50:53.502 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:50:53.502 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:50:53.503 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:50:53.503 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:50:53.503 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:50:53.503 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:50:53.504 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:50:53.504 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:50:53.504 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:50:53.504 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:50:53.504 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:50:53.505 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:50:53.505 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:50:53.505 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:50:53.505 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:50:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:52.599389+0000 mgr.smithi176.ajjlsm (mgr.14696) 5634 : cluster [DBG] pgmap v4845: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:50:52.895336+0000 mgr.smithi176.ajjlsm (mgr.14696) 5635 : audit [DBG] from='client.37862 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:50:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:50:53.499191+0000 mon.smithi176 (mon.0) 1818 : audit [DBG] from='client.? 172.21.15.176:0/140809122' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:50:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:52.599389+0000 mgr.smithi176.ajjlsm (mgr.14696) 5634 : cluster [DBG] pgmap v4845: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:54.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:50:52.895336+0000 mgr.smithi176.ajjlsm (mgr.14696) 5635 : audit [DBG] from='client.37862 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:50:54.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:50:53.499191+0000 mon.smithi176 (mon.0) 1818 : audit [DBG] from='client.? 172.21.15.176:0/140809122' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:50:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:50:53.168246+0000 mgr.smithi176.ajjlsm (mgr.14696) 5636 : audit [DBG] from='client.37866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:50:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:50:53.168246+0000 mgr.smithi176.ajjlsm (mgr.14696) 5636 : audit [DBG] from='client.37866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:50:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:54.599887+0000 mgr.smithi176.ajjlsm (mgr.14696) 5637 : cluster [DBG] pgmap v4846: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:56.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:54.599887+0000 mgr.smithi176.ajjlsm (mgr.14696) 5637 : cluster [DBG] pgmap v4846: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:50:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:56.600830+0000 mgr.smithi176.ajjlsm (mgr.14696) 5638 : cluster [DBG] pgmap v4847: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:56.600830+0000 mgr.smithi176.ajjlsm (mgr.14696) 5638 : cluster [DBG] pgmap v4847: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:50:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:50:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:50:58.601336+0000 mgr.smithi176.ajjlsm (mgr.14696) 5639 : cluster [DBG] pgmap v4848: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:50:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:50:58.601336+0000 mgr.smithi176.ajjlsm (mgr.14696) 5639 : cluster [DBG] pgmap v4848: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:00.601850+0000 mgr.smithi176.ajjlsm (mgr.14696) 5640 : cluster [DBG] pgmap v4849: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:00.601850+0000 mgr.smithi176.ajjlsm (mgr.14696) 5640 : cluster [DBG] pgmap v4849: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:02.602709+0000 mgr.smithi176.ajjlsm (mgr.14696) 5641 : cluster [DBG] pgmap v4850: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:02.602709+0000 mgr.smithi176.ajjlsm (mgr.14696) 5641 : cluster [DBG] pgmap v4850: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:04.603162+0000 mgr.smithi176.ajjlsm (mgr.14696) 5642 : cluster [DBG] pgmap v4851: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:04.603162+0000 mgr.smithi176.ajjlsm (mgr.14696) 5642 : cluster [DBG] pgmap v4851: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:06.604003+0000 mgr.smithi176.ajjlsm (mgr.14696) 5643 : cluster [DBG] pgmap v4852: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:08.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:06.604003+0000 mgr.smithi176.ajjlsm (mgr.14696) 5643 : cluster [DBG] pgmap v4852: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:08.604502+0000 mgr.smithi176.ajjlsm (mgr.14696) 5644 : cluster [DBG] pgmap v4853: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:08.604502+0000 mgr.smithi176.ajjlsm (mgr.14696) 5644 : cluster [DBG] pgmap v4853: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:10.605158+0000 mgr.smithi176.ajjlsm (mgr.14696) 5645 : cluster [DBG] pgmap v4854: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:10.605158+0000 mgr.smithi176.ajjlsm (mgr.14696) 5645 : cluster [DBG] pgmap v4854: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:51:11.796529+0000 mon.smithi176 (mon.0) 1819 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:51:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:51:11.798031+0000 mon.smithi176 (mon.0) 1820 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:51:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:51:11.798816+0000 mon.smithi176 (mon.0) 1821 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:51:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:51:11.799535+0000 mgr.smithi176.ajjlsm (mgr.14696) 5646 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:51:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:51:11.796529+0000 mon.smithi176 (mon.0) 1819 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:51:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:51:11.798031+0000 mon.smithi176 (mon.0) 1820 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:51:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:51:11.798816+0000 mon.smithi176 (mon.0) 1821 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:51:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:51:11.799535+0000 mgr.smithi176.ajjlsm (mgr.14696) 5646 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:51:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:51:12.204663+0000 mon.smithi176 (mon.0) 1822 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:51:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:51:12.209601+0000 mon.smithi176 (mon.0) 1823 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:51:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:12.605793+0000 mgr.smithi176.ajjlsm (mgr.14696) 5647 : cluster [DBG] pgmap v4855: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:51:12.204663+0000 mon.smithi176 (mon.0) 1822 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:51:13.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:51:12.209601+0000 mon.smithi176 (mon.0) 1823 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:51:13.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:12.605793+0000 mgr.smithi176.ajjlsm (mgr.14696) 5647 : cluster [DBG] pgmap v4855: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:15.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:14.606399+0000 mgr.smithi176.ajjlsm (mgr.14696) 5648 : cluster [DBG] pgmap v4856: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:14.606399+0000 mgr.smithi176.ajjlsm (mgr.14696) 5648 : cluster [DBG] pgmap v4856: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:16.607453+0000 mgr.smithi176.ajjlsm (mgr.14696) 5649 : cluster [DBG] pgmap v4857: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:16.607453+0000 mgr.smithi176.ajjlsm (mgr.14696) 5649 : cluster [DBG] pgmap v4857: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:19.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:18.608018+0000 mgr.smithi176.ajjlsm (mgr.14696) 5650 : cluster [DBG] pgmap v4858: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:18.608018+0000 mgr.smithi176.ajjlsm (mgr.14696) 5650 : cluster [DBG] pgmap v4858: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:20.608667+0000 mgr.smithi176.ajjlsm (mgr.14696) 5651 : cluster [DBG] pgmap v4859: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:20.608667+0000 mgr.smithi176.ajjlsm (mgr.14696) 5651 : cluster [DBG] pgmap v4859: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:23.802 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:51:23.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:22.609647+0000 mgr.smithi176.ajjlsm (mgr.14696) 5652 : cluster [DBG] pgmap v4860: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:22.609647+0000 mgr.smithi176.ajjlsm (mgr.14696) 5652 : cluster [DBG] pgmap v4860: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:24.075 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:51:24.076 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 6m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:51:24.076 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 6m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:51:24.076 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 6m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:51:24.076 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 6m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:51:24.077 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 6m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:51:24.077 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 6m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:51:24.077 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 6m ago 2h 564M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:51:24.078 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 6m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:51:24.078 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 6m ago 2h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:51:24.078 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 6m ago 2h 512M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:51:24.078 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 6m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:51:24.079 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 6m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:51:24.079 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 6m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:51:24.079 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 6m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:51:24.079 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 6m ago 2h 833M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:51:24.080 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 6m ago 2h 1675M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:51:24.080 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 6m ago 2h 1143M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:51:24.080 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 6m ago 2h 1835M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:51:24.080 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 6m ago 2h 1718M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:51:24.080 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 6m ago 2h 1882M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:51:24.081 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 6m ago 2h 1545M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:51:24.081 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 6m ago 2h 2335M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:51:24.081 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 6m ago 2h 85.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:51:24.396 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:51:24.396 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:51:24.397 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:51:24.397 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:51:24.397 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:51:24.397 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:51:24.398 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:51:24.398 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:51:24.398 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:51:24.398 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:51:24.399 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:51:24.399 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:51:24.399 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:51:24.399 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:51:24.400 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:51:24.400 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:51:24.400 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:51:24.400 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:51:24.400 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:51:24.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:51:23.789308+0000 mgr.smithi176.ajjlsm (mgr.14696) 5653 : audit [DBG] from='client.37874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:51:24.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:51:24.394720+0000 mon.smithi176 (mon.0) 1824 : audit [DBG] from='client.? 172.21.15.176:0/916707177' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:51:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:51:23.789308+0000 mgr.smithi176.ajjlsm (mgr.14696) 5653 : audit [DBG] from='client.37874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:51:25.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:51:24.394720+0000 mon.smithi176 (mon.0) 1824 : audit [DBG] from='client.? 172.21.15.176:0/916707177' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:51:25.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:51:24.064620+0000 mgr.smithi176.ajjlsm (mgr.14696) 5654 : audit [DBG] from='client.37878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:51:25.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:24.610135+0000 mgr.smithi176.ajjlsm (mgr.14696) 5655 : cluster [DBG] pgmap v4861: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:51:24.064620+0000 mgr.smithi176.ajjlsm (mgr.14696) 5654 : audit [DBG] from='client.37878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:51:26.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:24.610135+0000 mgr.smithi176.ajjlsm (mgr.14696) 5655 : cluster [DBG] pgmap v4861: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:26.610960+0000 mgr.smithi176.ajjlsm (mgr.14696) 5656 : cluster [DBG] pgmap v4862: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:26.610960+0000 mgr.smithi176.ajjlsm (mgr.14696) 5656 : cluster [DBG] pgmap v4862: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:28.611530+0000 mgr.smithi176.ajjlsm (mgr.14696) 5657 : cluster [DBG] pgmap v4863: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:28.611530+0000 mgr.smithi176.ajjlsm (mgr.14696) 5657 : cluster [DBG] pgmap v4863: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:31.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:30.612091+0000 mgr.smithi176.ajjlsm (mgr.14696) 5658 : cluster [DBG] pgmap v4864: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:30.612091+0000 mgr.smithi176.ajjlsm (mgr.14696) 5658 : cluster [DBG] pgmap v4864: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:32.612913+0000 mgr.smithi176.ajjlsm (mgr.14696) 5659 : cluster [DBG] pgmap v4865: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:34.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:32.612913+0000 mgr.smithi176.ajjlsm (mgr.14696) 5659 : cluster [DBG] pgmap v4865: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:35.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:34.613370+0000 mgr.smithi176.ajjlsm (mgr.14696) 5660 : cluster [DBG] pgmap v4866: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:34.613370+0000 mgr.smithi176.ajjlsm (mgr.14696) 5660 : cluster [DBG] pgmap v4866: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:36.614227+0000 mgr.smithi176.ajjlsm (mgr.14696) 5661 : cluster [DBG] pgmap v4867: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:36.614227+0000 mgr.smithi176.ajjlsm (mgr.14696) 5661 : cluster [DBG] pgmap v4867: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:39.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:38.614874+0000 mgr.smithi176.ajjlsm (mgr.14696) 5662 : cluster [DBG] pgmap v4868: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:40.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:38.614874+0000 mgr.smithi176.ajjlsm (mgr.14696) 5662 : cluster [DBG] pgmap v4868: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:51:40.557957+0000 mon.smithi176 (mon.0) 1825 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:51:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:40.615378+0000 mgr.smithi176.ajjlsm (mgr.14696) 5663 : cluster [DBG] pgmap v4869: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:51:40.724448+0000 mon.smithi176 (mon.0) 1826 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:51:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:51:40.557957+0000 mon.smithi176 (mon.0) 1825 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:51:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:40.615378+0000 mgr.smithi176.ajjlsm (mgr.14696) 5663 : cluster [DBG] pgmap v4869: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:51:40.724448+0000 mon.smithi176 (mon.0) 1826 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:51:43.973 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:42.616230+0000 mgr.smithi176.ajjlsm (mgr.14696) 5664 : cluster [DBG] pgmap v4870: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:42.616230+0000 mgr.smithi176.ajjlsm (mgr.14696) 5664 : cluster [DBG] pgmap v4870: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:45.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:44.616725+0000 mgr.smithi176.ajjlsm (mgr.14696) 5665 : cluster [DBG] pgmap v4871: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:44.616725+0000 mgr.smithi176.ajjlsm (mgr.14696) 5665 : cluster [DBG] pgmap v4871: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:47.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:46.617548+0000 mgr.smithi176.ajjlsm (mgr.14696) 5666 : cluster [DBG] pgmap v4872: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:48.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:46.617548+0000 mgr.smithi176.ajjlsm (mgr.14696) 5666 : cluster [DBG] pgmap v4872: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:49.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:48.618265+0000 mgr.smithi176.ajjlsm (mgr.14696) 5667 : cluster [DBG] pgmap v4873: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:48.618265+0000 mgr.smithi176.ajjlsm (mgr.14696) 5667 : cluster [DBG] pgmap v4873: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:50.618752+0000 mgr.smithi176.ajjlsm (mgr.14696) 5668 : cluster [DBG] pgmap v4874: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:50.618752+0000 mgr.smithi176.ajjlsm (mgr.14696) 5668 : cluster [DBG] pgmap v4874: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:52.619559+0000 mgr.smithi176.ajjlsm (mgr.14696) 5669 : cluster [DBG] pgmap v4875: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:52.619559+0000 mgr.smithi176.ajjlsm (mgr.14696) 5669 : cluster [DBG] pgmap v4875: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:54.699 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:51:54.970 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:51:54.971 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 6m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:51:54.971 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 6m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:51:54.971 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 6m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:51:54.971 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 6m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:51:54.971 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 6m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:51:54.972 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 6m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:51:54.972 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 6m ago 2h 564M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:51:54.972 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 6m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:51:54.972 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 6m ago 2h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:51:54.973 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 6m ago 2h 512M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:51:54.973 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 6m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:51:54.973 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 6m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:51:54.973 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 6m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:51:54.974 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 6m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:51:54.974 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 6m ago 2h 833M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:51:54.974 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 6m ago 2h 1675M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:51:54.974 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 6m ago 2h 1143M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:51:54.975 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 6m ago 2h 1835M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:51:54.975 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 6m ago 2h 1718M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:51:54.975 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 6m ago 2h 1882M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:51:54.976 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 6m ago 2h 1545M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:51:54.976 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 6m ago 2h 2335M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:51:54.976 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 6m ago 2h 85.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:51:55.293 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:51:55.294 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:51:55.294 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:51:55.294 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:51:55.294 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:51:55.295 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:51:55.295 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:51:55.295 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:51:55.295 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:51:55.296 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:51:55.296 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:51:55.296 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:51:55.296 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:51:55.296 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:51:55.297 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:51:55.297 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:51:55.297 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:51:55.298 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:51:55.298 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:51:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:54.619960+0000 mgr.smithi176.ajjlsm (mgr.14696) 5670 : cluster [DBG] pgmap v4876: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:51:54.685260+0000 mgr.smithi176.ajjlsm (mgr.14696) 5671 : audit [DBG] from='client.37886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:51:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:51:55.291997+0000 mon.smithi176 (mon.0) 1827 : audit [DBG] from='client.? 172.21.15.176:0/1652238803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:51:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:54.619960+0000 mgr.smithi176.ajjlsm (mgr.14696) 5670 : cluster [DBG] pgmap v4876: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:51:56.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:51:54.685260+0000 mgr.smithi176.ajjlsm (mgr.14696) 5671 : audit [DBG] from='client.37886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:51:56.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:51:55.291997+0000 mon.smithi176 (mon.0) 1827 : audit [DBG] from='client.? 172.21.15.176:0/1652238803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:51:56.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:51:54.959211+0000 mgr.smithi176.ajjlsm (mgr.14696) 5672 : audit [DBG] from='client.37890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:51:57.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:51:54.959211+0000 mgr.smithi176.ajjlsm (mgr.14696) 5672 : audit [DBG] from='client.37890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:51:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:56.620788+0000 mgr.smithi176.ajjlsm (mgr.14696) 5673 : cluster [DBG] pgmap v4877: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:56.620788+0000 mgr.smithi176.ajjlsm (mgr.14696) 5673 : cluster [DBG] pgmap v4877: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:51:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:51:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:51:58.621326+0000 mgr.smithi176.ajjlsm (mgr.14696) 5674 : cluster [DBG] pgmap v4878: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:51:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:51:58.621326+0000 mgr.smithi176.ajjlsm (mgr.14696) 5674 : cluster [DBG] pgmap v4878: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:00.621854+0000 mgr.smithi176.ajjlsm (mgr.14696) 5675 : cluster [DBG] pgmap v4879: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:00.621854+0000 mgr.smithi176.ajjlsm (mgr.14696) 5675 : cluster [DBG] pgmap v4879: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:02.622654+0000 mgr.smithi176.ajjlsm (mgr.14696) 5676 : cluster [DBG] pgmap v4880: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:02.622654+0000 mgr.smithi176.ajjlsm (mgr.14696) 5676 : cluster [DBG] pgmap v4880: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:04.623253+0000 mgr.smithi176.ajjlsm (mgr.14696) 5677 : cluster [DBG] pgmap v4881: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:06.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:04.623253+0000 mgr.smithi176.ajjlsm (mgr.14696) 5677 : cluster [DBG] pgmap v4881: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:06.624000+0000 mgr.smithi176.ajjlsm (mgr.14696) 5678 : cluster [DBG] pgmap v4882: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:06.624000+0000 mgr.smithi176.ajjlsm (mgr.14696) 5678 : cluster [DBG] pgmap v4882: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:08.624568+0000 mgr.smithi176.ajjlsm (mgr.14696) 5679 : cluster [DBG] pgmap v4883: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:08.624568+0000 mgr.smithi176.ajjlsm (mgr.14696) 5679 : cluster [DBG] pgmap v4883: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:10.625095+0000 mgr.smithi176.ajjlsm (mgr.14696) 5680 : cluster [DBG] pgmap v4884: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:10.625095+0000 mgr.smithi176.ajjlsm (mgr.14696) 5680 : cluster [DBG] pgmap v4884: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:52:12.212560+0000 mon.smithi176 (mon.0) 1828 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:52:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:52:12.213992+0000 mon.smithi176 (mon.0) 1829 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:52:12.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:52:12.214855+0000 mon.smithi176 (mon.0) 1830 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:52:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:52:12.212560+0000 mon.smithi176 (mon.0) 1828 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:52:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:52:12.213992+0000 mon.smithi176 (mon.0) 1829 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:52:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:52:12.214855+0000 mon.smithi176 (mon.0) 1830 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:52:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:52:12.215646+0000 mgr.smithi176.ajjlsm (mgr.14696) 5681 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:52:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:52:12.617509+0000 mon.smithi176 (mon.0) 1831 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:52:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:52:12.622219+0000 mon.smithi176 (mon.0) 1832 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:52:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:12.625710+0000 mgr.smithi176.ajjlsm (mgr.14696) 5682 : cluster [DBG] pgmap v4885: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:52:12.215646+0000 mgr.smithi176.ajjlsm (mgr.14696) 5681 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:52:14.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:52:12.617509+0000 mon.smithi176 (mon.0) 1831 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:52:14.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:52:12.622219+0000 mon.smithi176 (mon.0) 1832 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:52:14.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:12.625710+0000 mgr.smithi176.ajjlsm (mgr.14696) 5682 : cluster [DBG] pgmap v4885: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:14.626350+0000 mgr.smithi176.ajjlsm (mgr.14696) 5683 : cluster [DBG] pgmap v4886: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:14.626350+0000 mgr.smithi176.ajjlsm (mgr.14696) 5683 : cluster [DBG] pgmap v4886: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:16.627213+0000 mgr.smithi176.ajjlsm (mgr.14696) 5684 : cluster [DBG] pgmap v4887: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:16.627213+0000 mgr.smithi176.ajjlsm (mgr.14696) 5684 : cluster [DBG] pgmap v4887: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:18.627924+0000 mgr.smithi176.ajjlsm (mgr.14696) 5685 : cluster [DBG] pgmap v4888: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:18.627924+0000 mgr.smithi176.ajjlsm (mgr.14696) 5685 : cluster [DBG] pgmap v4888: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:20.628484+0000 mgr.smithi176.ajjlsm (mgr.14696) 5686 : cluster [DBG] pgmap v4889: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:20.628484+0000 mgr.smithi176.ajjlsm (mgr.14696) 5686 : cluster [DBG] pgmap v4889: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:23.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:22.629321+0000 mgr.smithi176.ajjlsm (mgr.14696) 5687 : cluster [DBG] pgmap v4890: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:22.629321+0000 mgr.smithi176.ajjlsm (mgr.14696) 5687 : cluster [DBG] pgmap v4890: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:25.598 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:52:25.867 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:52:25.867 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 7m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:52:25.868 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 7m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:52:25.868 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 7m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:52:25.868 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 7m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:52:25.868 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 7m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:52:25.868 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 7m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:52:25.869 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 7m ago 2h 564M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:52:25.869 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 7m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:52:25.869 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 7m ago 2h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:52:25.869 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 7m ago 2h 512M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:52:25.870 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 7m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:52:25.870 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 7m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:52:25.870 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 7m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:52:25.870 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 7m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:52:25.871 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 7m ago 2h 833M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:52:25.871 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 7m ago 2h 1675M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:52:25.871 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 7m ago 2h 1143M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:52:25.871 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 7m ago 2h 1835M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:52:25.871 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 7m ago 2h 1718M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:52:25.872 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 7m ago 2h 1882M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:52:25.872 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 7m ago 2h 1545M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:52:25.872 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 7m ago 2h 2335M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:52:25.872 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 7m ago 2h 85.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:52:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:24.629844+0000 mgr.smithi176.ajjlsm (mgr.14696) 5688 : cluster [DBG] pgmap v4891: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:24.629844+0000 mgr.smithi176.ajjlsm (mgr.14696) 5688 : cluster [DBG] pgmap v4891: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:26.197 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:52:26.197 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:52:26.198 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:52:26.198 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:52:26.199 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:52:26.199 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:52:26.200 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:52:26.200 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:52:26.201 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:52:26.201 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:52:26.201 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:52:26.202 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:52:26.202 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:52:26.202 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:52:26.203 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:52:26.203 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:52:26.203 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:52:26.203 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:52:26.204 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:52:26.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:52:25.585258+0000 mgr.smithi176.ajjlsm (mgr.14696) 5689 : audit [DBG] from='client.37898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:52:26.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:52:25.856767+0000 mgr.smithi176.ajjlsm (mgr.14696) 5690 : audit [DBG] from='client.37902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:52:26.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:52:26.195276+0000 mon.smithi176 (mon.0) 1833 : audit [DBG] from='client.? 172.21.15.176:0/1988229301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:52:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:52:25.585258+0000 mgr.smithi176.ajjlsm (mgr.14696) 5689 : audit [DBG] from='client.37898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:52:27.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:52:25.856767+0000 mgr.smithi176.ajjlsm (mgr.14696) 5690 : audit [DBG] from='client.37902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:52:27.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:52:26.195276+0000 mon.smithi176 (mon.0) 1833 : audit [DBG] from='client.? 172.21.15.176:0/1988229301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:52:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:26.630719+0000 mgr.smithi176.ajjlsm (mgr.14696) 5691 : cluster [DBG] pgmap v4892: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:26.630719+0000 mgr.smithi176.ajjlsm (mgr.14696) 5691 : cluster [DBG] pgmap v4892: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:28.631188+0000 mgr.smithi176.ajjlsm (mgr.14696) 5692 : cluster [DBG] pgmap v4893: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:28.631188+0000 mgr.smithi176.ajjlsm (mgr.14696) 5692 : cluster [DBG] pgmap v4893: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:30.631794+0000 mgr.smithi176.ajjlsm (mgr.14696) 5693 : cluster [DBG] pgmap v4894: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:30.631794+0000 mgr.smithi176.ajjlsm (mgr.14696) 5693 : cluster [DBG] pgmap v4894: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:32.632726+0000 mgr.smithi176.ajjlsm (mgr.14696) 5694 : cluster [DBG] pgmap v4895: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:32.632726+0000 mgr.smithi176.ajjlsm (mgr.14696) 5694 : cluster [DBG] pgmap v4895: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:35.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:34.633375+0000 mgr.smithi176.ajjlsm (mgr.14696) 5695 : cluster [DBG] pgmap v4896: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:36.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:34.633375+0000 mgr.smithi176.ajjlsm (mgr.14696) 5695 : cluster [DBG] pgmap v4896: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:36.634187+0000 mgr.smithi176.ajjlsm (mgr.14696) 5696 : cluster [DBG] pgmap v4897: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:36.634187+0000 mgr.smithi176.ajjlsm (mgr.14696) 5696 : cluster [DBG] pgmap v4897: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:39.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:38.634770+0000 mgr.smithi176.ajjlsm (mgr.14696) 5697 : cluster [DBG] pgmap v4898: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:38.634770+0000 mgr.smithi176.ajjlsm (mgr.14696) 5697 : cluster [DBG] pgmap v4898: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:52:40.559884+0000 mon.smithi176 (mon.0) 1834 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:52:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:40.635387+0000 mgr.smithi176.ajjlsm (mgr.14696) 5698 : cluster [DBG] pgmap v4899: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:52:40.729157+0000 mon.smithi176 (mon.0) 1835 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:52:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:52:40.559884+0000 mon.smithi176 (mon.0) 1834 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:52:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:40.635387+0000 mgr.smithi176.ajjlsm (mgr.14696) 5698 : cluster [DBG] pgmap v4899: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:52:40.729157+0000 mon.smithi176 (mon.0) 1835 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:52:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:42.636316+0000 mgr.smithi176.ajjlsm (mgr.14696) 5699 : cluster [DBG] pgmap v4900: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:42.636316+0000 mgr.smithi176.ajjlsm (mgr.14696) 5699 : cluster [DBG] pgmap v4900: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:45.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:44.636935+0000 mgr.smithi176.ajjlsm (mgr.14696) 5700 : cluster [DBG] pgmap v4901: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:44.636935+0000 mgr.smithi176.ajjlsm (mgr.14696) 5700 : cluster [DBG] pgmap v4901: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:46.637634+0000 mgr.smithi176.ajjlsm (mgr.14696) 5701 : cluster [DBG] pgmap v4902: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:48.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:46.637634+0000 mgr.smithi176.ajjlsm (mgr.14696) 5701 : cluster [DBG] pgmap v4902: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:49.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:48.638233+0000 mgr.smithi176.ajjlsm (mgr.14696) 5702 : cluster [DBG] pgmap v4903: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:48.638233+0000 mgr.smithi176.ajjlsm (mgr.14696) 5702 : cluster [DBG] pgmap v4903: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:50.638851+0000 mgr.smithi176.ajjlsm (mgr.14696) 5703 : cluster [DBG] pgmap v4904: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:50.638851+0000 mgr.smithi176.ajjlsm (mgr.14696) 5703 : cluster [DBG] pgmap v4904: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:52.639728+0000 mgr.smithi176.ajjlsm (mgr.14696) 5704 : cluster [DBG] pgmap v4905: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:52.639728+0000 mgr.smithi176.ajjlsm (mgr.14696) 5704 : cluster [DBG] pgmap v4905: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:54.640320+0000 mgr.smithi176.ajjlsm (mgr.14696) 5705 : cluster [DBG] pgmap v4906: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:54.640320+0000 mgr.smithi176.ajjlsm (mgr.14696) 5705 : cluster [DBG] pgmap v4906: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:52:56.501 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:52:56.775 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:52:56.776 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 7m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:52:56.776 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 7m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:52:56.776 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 7m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:52:56.776 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 7m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:52:56.777 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 7m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:52:56.777 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 7m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:52:56.777 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 7m ago 2h 564M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:52:56.777 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 7m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:52:56.778 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 7m ago 2h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:52:56.778 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 7m ago 2h 512M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:52:56.778 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 7m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:52:56.778 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 7m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:52:56.779 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 7m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:52:56.779 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 7m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:52:56.779 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 7m ago 2h 833M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:52:56.779 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 7m ago 2h 1675M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:52:56.780 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 7m ago 2h 1143M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:52:56.780 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 7m ago 2h 1835M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:52:56.780 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 7m ago 2h 1718M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:52:56.780 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 7m ago 2h 1882M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:52:56.781 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 7m ago 2h 1545M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:52:56.781 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 7m ago 2h 2335M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:52:56.781 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 7m ago 2h 85.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:52:57.096 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:52:57.096 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:52:57.096 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:52:57.097 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:52:57.097 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:52:57.097 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:52:57.097 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:52:57.097 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:52:57.098 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:52:57.098 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:52:57.098 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:52:57.098 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:52:57.099 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:52:57.099 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:52:57.099 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:52:57.099 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:52:57.099 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:52:57.100 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:52:57.100 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:52:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:52:56.488221+0000 mgr.smithi176.ajjlsm (mgr.14696) 5706 : audit [DBG] from='client.37910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:52:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:56.641070+0000 mgr.smithi176.ajjlsm (mgr.14696) 5707 : cluster [DBG] pgmap v4907: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:52:56.764806+0000 mgr.smithi176.ajjlsm (mgr.14696) 5708 : audit [DBG] from='client.37914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:52:57.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:52:57.094249+0000 mon.smithi176 (mon.0) 1836 : audit [DBG] from='client.? 172.21.15.176:0/2123961813' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:52:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:52:56.488221+0000 mgr.smithi176.ajjlsm (mgr.14696) 5706 : audit [DBG] from='client.37910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:52:58.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:56.641070+0000 mgr.smithi176.ajjlsm (mgr.14696) 5707 : cluster [DBG] pgmap v4907: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:52:58.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:52:56.764806+0000 mgr.smithi176.ajjlsm (mgr.14696) 5708 : audit [DBG] from='client.37914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:52:58.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:52:57.094249+0000 mon.smithi176 (mon.0) 1836 : audit [DBG] from='client.? 172.21.15.176:0/2123961813' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:52:59.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:52:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:52:58.641704+0000 mgr.smithi176.ajjlsm (mgr.14696) 5709 : cluster [DBG] pgmap v4908: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:52:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:52:58.641704+0000 mgr.smithi176.ajjlsm (mgr.14696) 5709 : cluster [DBG] pgmap v4908: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:00.642301+0000 mgr.smithi176.ajjlsm (mgr.14696) 5710 : cluster [DBG] pgmap v4909: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:00.642301+0000 mgr.smithi176.ajjlsm (mgr.14696) 5710 : cluster [DBG] pgmap v4909: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:02.643199+0000 mgr.smithi176.ajjlsm (mgr.14696) 5711 : cluster [DBG] pgmap v4910: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:02.643199+0000 mgr.smithi176.ajjlsm (mgr.14696) 5711 : cluster [DBG] pgmap v4910: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:05.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:04.643834+0000 mgr.smithi176.ajjlsm (mgr.14696) 5712 : cluster [DBG] pgmap v4911: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:04.643834+0000 mgr.smithi176.ajjlsm (mgr.14696) 5712 : cluster [DBG] pgmap v4911: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:06.644777+0000 mgr.smithi176.ajjlsm (mgr.14696) 5713 : cluster [DBG] pgmap v4912: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:06.644777+0000 mgr.smithi176.ajjlsm (mgr.14696) 5713 : cluster [DBG] pgmap v4912: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:08.645247+0000 mgr.smithi176.ajjlsm (mgr.14696) 5714 : cluster [DBG] pgmap v4913: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:08.645247+0000 mgr.smithi176.ajjlsm (mgr.14696) 5714 : cluster [DBG] pgmap v4913: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:10.645653+0000 mgr.smithi176.ajjlsm (mgr.14696) 5715 : cluster [DBG] pgmap v4914: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:10.645653+0000 mgr.smithi176.ajjlsm (mgr.14696) 5715 : cluster [DBG] pgmap v4914: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:53:12.624745+0000 mon.smithi176 (mon.0) 1837 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:53:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:53:12.626189+0000 mon.smithi176 (mon.0) 1838 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:53:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:53:12.626966+0000 mon.smithi176 (mon.0) 1839 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:53:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:53:12.624745+0000 mon.smithi176 (mon.0) 1837 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:53:13.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:53:12.626189+0000 mon.smithi176 (mon.0) 1838 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:53:13.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:53:12.626966+0000 mon.smithi176 (mon.0) 1839 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:53:13.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:53:12.627683+0000 mgr.smithi176.ajjlsm (mgr.14696) 5716 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:53:14.065 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:12.646400+0000 mgr.smithi176.ajjlsm (mgr.14696) 5717 : cluster [DBG] pgmap v4915: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:14.065 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:53:13.030196+0000 mon.smithi176 (mon.0) 1840 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:53:14.066 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:53:13.034743+0000 mon.smithi176 (mon.0) 1841 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:53:14.066 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:53:12.627683+0000 mgr.smithi176.ajjlsm (mgr.14696) 5716 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:53:14.067 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:12.646400+0000 mgr.smithi176.ajjlsm (mgr.14696) 5717 : cluster [DBG] pgmap v4915: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:14.067 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:53:13.030196+0000 mon.smithi176 (mon.0) 1840 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:53:14.067 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:53:13.034743+0000 mon.smithi176 (mon.0) 1841 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:53:15.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:14.647047+0000 mgr.smithi176.ajjlsm (mgr.14696) 5718 : cluster [DBG] pgmap v4916: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:16.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:14.647047+0000 mgr.smithi176.ajjlsm (mgr.14696) 5718 : cluster [DBG] pgmap v4916: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:16.648111+0000 mgr.smithi176.ajjlsm (mgr.14696) 5719 : cluster [DBG] pgmap v4917: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:16.648111+0000 mgr.smithi176.ajjlsm (mgr.14696) 5719 : cluster [DBG] pgmap v4917: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:19.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:18.648617+0000 mgr.smithi176.ajjlsm (mgr.14696) 5720 : cluster [DBG] pgmap v4918: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:18.648617+0000 mgr.smithi176.ajjlsm (mgr.14696) 5720 : cluster [DBG] pgmap v4918: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:20.649164+0000 mgr.smithi176.ajjlsm (mgr.14696) 5721 : cluster [DBG] pgmap v4919: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:20.649164+0000 mgr.smithi176.ajjlsm (mgr.14696) 5721 : cluster [DBG] pgmap v4919: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:22.650209+0000 mgr.smithi176.ajjlsm (mgr.14696) 5722 : cluster [DBG] pgmap v4920: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:22.650209+0000 mgr.smithi176.ajjlsm (mgr.14696) 5722 : cluster [DBG] pgmap v4920: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:24.650638+0000 mgr.smithi176.ajjlsm (mgr.14696) 5723 : cluster [DBG] pgmap v4921: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:24.650638+0000 mgr.smithi176.ajjlsm (mgr.14696) 5723 : cluster [DBG] pgmap v4921: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:27.399 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:53:27.668 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:53:27.669 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 8m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:53:27.669 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 8m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:53:27.669 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 8m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:53:27.669 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 8m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:53:27.670 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 8m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:53:27.670 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 8m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:53:27.670 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 8m ago 2h 564M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:53:27.670 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 8m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:53:27.670 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 8m ago 2h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:53:27.671 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 8m ago 2h 512M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:53:27.671 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 8m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:53:27.671 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 8m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:53:27.671 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 8m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:53:27.672 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 8m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:53:27.672 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 8m ago 2h 833M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:53:27.672 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 8m ago 2h 1675M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:53:27.672 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 8m ago 2h 1143M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:53:27.673 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 8m ago 2h 1835M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:53:27.673 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 8m ago 2h 1718M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:53:27.673 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 8m ago 2h 1882M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:53:27.673 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 8m ago 2h 1545M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:53:27.673 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 8m ago 2h 2335M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:53:27.674 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 8m ago 2h 85.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:53:27.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:26.651416+0000 mgr.smithi176.ajjlsm (mgr.14696) 5724 : cluster [DBG] pgmap v4922: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:27.991 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:53:27.991 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:53:27.991 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:53:27.992 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:53:27.992 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:53:27.992 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:53:27.992 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:53:27.993 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:53:27.993 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:53:27.993 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:53:27.993 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:53:27.994 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:53:27.994 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:53:27.994 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:53:27.994 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:53:27.995 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:53:27.995 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:53:27.995 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:53:27.995 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:53:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:26.651416+0000 mgr.smithi176.ajjlsm (mgr.14696) 5724 : cluster [DBG] pgmap v4922: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:28.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:53:27.385700+0000 mgr.smithi176.ajjlsm (mgr.14696) 5725 : audit [DBG] from='client.37922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:53:28.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:53:27.657430+0000 mgr.smithi176.ajjlsm (mgr.14696) 5726 : audit [DBG] from='client.37926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:53:28.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:53:27.989496+0000 mon.smithi176 (mon.0) 1842 : audit [DBG] from='client.? 172.21.15.176:0/3843955968' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:53:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:53:27.385700+0000 mgr.smithi176.ajjlsm (mgr.14696) 5725 : audit [DBG] from='client.37922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:53:29.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:53:27.657430+0000 mgr.smithi176.ajjlsm (mgr.14696) 5726 : audit [DBG] from='client.37926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:53:29.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:53:27.989496+0000 mon.smithi176 (mon.0) 1842 : audit [DBG] from='client.? 172.21.15.176:0/3843955968' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:53:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:28.651856+0000 mgr.smithi176.ajjlsm (mgr.14696) 5727 : cluster [DBG] pgmap v4923: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:28.651856+0000 mgr.smithi176.ajjlsm (mgr.14696) 5727 : cluster [DBG] pgmap v4923: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:30.652381+0000 mgr.smithi176.ajjlsm (mgr.14696) 5728 : cluster [DBG] pgmap v4924: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:30.652381+0000 mgr.smithi176.ajjlsm (mgr.14696) 5728 : cluster [DBG] pgmap v4924: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:32.653158+0000 mgr.smithi176.ajjlsm (mgr.14696) 5729 : cluster [DBG] pgmap v4925: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:32.653158+0000 mgr.smithi176.ajjlsm (mgr.14696) 5729 : cluster [DBG] pgmap v4925: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:35.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:34.653630+0000 mgr.smithi176.ajjlsm (mgr.14696) 5730 : cluster [DBG] pgmap v4926: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:34.653630+0000 mgr.smithi176.ajjlsm (mgr.14696) 5730 : cluster [DBG] pgmap v4926: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:36.654465+0000 mgr.smithi176.ajjlsm (mgr.14696) 5731 : cluster [DBG] pgmap v4927: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:36.654465+0000 mgr.smithi176.ajjlsm (mgr.14696) 5731 : cluster [DBG] pgmap v4927: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:38.655099+0000 mgr.smithi176.ajjlsm (mgr.14696) 5732 : cluster [DBG] pgmap v4928: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:40.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:38.655099+0000 mgr.smithi176.ajjlsm (mgr.14696) 5732 : cluster [DBG] pgmap v4928: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:53:40.561639+0000 mon.smithi176 (mon.0) 1843 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:53:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:40.655705+0000 mgr.smithi176.ajjlsm (mgr.14696) 5733 : cluster [DBG] pgmap v4929: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:53:40.733346+0000 mon.smithi176 (mon.0) 1844 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:53:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:53:40.561639+0000 mon.smithi176 (mon.0) 1843 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:53:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:40.655705+0000 mgr.smithi176.ajjlsm (mgr.14696) 5733 : cluster [DBG] pgmap v4929: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:53:40.733346+0000 mon.smithi176 (mon.0) 1844 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:53:43.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:42.656521+0000 mgr.smithi176.ajjlsm (mgr.14696) 5734 : cluster [DBG] pgmap v4930: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:42.656521+0000 mgr.smithi176.ajjlsm (mgr.14696) 5734 : cluster [DBG] pgmap v4930: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:44.656962+0000 mgr.smithi176.ajjlsm (mgr.14696) 5735 : cluster [DBG] pgmap v4931: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:44.656962+0000 mgr.smithi176.ajjlsm (mgr.14696) 5735 : cluster [DBG] pgmap v4931: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:46.657851+0000 mgr.smithi176.ajjlsm (mgr.14696) 5736 : cluster [DBG] pgmap v4932: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:46.657851+0000 mgr.smithi176.ajjlsm (mgr.14696) 5736 : cluster [DBG] pgmap v4932: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:48.658531+0000 mgr.smithi176.ajjlsm (mgr.14696) 5737 : cluster [DBG] pgmap v4933: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:50.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:48.658531+0000 mgr.smithi176.ajjlsm (mgr.14696) 5737 : cluster [DBG] pgmap v4933: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:50.659091+0000 mgr.smithi176.ajjlsm (mgr.14696) 5738 : cluster [DBG] pgmap v4934: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:50.659091+0000 mgr.smithi176.ajjlsm (mgr.14696) 5738 : cluster [DBG] pgmap v4934: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:52.659913+0000 mgr.smithi176.ajjlsm (mgr.14696) 5739 : cluster [DBG] pgmap v4935: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:52.659913+0000 mgr.smithi176.ajjlsm (mgr.14696) 5739 : cluster [DBG] pgmap v4935: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:55.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:54.660438+0000 mgr.smithi176.ajjlsm (mgr.14696) 5740 : cluster [DBG] pgmap v4936: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:54.660438+0000 mgr.smithi176.ajjlsm (mgr.14696) 5740 : cluster [DBG] pgmap v4936: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:53:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:56.661457+0000 mgr.smithi176.ajjlsm (mgr.14696) 5741 : cluster [DBG] pgmap v4937: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:56.661457+0000 mgr.smithi176.ajjlsm (mgr.14696) 5741 : cluster [DBG] pgmap v4937: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:53:58.294 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:53:58.562 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:53:58.562 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 8m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:53:58.562 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 8m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:53:58.563 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 8m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:53:58.563 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 8m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:53:58.563 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 8m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:53:58.563 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 8m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:53:58.564 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 8m ago 2h 564M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:53:58.564 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 8m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:53:58.564 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 8m ago 2h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:53:58.564 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 8m ago 2h 512M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:53:58.565 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 8m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:53:58.565 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 8m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:53:58.565 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 8m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:53:58.565 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 8m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:53:58.566 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 8m ago 2h 833M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:53:58.566 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 8m ago 2h 1675M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:53:58.566 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 8m ago 2h 1143M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:53:58.566 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 8m ago 2h 1835M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:53:58.567 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 8m ago 2h 1718M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:53:58.567 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 8m ago 2h 1882M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:53:58.567 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 8m ago 2h 1545M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:53:58.567 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 8m ago 2h 2335M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:53:58.568 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 8m ago 2h 85.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:53:58.885 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:53:58.886 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:53:58.886 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:53:58.886 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:53:58.886 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:53:58.887 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:53:58.887 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:53:58.887 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:53:58.887 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:53:58.888 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:53:58.888 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:53:58.888 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:53:58.888 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:53:58.888 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:53:58.889 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:53:58.889 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:53:58.889 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:53:58.889 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:53:58.890 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:54:00.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:53:58.280489+0000 mgr.smithi176.ajjlsm (mgr.14696) 5742 : audit [DBG] from='client.37934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:54:00.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:53:58.551443+0000 mgr.smithi176.ajjlsm (mgr.14696) 5743 : audit [DBG] from='client.37938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:54:00.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:53:58.661833+0000 mgr.smithi176.ajjlsm (mgr.14696) 5744 : cluster [DBG] pgmap v4938: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:00.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:53:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:53:58.883669+0000 mon.smithi176 (mon.0) 1845 : audit [DBG] from='client.? 172.21.15.176:0/3463998473' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:54:00.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:53:58.280489+0000 mgr.smithi176.ajjlsm (mgr.14696) 5742 : audit [DBG] from='client.37934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:54:00.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:53:58.551443+0000 mgr.smithi176.ajjlsm (mgr.14696) 5743 : audit [DBG] from='client.37938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:54:00.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:53:58.661833+0000 mgr.smithi176.ajjlsm (mgr.14696) 5744 : cluster [DBG] pgmap v4938: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:00.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:53:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:53:58.883669+0000 mon.smithi176 (mon.0) 1845 : audit [DBG] from='client.? 172.21.15.176:0/3463998473' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:54:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:00.662268+0000 mgr.smithi176.ajjlsm (mgr.14696) 5745 : cluster [DBG] pgmap v4939: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:00.662268+0000 mgr.smithi176.ajjlsm (mgr.14696) 5745 : cluster [DBG] pgmap v4939: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:02.663186+0000 mgr.smithi176.ajjlsm (mgr.14696) 5746 : cluster [DBG] pgmap v4940: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:02.663186+0000 mgr.smithi176.ajjlsm (mgr.14696) 5746 : cluster [DBG] pgmap v4940: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:04.663835+0000 mgr.smithi176.ajjlsm (mgr.14696) 5747 : cluster [DBG] pgmap v4941: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:06.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:04.663835+0000 mgr.smithi176.ajjlsm (mgr.14696) 5747 : cluster [DBG] pgmap v4941: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:06.664749+0000 mgr.smithi176.ajjlsm (mgr.14696) 5748 : cluster [DBG] pgmap v4942: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:06.664749+0000 mgr.smithi176.ajjlsm (mgr.14696) 5748 : cluster [DBG] pgmap v4942: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:10.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:08.665321+0000 mgr.smithi176.ajjlsm (mgr.14696) 5749 : cluster [DBG] pgmap v4943: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:08.665321+0000 mgr.smithi176.ajjlsm (mgr.14696) 5749 : cluster [DBG] pgmap v4943: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:10.665787+0000 mgr.smithi176.ajjlsm (mgr.14696) 5750 : cluster [DBG] pgmap v4944: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:10.665787+0000 mgr.smithi176.ajjlsm (mgr.14696) 5750 : cluster [DBG] pgmap v4944: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:14.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:12.666586+0000 mgr.smithi176.ajjlsm (mgr.14696) 5751 : cluster [DBG] pgmap v4945: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:14.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:54:13.037229+0000 mon.smithi176 (mon.0) 1846 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:54:14.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:54:13.038744+0000 mon.smithi176 (mon.0) 1847 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:54:14.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:54:13.039598+0000 mon.smithi176 (mon.0) 1848 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:54:14.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:54:13.435856+0000 mon.smithi176 (mon.0) 1849 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:54:14.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:54:13.437557+0000 mon.smithi176 (mon.0) 1850 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:54:14.052 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:54:13.441297+0000 mon.smithi176 (mon.0) 1851 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:54:14.052 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:54:13.448226+0000 mon.smithi176 (mon.0) 1852 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:54:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:12.666586+0000 mgr.smithi176.ajjlsm (mgr.14696) 5751 : cluster [DBG] pgmap v4945: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:54:13.037229+0000 mon.smithi176 (mon.0) 1846 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:54:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:54:13.038744+0000 mon.smithi176 (mon.0) 1847 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:54:14.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:54:13.039598+0000 mon.smithi176 (mon.0) 1848 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:54:14.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:54:13.435856+0000 mon.smithi176 (mon.0) 1849 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:54:14.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:54:13.437557+0000 mon.smithi176 (mon.0) 1850 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T09:54:14.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:54:13.441297+0000 mon.smithi176 (mon.0) 1851 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:54:14.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:54:13.448226+0000 mon.smithi176 (mon.0) 1852 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:54:15.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:54:13.040371+0000 mgr.smithi176.ajjlsm (mgr.14696) 5752 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:54:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:54:13.040371+0000 mgr.smithi176.ajjlsm (mgr.14696) 5752 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:54:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:14.667230+0000 mgr.smithi176.ajjlsm (mgr.14696) 5753 : cluster [DBG] pgmap v4946: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:16.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:14.667230+0000 mgr.smithi176.ajjlsm (mgr.14696) 5753 : cluster [DBG] pgmap v4946: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:16.668198+0000 mgr.smithi176.ajjlsm (mgr.14696) 5754 : cluster [DBG] pgmap v4947: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:16.668198+0000 mgr.smithi176.ajjlsm (mgr.14696) 5754 : cluster [DBG] pgmap v4947: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:18.668791+0000 mgr.smithi176.ajjlsm (mgr.14696) 5755 : cluster [DBG] pgmap v4948: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:18.668791+0000 mgr.smithi176.ajjlsm (mgr.14696) 5755 : cluster [DBG] pgmap v4948: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:20.669294+0000 mgr.smithi176.ajjlsm (mgr.14696) 5756 : cluster [DBG] pgmap v4949: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:20.669294+0000 mgr.smithi176.ajjlsm (mgr.14696) 5756 : cluster [DBG] pgmap v4949: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:22.670309+0000 mgr.smithi176.ajjlsm (mgr.14696) 5757 : cluster [DBG] pgmap v4950: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:24.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:22.670309+0000 mgr.smithi176.ajjlsm (mgr.14696) 5757 : cluster [DBG] pgmap v4950: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:24.670945+0000 mgr.smithi176.ajjlsm (mgr.14696) 5758 : cluster [DBG] pgmap v4951: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:24.670945+0000 mgr.smithi176.ajjlsm (mgr.14696) 5758 : cluster [DBG] pgmap v4951: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:27.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:26.671777+0000 mgr.smithi176.ajjlsm (mgr.14696) 5759 : cluster [DBG] pgmap v4952: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:26.671777+0000 mgr.smithi176.ajjlsm (mgr.14696) 5759 : cluster [DBG] pgmap v4952: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:29.188 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:54:29.456 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:54:29.457 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 9m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:54:29.457 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 9m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:54:29.458 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 9m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:54:29.458 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 9m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:54:29.458 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 9m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:54:29.458 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 9m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:54:29.459 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 9m ago 2h 564M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:54:29.459 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 9m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:54:29.459 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 9m ago 2h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:54:29.459 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 9m ago 2h 512M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:54:29.459 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 9m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:54:29.460 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 9m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:54:29.460 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 9m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:54:29.460 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 9m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:54:29.460 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 9m ago 2h 833M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:54:29.461 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 9m ago 2h 1675M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:54:29.461 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 9m ago 2h 1143M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:54:29.461 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 9m ago 2h 1835M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:54:29.461 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 9m ago 2h 1718M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:54:29.461 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 9m ago 2h 1882M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:54:29.462 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 9m ago 2h 1545M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:54:29.462 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 9m ago 2h 2335M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:54:29.462 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 9m ago 2h 85.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:54:29.780 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:54:29.781 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:54:29.781 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:54:29.781 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:54:29.782 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:54:29.782 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:54:29.782 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:54:29.782 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:54:29.783 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:54:29.783 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:54:29.783 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:54:29.783 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:54:29.784 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:54:29.784 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:54:29.784 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:54:29.784 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:54:29.785 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:54:29.785 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:54:29.785 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:54:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:28.672468+0000 mgr.smithi176.ajjlsm (mgr.14696) 5760 : cluster [DBG] pgmap v4953: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:28.672468+0000 mgr.smithi176.ajjlsm (mgr.14696) 5760 : cluster [DBG] pgmap v4953: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:54:29.175275+0000 mgr.smithi176.ajjlsm (mgr.14696) 5761 : audit [DBG] from='client.37946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:54:31.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:54:29.446362+0000 mgr.smithi176.ajjlsm (mgr.14696) 5762 : audit [DBG] from='client.37950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:54:31.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:54:29.778963+0000 mon.smithi176 (mon.0) 1853 : audit [DBG] from='client.? 172.21.15.176:0/469413390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:54:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:54:29.175275+0000 mgr.smithi176.ajjlsm (mgr.14696) 5761 : audit [DBG] from='client.37946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:54:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:54:29.446362+0000 mgr.smithi176.ajjlsm (mgr.14696) 5762 : audit [DBG] from='client.37950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:54:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:54:29.778963+0000 mon.smithi176 (mon.0) 1853 : audit [DBG] from='client.? 172.21.15.176:0/469413390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:54:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:30.673065+0000 mgr.smithi176.ajjlsm (mgr.14696) 5763 : cluster [DBG] pgmap v4954: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:32.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:30.673065+0000 mgr.smithi176.ajjlsm (mgr.14696) 5763 : cluster [DBG] pgmap v4954: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:32.673904+0000 mgr.smithi176.ajjlsm (mgr.14696) 5764 : cluster [DBG] pgmap v4955: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:34.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:32.673904+0000 mgr.smithi176.ajjlsm (mgr.14696) 5764 : cluster [DBG] pgmap v4955: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:34.674485+0000 mgr.smithi176.ajjlsm (mgr.14696) 5765 : cluster [DBG] pgmap v4956: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:36.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:34.674485+0000 mgr.smithi176.ajjlsm (mgr.14696) 5765 : cluster [DBG] pgmap v4956: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:36.675426+0000 mgr.smithi176.ajjlsm (mgr.14696) 5766 : cluster [DBG] pgmap v4957: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:36.675426+0000 mgr.smithi176.ajjlsm (mgr.14696) 5766 : cluster [DBG] pgmap v4957: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:40.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:38.676119+0000 mgr.smithi176.ajjlsm (mgr.14696) 5767 : cluster [DBG] pgmap v4958: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:38.676119+0000 mgr.smithi176.ajjlsm (mgr.14696) 5767 : cluster [DBG] pgmap v4958: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:54:40.563280+0000 mon.smithi176 (mon.0) 1854 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:54:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:40.676702+0000 mgr.smithi176.ajjlsm (mgr.14696) 5768 : cluster [DBG] pgmap v4959: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:54:40.737515+0000 mon.smithi176 (mon.0) 1855 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:54:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:54:40.563280+0000 mon.smithi176 (mon.0) 1854 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:54:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:40.676702+0000 mgr.smithi176.ajjlsm (mgr.14696) 5768 : cluster [DBG] pgmap v4959: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:41.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:54:40.737515+0000 mon.smithi176 (mon.0) 1855 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:54:44.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:42.677563+0000 mgr.smithi176.ajjlsm (mgr.14696) 5769 : cluster [DBG] pgmap v4960: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:44.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:42.677563+0000 mgr.smithi176.ajjlsm (mgr.14696) 5769 : cluster [DBG] pgmap v4960: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:44.678074+0000 mgr.smithi176.ajjlsm (mgr.14696) 5770 : cluster [DBG] pgmap v4961: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:46.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:44.678074+0000 mgr.smithi176.ajjlsm (mgr.14696) 5770 : cluster [DBG] pgmap v4961: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:46.678922+0000 mgr.smithi176.ajjlsm (mgr.14696) 5771 : cluster [DBG] pgmap v4962: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:46.678922+0000 mgr.smithi176.ajjlsm (mgr.14696) 5771 : cluster [DBG] pgmap v4962: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:48.679593+0000 mgr.smithi176.ajjlsm (mgr.14696) 5772 : cluster [DBG] pgmap v4963: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:50.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:48.679593+0000 mgr.smithi176.ajjlsm (mgr.14696) 5772 : cluster [DBG] pgmap v4963: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:50.680284+0000 mgr.smithi176.ajjlsm (mgr.14696) 5773 : cluster [DBG] pgmap v4964: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:50.680284+0000 mgr.smithi176.ajjlsm (mgr.14696) 5773 : cluster [DBG] pgmap v4964: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:54.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:52.681325+0000 mgr.smithi176.ajjlsm (mgr.14696) 5774 : cluster [DBG] pgmap v4965: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:52.681325+0000 mgr.smithi176.ajjlsm (mgr.14696) 5774 : cluster [DBG] pgmap v4965: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:54.681870+0000 mgr.smithi176.ajjlsm (mgr.14696) 5775 : cluster [DBG] pgmap v4966: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:56.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:54.681870+0000 mgr.smithi176.ajjlsm (mgr.14696) 5775 : cluster [DBG] pgmap v4966: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:54:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:56.682627+0000 mgr.smithi176.ajjlsm (mgr.14696) 5776 : cluster [DBG] pgmap v4967: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:54:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:56.682627+0000 mgr.smithi176.ajjlsm (mgr.14696) 5776 : cluster [DBG] pgmap v4967: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:54:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:54:58.683128+0000 mgr.smithi176.ajjlsm (mgr.14696) 5777 : cluster [DBG] pgmap v4968: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:00.085 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:55:00.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:54:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:54:58.683128+0000 mgr.smithi176.ajjlsm (mgr.14696) 5777 : cluster [DBG] pgmap v4968: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:00.354 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:55:00.354 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 9m ago 2h 19.9M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:55:00.354 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 9m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:55:00.355 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 9m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:55:00.355 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 9m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:55:00.355 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 9m ago 2h 44.1M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:55:00.355 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 9m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:55:00.356 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 9m ago 2h 564M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:55:00.356 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 9m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:55:00.356 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 9m ago 2h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:55:00.356 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 9m ago 2h 512M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:55:00.356 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 9m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:55:00.357 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 9m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:55:00.357 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 9m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:55:00.357 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 9m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:55:00.357 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 9m ago 2h 833M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:55:00.358 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 9m ago 2h 1675M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:55:00.358 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 9m ago 2h 1143M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:55:00.358 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 9m ago 2h 1835M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:55:00.358 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 9m ago 2h 1718M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:55:00.359 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 9m ago 2h 1882M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:55:00.359 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 9m ago 2h 1545M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:55:00.359 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 9m ago 2h 2335M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:55:00.359 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 9m ago 2h 85.2M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:55:00.674 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:55:00.675 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:55:00.675 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:55:00.675 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:55:00.675 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:55:00.676 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:55:00.676 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:55:00.676 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:55:00.676 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:55:00.677 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:55:00.677 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:55:00.677 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:55:00.677 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:55:00.677 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:55:00.678 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:55:00.678 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:55:00.678 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:55:00.678 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:55:00.679 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:55:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:55:00.071295+0000 mgr.smithi176.ajjlsm (mgr.14696) 5778 : audit [DBG] from='client.37958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:55:01.620 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:55:00.343353+0000 mgr.smithi176.ajjlsm (mgr.14696) 5779 : audit [DBG] from='client.37962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:55:01.621 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:55:00.671211+0000 mon.smithi176 (mon.0) 1856 : audit [DBG] from='client.? 172.21.15.176:0/1893864430' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:55:01.621 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:00.683514+0000 mgr.smithi176.ajjlsm (mgr.14696) 5780 : cluster [DBG] pgmap v4969: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:01.622 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:55:00.071295+0000 mgr.smithi176.ajjlsm (mgr.14696) 5778 : audit [DBG] from='client.37958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:55:01.622 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:55:00.343353+0000 mgr.smithi176.ajjlsm (mgr.14696) 5779 : audit [DBG] from='client.37962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:55:01.622 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:55:00.671211+0000 mon.smithi176 (mon.0) 1856 : audit [DBG] from='client.? 172.21.15.176:0/1893864430' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:55:01.623 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:00.683514+0000 mgr.smithi176.ajjlsm (mgr.14696) 5780 : cluster [DBG] pgmap v4969: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:02.684448+0000 mgr.smithi176.ajjlsm (mgr.14696) 5781 : cluster [DBG] pgmap v4970: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:04.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:02.684448+0000 mgr.smithi176.ajjlsm (mgr.14696) 5781 : cluster [DBG] pgmap v4970: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:04.684972+0000 mgr.smithi176.ajjlsm (mgr.14696) 5782 : cluster [DBG] pgmap v4971: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:04.684972+0000 mgr.smithi176.ajjlsm (mgr.14696) 5782 : cluster [DBG] pgmap v4971: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:06.685707+0000 mgr.smithi176.ajjlsm (mgr.14696) 5783 : cluster [DBG] pgmap v4972: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:06.685707+0000 mgr.smithi176.ajjlsm (mgr.14696) 5783 : cluster [DBG] pgmap v4972: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:08.686401+0000 mgr.smithi176.ajjlsm (mgr.14696) 5784 : cluster [DBG] pgmap v4973: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:10.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:08.686401+0000 mgr.smithi176.ajjlsm (mgr.14696) 5784 : cluster [DBG] pgmap v4973: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:10.686972+0000 mgr.smithi176.ajjlsm (mgr.14696) 5785 : cluster [DBG] pgmap v4974: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:10.686972+0000 mgr.smithi176.ajjlsm (mgr.14696) 5785 : cluster [DBG] pgmap v4974: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:14.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:12.687867+0000 mgr.smithi176.ajjlsm (mgr.14696) 5786 : cluster [DBG] pgmap v4975: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:14.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:55:13.450819+0000 mon.smithi176 (mon.0) 1857 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:55:14.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:55:13.452280+0000 mon.smithi176 (mon.0) 1858 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:55:14.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:55:13.453082+0000 mon.smithi176 (mon.0) 1859 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:55:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:12.687867+0000 mgr.smithi176.ajjlsm (mgr.14696) 5786 : cluster [DBG] pgmap v4975: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:55:13.450819+0000 mon.smithi176 (mon.0) 1857 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:55:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:55:13.452280+0000 mon.smithi176 (mon.0) 1858 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:55:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:55:13.453082+0000 mon.smithi176 (mon.0) 1859 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:55:15.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:55:13.453781+0000 mgr.smithi176.ajjlsm (mgr.14696) 5787 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:55:15.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:55:13.453781+0000 mgr.smithi176.ajjlsm (mgr.14696) 5787 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:55:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:14.688343+0000 mgr.smithi176.ajjlsm (mgr.14696) 5788 : cluster [DBG] pgmap v4976: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:16.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:14.688343+0000 mgr.smithi176.ajjlsm (mgr.14696) 5788 : cluster [DBG] pgmap v4976: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:16.689077+0000 mgr.smithi176.ajjlsm (mgr.14696) 5789 : cluster [DBG] pgmap v4977: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:16.689077+0000 mgr.smithi176.ajjlsm (mgr.14696) 5789 : cluster [DBG] pgmap v4977: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:19.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:55:18.200486+0000 mon.smithi176 (mon.0) 1860 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:55:19.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:18.689444+0000 mgr.smithi176.ajjlsm (mgr.14696) 5790 : cluster [DBG] pgmap v4978: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:55:18.200486+0000 mon.smithi176 (mon.0) 1860 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:55:19.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:18.689444+0000 mgr.smithi176.ajjlsm (mgr.14696) 5790 : cluster [DBG] pgmap v4978: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:55:19.963953+0000 mon.smithi176 (mon.0) 1861 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:55:21.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:55:20.356993+0000 mon.smithi176 (mon.0) 1862 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:55:21.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:55:20.363951+0000 mon.smithi176 (mon.0) 1863 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:55:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:55:19.963953+0000 mon.smithi176 (mon.0) 1861 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:55:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:55:20.356993+0000 mon.smithi176 (mon.0) 1862 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:55:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:55:20.363951+0000 mon.smithi176 (mon.0) 1863 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:55:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:20.689849+0000 mgr.smithi176.ajjlsm (mgr.14696) 5791 : cluster [DBG] pgmap v4979: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:20.689849+0000 mgr.smithi176.ajjlsm (mgr.14696) 5791 : cluster [DBG] pgmap v4979: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:22.690870+0000 mgr.smithi176.ajjlsm (mgr.14696) 5792 : cluster [DBG] pgmap v4980: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:22.690870+0000 mgr.smithi176.ajjlsm (mgr.14696) 5792 : cluster [DBG] pgmap v4980: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:26.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:24.691421+0000 mgr.smithi176.ajjlsm (mgr.14696) 5793 : cluster [DBG] pgmap v4981: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:26.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:24.691421+0000 mgr.smithi176.ajjlsm (mgr.14696) 5793 : cluster [DBG] pgmap v4981: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:26.692188+0000 mgr.smithi176.ajjlsm (mgr.14696) 5794 : cluster [DBG] pgmap v4982: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:28.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:26.692188+0000 mgr.smithi176.ajjlsm (mgr.14696) 5794 : cluster [DBG] pgmap v4982: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:28.692765+0000 mgr.smithi176.ajjlsm (mgr.14696) 5795 : cluster [DBG] pgmap v4983: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:28.692765+0000 mgr.smithi176.ajjlsm (mgr.14696) 5795 : cluster [DBG] pgmap v4983: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:30.977 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:55:31.248 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:55:31.249 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 11s ago 2h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:55:31.249 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 11s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:55:31.250 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 13s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:55:31.250 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 11s ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:55:31.251 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 11s ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:55:31.251 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 13s ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:55:31.251 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 11s ago 2h 571M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:55:31.252 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 13s ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:55:31.252 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 11s ago 2h 1104M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:55:31.252 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 13s ago 2h 531M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:55:31.252 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 11s ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:55:31.253 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 13s ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:55:31.253 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 11s ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:55:31.253 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 13s ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:55:31.253 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 11s ago 2h 861M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:55:31.254 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 11s ago 2h 1708M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:55:31.254 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 11s ago 2h 1164M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:55:31.255 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 11s ago 2h 1868M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:55:31.255 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 13s ago 2h 1750M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:55:31.255 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 13s ago 2h 1910M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:55:31.255 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 13s ago 2h 1570M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:55:31.256 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 13s ago 2h 2366M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:55:31.256 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 11s ago 2h 87.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:55:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:30.693285+0000 mgr.smithi176.ajjlsm (mgr.14696) 5796 : cluster [DBG] pgmap v4984: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:55:30.963983+0000 mgr.smithi176.ajjlsm (mgr.14696) 5797 : audit [DBG] from='client.37970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:55:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:30.693285+0000 mgr.smithi176.ajjlsm (mgr.14696) 5796 : cluster [DBG] pgmap v4984: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:31.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:55:30.963983+0000 mgr.smithi176.ajjlsm (mgr.14696) 5797 : audit [DBG] from='client.37970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:55:31.568 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:55:31.568 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:55:31.568 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:55:31.569 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:55:31.569 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:55:31.569 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:55:31.569 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:55:31.569 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:55:31.570 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:55:31.570 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:55:31.570 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:55:31.570 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:55:31.571 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:55:31.571 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:55:31.571 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:55:31.571 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:55:31.572 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:55:31.572 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:55:31.572 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:55:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:55:31.237213+0000 mgr.smithi176.ajjlsm (mgr.14696) 5798 : audit [DBG] from='client.37974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:55:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:55:31.566397+0000 mon.smithi176 (mon.0) 1864 : audit [DBG] from='client.? 172.21.15.176:0/2958743102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:55:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:55:31.237213+0000 mgr.smithi176.ajjlsm (mgr.14696) 5798 : audit [DBG] from='client.37974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:55:32.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:55:31.566397+0000 mon.smithi176 (mon.0) 1864 : audit [DBG] from='client.? 172.21.15.176:0/2958743102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:55:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:32.694214+0000 mgr.smithi176.ajjlsm (mgr.14696) 5799 : cluster [DBG] pgmap v4985: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:33.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:32.694214+0000 mgr.smithi176.ajjlsm (mgr.14696) 5799 : cluster [DBG] pgmap v4985: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:34.694645+0000 mgr.smithi176.ajjlsm (mgr.14696) 5800 : cluster [DBG] pgmap v4986: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:36.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:34.694645+0000 mgr.smithi176.ajjlsm (mgr.14696) 5800 : cluster [DBG] pgmap v4986: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:36.695439+0000 mgr.smithi176.ajjlsm (mgr.14696) 5801 : cluster [DBG] pgmap v4987: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:36.695439+0000 mgr.smithi176.ajjlsm (mgr.14696) 5801 : cluster [DBG] pgmap v4987: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:40.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:38.695899+0000 mgr.smithi176.ajjlsm (mgr.14696) 5802 : cluster [DBG] pgmap v4988: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:40.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:38.695899+0000 mgr.smithi176.ajjlsm (mgr.14696) 5802 : cluster [DBG] pgmap v4988: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:55:40.564940+0000 mon.smithi176 (mon.0) 1865 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:55:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:40.696525+0000 mgr.smithi176.ajjlsm (mgr.14696) 5803 : cluster [DBG] pgmap v4989: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:55:40.741916+0000 mon.smithi176 (mon.0) 1866 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:55:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:55:40.564940+0000 mon.smithi176 (mon.0) 1865 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:55:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:40.696525+0000 mgr.smithi176.ajjlsm (mgr.14696) 5803 : cluster [DBG] pgmap v4989: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:55:40.741916+0000 mon.smithi176 (mon.0) 1866 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:55:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:42.697351+0000 mgr.smithi176.ajjlsm (mgr.14696) 5804 : cluster [DBG] pgmap v4990: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:44.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:42.697351+0000 mgr.smithi176.ajjlsm (mgr.14696) 5804 : cluster [DBG] pgmap v4990: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:44.697974+0000 mgr.smithi176.ajjlsm (mgr.14696) 5805 : cluster [DBG] pgmap v4991: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:46.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:44.697974+0000 mgr.smithi176.ajjlsm (mgr.14696) 5805 : cluster [DBG] pgmap v4991: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:46.698923+0000 mgr.smithi176.ajjlsm (mgr.14696) 5806 : cluster [DBG] pgmap v4992: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:46.698923+0000 mgr.smithi176.ajjlsm (mgr.14696) 5806 : cluster [DBG] pgmap v4992: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:50.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:48.699510+0000 mgr.smithi176.ajjlsm (mgr.14696) 5807 : cluster [DBG] pgmap v4993: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:50.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:48.699510+0000 mgr.smithi176.ajjlsm (mgr.14696) 5807 : cluster [DBG] pgmap v4993: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:50.700164+0000 mgr.smithi176.ajjlsm (mgr.14696) 5808 : cluster [DBG] pgmap v4994: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:50.700164+0000 mgr.smithi176.ajjlsm (mgr.14696) 5808 : cluster [DBG] pgmap v4994: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:52.700997+0000 mgr.smithi176.ajjlsm (mgr.14696) 5809 : cluster [DBG] pgmap v4995: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:54.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:52.700997+0000 mgr.smithi176.ajjlsm (mgr.14696) 5809 : cluster [DBG] pgmap v4995: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:54.701564+0000 mgr.smithi176.ajjlsm (mgr.14696) 5810 : cluster [DBG] pgmap v4996: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:56.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:54.701564+0000 mgr.smithi176.ajjlsm (mgr.14696) 5810 : cluster [DBG] pgmap v4996: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:55:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:56.702371+0000 mgr.smithi176.ajjlsm (mgr.14696) 5811 : cluster [DBG] pgmap v4997: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:55:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:56.702371+0000 mgr.smithi176.ajjlsm (mgr.14696) 5811 : cluster [DBG] pgmap v4997: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:55:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:55:58.702834+0000 mgr.smithi176.ajjlsm (mgr.14696) 5812 : cluster [DBG] pgmap v4998: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:00.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:55:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:55:58.702834+0000 mgr.smithi176.ajjlsm (mgr.14696) 5812 : cluster [DBG] pgmap v4998: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:00.703307+0000 mgr.smithi176.ajjlsm (mgr.14696) 5813 : cluster [DBG] pgmap v4999: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:00.703307+0000 mgr.smithi176.ajjlsm (mgr.14696) 5813 : cluster [DBG] pgmap v4999: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:01.872 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:56:02.143 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:56:02.144 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 42s ago 2h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:56:02.144 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 42s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:56:02.144 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 43s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:56:02.145 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 42s ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:56:02.145 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 42s ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:56:02.145 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 43s ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:56:02.145 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 42s ago 2h 571M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:56:02.146 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 43s ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:56:02.146 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 42s ago 2h 1104M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:56:02.146 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 43s ago 2h 531M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:56:02.146 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 42s ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:56:02.147 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 43s ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:56:02.147 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 42s ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:56:02.147 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 43s ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:56:02.147 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 42s ago 2h 861M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:56:02.148 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 42s ago 2h 1708M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:56:02.148 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 42s ago 2h 1164M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:56:02.148 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 42s ago 2h 1868M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:56:02.148 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 43s ago 2h 1750M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:56:02.148 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 43s ago 2h 1910M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:56:02.149 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 43s ago 2h 1570M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:56:02.149 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 43s ago 2h 2366M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:56:02.149 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 42s ago 2h 87.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:56:02.467 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:56:02.467 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:56:02.468 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:56:02.468 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:56:02.468 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:56:02.468 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:56:02.469 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:56:02.469 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:56:02.469 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:56:02.469 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:56:02.470 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:56:02.470 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:56:02.470 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:56:02.471 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:56:02.471 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:56:02.471 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:56:02.471 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:56:02.471 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:56:02.472 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:56:02.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:56:01.858392+0000 mgr.smithi176.ajjlsm (mgr.14696) 5814 : audit [DBG] from='client.37982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:56:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:56:01.858392+0000 mgr.smithi176.ajjlsm (mgr.14696) 5814 : audit [DBG] from='client.37982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:56:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:56:02.133082+0000 mgr.smithi176.ajjlsm (mgr.14696) 5815 : audit [DBG] from='client.37986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:56:03.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:56:02.465494+0000 mon.smithi176 (mon.0) 1867 : audit [DBG] from='client.? 172.21.15.176:0/1813927292' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:56:03.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:02.704231+0000 mgr.smithi176.ajjlsm (mgr.14696) 5816 : cluster [DBG] pgmap v5000: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:03.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:56:02.133082+0000 mgr.smithi176.ajjlsm (mgr.14696) 5815 : audit [DBG] from='client.37986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:56:03.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:56:02.465494+0000 mon.smithi176 (mon.0) 1867 : audit [DBG] from='client.? 172.21.15.176:0/1813927292' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:56:03.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:02.704231+0000 mgr.smithi176.ajjlsm (mgr.14696) 5816 : cluster [DBG] pgmap v5000: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:04.704767+0000 mgr.smithi176.ajjlsm (mgr.14696) 5817 : cluster [DBG] pgmap v5001: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:06.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:04.704767+0000 mgr.smithi176.ajjlsm (mgr.14696) 5817 : cluster [DBG] pgmap v5001: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:06.705581+0000 mgr.smithi176.ajjlsm (mgr.14696) 5818 : cluster [DBG] pgmap v5002: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:06.705581+0000 mgr.smithi176.ajjlsm (mgr.14696) 5818 : cluster [DBG] pgmap v5002: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:10.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:08.706212+0000 mgr.smithi176.ajjlsm (mgr.14696) 5819 : cluster [DBG] pgmap v5003: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:10.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:08.706212+0000 mgr.smithi176.ajjlsm (mgr.14696) 5819 : cluster [DBG] pgmap v5003: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:10.706954+0000 mgr.smithi176.ajjlsm (mgr.14696) 5820 : cluster [DBG] pgmap v5004: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:10.706954+0000 mgr.smithi176.ajjlsm (mgr.14696) 5820 : cluster [DBG] pgmap v5004: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:14.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:12.707865+0000 mgr.smithi176.ajjlsm (mgr.14696) 5821 : cluster [DBG] pgmap v5005: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:14.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:12.707865+0000 mgr.smithi176.ajjlsm (mgr.14696) 5821 : cluster [DBG] pgmap v5005: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:14.708355+0000 mgr.smithi176.ajjlsm (mgr.14696) 5822 : cluster [DBG] pgmap v5006: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:16.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:14.708355+0000 mgr.smithi176.ajjlsm (mgr.14696) 5822 : cluster [DBG] pgmap v5006: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:16.709397+0000 mgr.smithi176.ajjlsm (mgr.14696) 5823 : cluster [DBG] pgmap v5007: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:16.709397+0000 mgr.smithi176.ajjlsm (mgr.14696) 5823 : cluster [DBG] pgmap v5007: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:18.710003+0000 mgr.smithi176.ajjlsm (mgr.14696) 5824 : cluster [DBG] pgmap v5008: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:20.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:18.710003+0000 mgr.smithi176.ajjlsm (mgr.14696) 5824 : cluster [DBG] pgmap v5008: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:56:20.366608+0000 mon.smithi176 (mon.0) 1868 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:56:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:56:20.367990+0000 mon.smithi176 (mon.0) 1869 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:56:21.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:56:20.368815+0000 mon.smithi176 (mon.0) 1870 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:56:21.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:56:20.369550+0000 mgr.smithi176.ajjlsm (mgr.14696) 5825 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:56:21.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:20.710461+0000 mgr.smithi176.ajjlsm (mgr.14696) 5826 : cluster [DBG] pgmap v5009: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:21.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:56:20.775682+0000 mon.smithi176 (mon.0) 1871 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:56:21.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:56:20.782658+0000 mon.smithi176 (mon.0) 1872 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:56:21.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:56:20.366608+0000 mon.smithi176 (mon.0) 1868 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:56:21.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:56:20.367990+0000 mon.smithi176 (mon.0) 1869 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:56:21.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:56:20.368815+0000 mon.smithi176 (mon.0) 1870 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:56:21.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:56:20.369550+0000 mgr.smithi176.ajjlsm (mgr.14696) 5825 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:56:21.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:20.710461+0000 mgr.smithi176.ajjlsm (mgr.14696) 5826 : cluster [DBG] pgmap v5009: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:21.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:56:20.775682+0000 mon.smithi176 (mon.0) 1871 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:56:21.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:56:20.782658+0000 mon.smithi176 (mon.0) 1872 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:56:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:22.711385+0000 mgr.smithi176.ajjlsm (mgr.14696) 5827 : cluster [DBG] pgmap v5010: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:24.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:22.711385+0000 mgr.smithi176.ajjlsm (mgr.14696) 5827 : cluster [DBG] pgmap v5010: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:24.711975+0000 mgr.smithi176.ajjlsm (mgr.14696) 5828 : cluster [DBG] pgmap v5011: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:26.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:24.711975+0000 mgr.smithi176.ajjlsm (mgr.14696) 5828 : cluster [DBG] pgmap v5011: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:26.712844+0000 mgr.smithi176.ajjlsm (mgr.14696) 5829 : cluster [DBG] pgmap v5012: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:26.712844+0000 mgr.smithi176.ajjlsm (mgr.14696) 5829 : cluster [DBG] pgmap v5012: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:28.713447+0000 mgr.smithi176.ajjlsm (mgr.14696) 5830 : cluster [DBG] pgmap v5013: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:30.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:28.713447+0000 mgr.smithi176.ajjlsm (mgr.14696) 5830 : cluster [DBG] pgmap v5013: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:30.714054+0000 mgr.smithi176.ajjlsm (mgr.14696) 5831 : cluster [DBG] pgmap v5014: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:30.714054+0000 mgr.smithi176.ajjlsm (mgr.14696) 5831 : cluster [DBG] pgmap v5014: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:32.769 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:56:33.039 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:56:33.039 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 73s ago 2h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:56:33.040 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 73s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:56:33.040 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 74s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:56:33.040 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 73s ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:56:33.040 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 73s ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:56:33.041 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 74s ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:56:33.041 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 73s ago 2h 571M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:56:33.041 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 74s ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:56:33.041 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 73s ago 2h 1104M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:56:33.041 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 74s ago 2h 531M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:56:33.042 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 73s ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:56:33.042 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 74s ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:56:33.042 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 73s ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:56:33.042 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 74s ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:56:33.043 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 73s ago 2h 861M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:56:33.043 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 73s ago 2h 1708M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:56:33.043 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 73s ago 2h 1164M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:56:33.043 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 73s ago 2h 1868M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:56:33.044 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 74s ago 2h 1750M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:56:33.044 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 74s ago 2h 1910M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:56:33.044 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 74s ago 2h 1570M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:56:33.044 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 74s ago 2h 2366M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:56:33.044 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 73s ago 2h 87.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:56:33.360 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:56:33.360 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:56:33.361 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:56:33.361 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:56:33.361 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:56:33.361 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:56:33.362 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:56:33.362 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:56:33.362 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:56:33.362 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:56:33.362 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:56:33.363 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:56:33.363 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:56:33.363 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:56:33.363 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:56:33.364 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:56:33.364 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:56:33.364 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:56:33.364 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:56:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:32.714769+0000 mgr.smithi176.ajjlsm (mgr.14696) 5832 : cluster [DBG] pgmap v5015: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:34.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:56:32.755709+0000 mgr.smithi176.ajjlsm (mgr.14696) 5833 : audit [DBG] from='client.37994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:56:34.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:56:33.358753+0000 mon.smithi176 (mon.0) 1873 : audit [DBG] from='client.? 172.21.15.176:0/3233063724' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:56:34.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:32.714769+0000 mgr.smithi176.ajjlsm (mgr.14696) 5832 : cluster [DBG] pgmap v5015: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:34.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:56:32.755709+0000 mgr.smithi176.ajjlsm (mgr.14696) 5833 : audit [DBG] from='client.37994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:56:34.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:56:33.358753+0000 mon.smithi176 (mon.0) 1873 : audit [DBG] from='client.? 172.21.15.176:0/3233063724' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:56:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:56:33.028596+0000 mgr.smithi176.ajjlsm (mgr.14696) 5834 : audit [DBG] from='client.37998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:56:35.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:56:33.028596+0000 mgr.smithi176.ajjlsm (mgr.14696) 5834 : audit [DBG] from='client.37998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:56:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:34.715269+0000 mgr.smithi176.ajjlsm (mgr.14696) 5835 : cluster [DBG] pgmap v5016: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:34.715269+0000 mgr.smithi176.ajjlsm (mgr.14696) 5835 : cluster [DBG] pgmap v5016: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:36.716290+0000 mgr.smithi176.ajjlsm (mgr.14696) 5836 : cluster [DBG] pgmap v5017: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:36.716290+0000 mgr.smithi176.ajjlsm (mgr.14696) 5836 : cluster [DBG] pgmap v5017: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:38.716763+0000 mgr.smithi176.ajjlsm (mgr.14696) 5837 : cluster [DBG] pgmap v5018: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:40.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:38.716763+0000 mgr.smithi176.ajjlsm (mgr.14696) 5837 : cluster [DBG] pgmap v5018: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:56:40.566762+0000 mon.smithi176 (mon.0) 1874 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:56:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:40.717261+0000 mgr.smithi176.ajjlsm (mgr.14696) 5838 : cluster [DBG] pgmap v5019: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:56:40.746460+0000 mon.smithi176 (mon.0) 1875 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:56:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:56:40.566762+0000 mon.smithi176 (mon.0) 1874 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:56:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:40.717261+0000 mgr.smithi176.ajjlsm (mgr.14696) 5838 : cluster [DBG] pgmap v5019: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:56:40.746460+0000 mon.smithi176 (mon.0) 1875 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:56:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:42.718082+0000 mgr.smithi176.ajjlsm (mgr.14696) 5839 : cluster [DBG] pgmap v5020: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:42.718082+0000 mgr.smithi176.ajjlsm (mgr.14696) 5839 : cluster [DBG] pgmap v5020: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:44.718656+0000 mgr.smithi176.ajjlsm (mgr.14696) 5840 : cluster [DBG] pgmap v5021: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:44.718656+0000 mgr.smithi176.ajjlsm (mgr.14696) 5840 : cluster [DBG] pgmap v5021: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:46.719383+0000 mgr.smithi176.ajjlsm (mgr.14696) 5841 : cluster [DBG] pgmap v5022: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:46.719383+0000 mgr.smithi176.ajjlsm (mgr.14696) 5841 : cluster [DBG] pgmap v5022: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:48.719980+0000 mgr.smithi176.ajjlsm (mgr.14696) 5842 : cluster [DBG] pgmap v5023: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:50.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:48.719980+0000 mgr.smithi176.ajjlsm (mgr.14696) 5842 : cluster [DBG] pgmap v5023: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:50.720540+0000 mgr.smithi176.ajjlsm (mgr.14696) 5843 : cluster [DBG] pgmap v5024: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:50.720540+0000 mgr.smithi176.ajjlsm (mgr.14696) 5843 : cluster [DBG] pgmap v5024: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:54.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:52.721471+0000 mgr.smithi176.ajjlsm (mgr.14696) 5844 : cluster [DBG] pgmap v5025: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:54.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:52.721471+0000 mgr.smithi176.ajjlsm (mgr.14696) 5844 : cluster [DBG] pgmap v5025: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:54.721944+0000 mgr.smithi176.ajjlsm (mgr.14696) 5845 : cluster [DBG] pgmap v5026: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:56.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:54.721944+0000 mgr.smithi176.ajjlsm (mgr.14696) 5845 : cluster [DBG] pgmap v5026: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:56:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:56.722750+0000 mgr.smithi176.ajjlsm (mgr.14696) 5846 : cluster [DBG] pgmap v5027: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:56:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:56.722750+0000 mgr.smithi176.ajjlsm (mgr.14696) 5846 : cluster [DBG] pgmap v5027: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:00.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:56:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:56:58.723305+0000 mgr.smithi176.ajjlsm (mgr.14696) 5847 : cluster [DBG] pgmap v5028: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:00.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:56:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:56:58.723305+0000 mgr.smithi176.ajjlsm (mgr.14696) 5847 : cluster [DBG] pgmap v5028: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:00.723839+0000 mgr.smithi176.ajjlsm (mgr.14696) 5848 : cluster [DBG] pgmap v5029: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:00.723839+0000 mgr.smithi176.ajjlsm (mgr.14696) 5848 : cluster [DBG] pgmap v5029: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:03.665 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:57:03.932 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:57:03.933 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 103s ago 2h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:57:03.933 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 103s ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:57:03.933 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 105s ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:57:03.933 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 103s ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:57:03.934 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 103s ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:57:03.934 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 105s ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:57:03.934 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 103s ago 2h 571M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:57:03.934 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 105s ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:57:03.935 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 103s ago 2h 1104M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:57:03.935 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 105s ago 2h 531M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:57:03.935 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 103s ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:57:03.935 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 105s ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:57:03.935 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 103s ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:57:03.936 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 105s ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:57:03.936 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 103s ago 2h 861M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:57:03.936 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 103s ago 2h 1708M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:57:03.936 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 103s ago 2h 1164M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:57:03.937 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 103s ago 2h 1868M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:57:03.937 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 105s ago 2h 1750M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:57:03.937 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 105s ago 2h 1910M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:57:03.937 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 105s ago 2h 1570M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:57:03.937 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 105s ago 2h 2366M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:57:03.938 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 103s ago 2h 87.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:57:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:02.724726+0000 mgr.smithi176.ajjlsm (mgr.14696) 5849 : cluster [DBG] pgmap v5030: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:04.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:02.724726+0000 mgr.smithi176.ajjlsm (mgr.14696) 5849 : cluster [DBG] pgmap v5030: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:04.258 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:57:04.259 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:57:04.259 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:57:04.259 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:57:04.259 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:57:04.260 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:57:04.260 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:57:04.260 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:57:04.260 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:57:04.261 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:57:04.261 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:57:04.261 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:57:04.261 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:57:04.262 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:57:04.262 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:57:04.262 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:57:04.263 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:57:04.263 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:57:04.263 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:57:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:57:03.651465+0000 mgr.smithi176.ajjlsm (mgr.14696) 5850 : audit [DBG] from='client.38006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:57:05.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:57:03.922369+0000 mgr.smithi176.ajjlsm (mgr.14696) 5851 : audit [DBG] from='client.38010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:57:05.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:57:04.256540+0000 mon.smithi176 (mon.0) 1876 : audit [DBG] from='client.? 172.21.15.176:0/1667767991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:57:05.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:57:03.651465+0000 mgr.smithi176.ajjlsm (mgr.14696) 5850 : audit [DBG] from='client.38006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:57:05.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:57:03.922369+0000 mgr.smithi176.ajjlsm (mgr.14696) 5851 : audit [DBG] from='client.38010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:57:05.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:57:04.256540+0000 mon.smithi176 (mon.0) 1876 : audit [DBG] from='client.? 172.21.15.176:0/1667767991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:57:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:04.725286+0000 mgr.smithi176.ajjlsm (mgr.14696) 5852 : cluster [DBG] pgmap v5031: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:06.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:04.725286+0000 mgr.smithi176.ajjlsm (mgr.14696) 5852 : cluster [DBG] pgmap v5031: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:06.725963+0000 mgr.smithi176.ajjlsm (mgr.14696) 5853 : cluster [DBG] pgmap v5032: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:06.725963+0000 mgr.smithi176.ajjlsm (mgr.14696) 5853 : cluster [DBG] pgmap v5032: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:10.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:08.726491+0000 mgr.smithi176.ajjlsm (mgr.14696) 5854 : cluster [DBG] pgmap v5033: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:10.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:08.726491+0000 mgr.smithi176.ajjlsm (mgr.14696) 5854 : cluster [DBG] pgmap v5033: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:10.727131+0000 mgr.smithi176.ajjlsm (mgr.14696) 5855 : cluster [DBG] pgmap v5034: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:10.727131+0000 mgr.smithi176.ajjlsm (mgr.14696) 5855 : cluster [DBG] pgmap v5034: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:14.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:12.728065+0000 mgr.smithi176.ajjlsm (mgr.14696) 5856 : cluster [DBG] pgmap v5035: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:12.728065+0000 mgr.smithi176.ajjlsm (mgr.14696) 5856 : cluster [DBG] pgmap v5035: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:14.728493+0000 mgr.smithi176.ajjlsm (mgr.14696) 5857 : cluster [DBG] pgmap v5036: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:16.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:14.728493+0000 mgr.smithi176.ajjlsm (mgr.14696) 5857 : cluster [DBG] pgmap v5036: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:16.729288+0000 mgr.smithi176.ajjlsm (mgr.14696) 5858 : cluster [DBG] pgmap v5037: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:16.729288+0000 mgr.smithi176.ajjlsm (mgr.14696) 5858 : cluster [DBG] pgmap v5037: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:18.729945+0000 mgr.smithi176.ajjlsm (mgr.14696) 5859 : cluster [DBG] pgmap v5038: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:18.729945+0000 mgr.smithi176.ajjlsm (mgr.14696) 5859 : cluster [DBG] pgmap v5038: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:20.730475+0000 mgr.smithi176.ajjlsm (mgr.14696) 5860 : cluster [DBG] pgmap v5039: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:57:20.785262+0000 mon.smithi176 (mon.0) 1877 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:57:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:57:20.786650+0000 mon.smithi176 (mon.0) 1878 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:57:21.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:57:20.787476+0000 mon.smithi176 (mon.0) 1879 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:57:21.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:57:20.788239+0000 mgr.smithi176.ajjlsm (mgr.14696) 5861 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:57:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:20.730475+0000 mgr.smithi176.ajjlsm (mgr.14696) 5860 : cluster [DBG] pgmap v5039: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:21.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:57:20.785262+0000 mon.smithi176 (mon.0) 1877 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:57:21.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:57:20.786650+0000 mon.smithi176 (mon.0) 1878 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:57:21.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:57:20.787476+0000 mon.smithi176 (mon.0) 1879 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:57:21.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:57:20.788239+0000 mgr.smithi176.ajjlsm (mgr.14696) 5861 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:57:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:57:21.151683+0000 mon.smithi176 (mon.0) 1880 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:57:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:57:21.541723+0000 mon.smithi176 (mon.0) 1881 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:57:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:57:21.546465+0000 mon.smithi176 (mon.0) 1882 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:57:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:57:21.151683+0000 mon.smithi176 (mon.0) 1880 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:57:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:57:21.541723+0000 mon.smithi176 (mon.0) 1881 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:57:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:57:21.546465+0000 mon.smithi176 (mon.0) 1882 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:57:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:22.731498+0000 mgr.smithi176.ajjlsm (mgr.14696) 5862 : cluster [DBG] pgmap v5040: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:22.731498+0000 mgr.smithi176.ajjlsm (mgr.14696) 5862 : cluster [DBG] pgmap v5040: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:24.732022+0000 mgr.smithi176.ajjlsm (mgr.14696) 5863 : cluster [DBG] pgmap v5041: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:24.732022+0000 mgr.smithi176.ajjlsm (mgr.14696) 5863 : cluster [DBG] pgmap v5041: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:26.732866+0000 mgr.smithi176.ajjlsm (mgr.14696) 5864 : cluster [DBG] pgmap v5042: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:26.732866+0000 mgr.smithi176.ajjlsm (mgr.14696) 5864 : cluster [DBG] pgmap v5042: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:28.733347+0000 mgr.smithi176.ajjlsm (mgr.14696) 5865 : cluster [DBG] pgmap v5043: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:30.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:28.733347+0000 mgr.smithi176.ajjlsm (mgr.14696) 5865 : cluster [DBG] pgmap v5043: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:30.733967+0000 mgr.smithi176.ajjlsm (mgr.14696) 5866 : cluster [DBG] pgmap v5044: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:30.733967+0000 mgr.smithi176.ajjlsm (mgr.14696) 5866 : cluster [DBG] pgmap v5044: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:34.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:32.735068+0000 mgr.smithi176.ajjlsm (mgr.14696) 5867 : cluster [DBG] pgmap v5045: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:32.735068+0000 mgr.smithi176.ajjlsm (mgr.14696) 5867 : cluster [DBG] pgmap v5045: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:34.565 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:57:34.831 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:57:34.831 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 2m ago 2h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:57:34.832 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 2m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:57:34.832 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 2m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:57:34.832 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 2m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:57:34.832 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 2m ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:57:34.833 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 2m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:57:34.833 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 2m ago 2h 571M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:57:34.833 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 2m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:57:34.833 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 2m ago 2h 1104M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:57:34.834 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 2m ago 2h 531M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:57:34.834 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 2m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:57:34.834 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 2m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:57:34.834 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 2m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:57:34.834 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 2m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:57:34.835 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 2m ago 2h 861M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:57:34.835 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 2m ago 2h 1708M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:57:34.835 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 2m ago 2h 1164M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:57:34.835 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 2m ago 2h 1868M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:57:34.836 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 2m ago 2h 1750M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:57:34.836 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 2m ago 2h 1910M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:57:34.836 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 2m ago 2h 1570M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:57:34.836 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 2m ago 2h 2366M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:57:34.837 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 2m ago 2h 87.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:57:35.159 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:57:35.159 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:57:35.159 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:57:35.160 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:57:35.160 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:57:35.160 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:57:35.160 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:57:35.161 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:57:35.161 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:57:35.161 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:57:35.161 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:57:35.161 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:57:35.162 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:57:35.162 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:57:35.162 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:57:35.162 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:57:35.163 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:57:35.163 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:57:35.163 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:57:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:57:34.550359+0000 mgr.smithi176.ajjlsm (mgr.14696) 5868 : audit [DBG] from='client.38018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:57:36.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:34.735590+0000 mgr.smithi176.ajjlsm (mgr.14696) 5869 : cluster [DBG] pgmap v5046: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:36.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:57:34.820316+0000 mgr.smithi176.ajjlsm (mgr.14696) 5870 : audit [DBG] from='client.38022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:57:36.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:57:35.157481+0000 mon.smithi176 (mon.0) 1883 : audit [DBG] from='client.? 172.21.15.176:0/4261219869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:57:36.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:57:34.550359+0000 mgr.smithi176.ajjlsm (mgr.14696) 5868 : audit [DBG] from='client.38018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:57:36.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:34.735590+0000 mgr.smithi176.ajjlsm (mgr.14696) 5869 : cluster [DBG] pgmap v5046: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:36.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:57:34.820316+0000 mgr.smithi176.ajjlsm (mgr.14696) 5870 : audit [DBG] from='client.38022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:57:36.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:57:35.157481+0000 mon.smithi176 (mon.0) 1883 : audit [DBG] from='client.? 172.21.15.176:0/4261219869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:57:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:36.736396+0000 mgr.smithi176.ajjlsm (mgr.14696) 5871 : cluster [DBG] pgmap v5047: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:36.736396+0000 mgr.smithi176.ajjlsm (mgr.14696) 5871 : cluster [DBG] pgmap v5047: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:40.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:38.737140+0000 mgr.smithi176.ajjlsm (mgr.14696) 5872 : cluster [DBG] pgmap v5048: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:40.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:38.737140+0000 mgr.smithi176.ajjlsm (mgr.14696) 5872 : cluster [DBG] pgmap v5048: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:57:40.568728+0000 mon.smithi176 (mon.0) 1884 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:57:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:40.737744+0000 mgr.smithi176.ajjlsm (mgr.14696) 5873 : cluster [DBG] pgmap v5049: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:57:40.750603+0000 mon.smithi176 (mon.0) 1885 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:57:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:57:40.568728+0000 mon.smithi176 (mon.0) 1884 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:57:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:40.737744+0000 mgr.smithi176.ajjlsm (mgr.14696) 5873 : cluster [DBG] pgmap v5049: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:57:40.750603+0000 mon.smithi176 (mon.0) 1885 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:57:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:42.738568+0000 mgr.smithi176.ajjlsm (mgr.14696) 5874 : cluster [DBG] pgmap v5050: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:42.738568+0000 mgr.smithi176.ajjlsm (mgr.14696) 5874 : cluster [DBG] pgmap v5050: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:44.739235+0000 mgr.smithi176.ajjlsm (mgr.14696) 5875 : cluster [DBG] pgmap v5051: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:44.739235+0000 mgr.smithi176.ajjlsm (mgr.14696) 5875 : cluster [DBG] pgmap v5051: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:46.739923+0000 mgr.smithi176.ajjlsm (mgr.14696) 5876 : cluster [DBG] pgmap v5052: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:48.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:46.739923+0000 mgr.smithi176.ajjlsm (mgr.14696) 5876 : cluster [DBG] pgmap v5052: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:50.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:48.740452+0000 mgr.smithi176.ajjlsm (mgr.14696) 5877 : cluster [DBG] pgmap v5053: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:50.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:48.740452+0000 mgr.smithi176.ajjlsm (mgr.14696) 5877 : cluster [DBG] pgmap v5053: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:50.740863+0000 mgr.smithi176.ajjlsm (mgr.14696) 5878 : cluster [DBG] pgmap v5054: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:50.740863+0000 mgr.smithi176.ajjlsm (mgr.14696) 5878 : cluster [DBG] pgmap v5054: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:52.741701+0000 mgr.smithi176.ajjlsm (mgr.14696) 5879 : cluster [DBG] pgmap v5055: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:54.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:52.741701+0000 mgr.smithi176.ajjlsm (mgr.14696) 5879 : cluster [DBG] pgmap v5055: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:54.742271+0000 mgr.smithi176.ajjlsm (mgr.14696) 5880 : cluster [DBG] pgmap v5056: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:54.742271+0000 mgr.smithi176.ajjlsm (mgr.14696) 5880 : cluster [DBG] pgmap v5056: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:57:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:56.743123+0000 mgr.smithi176.ajjlsm (mgr.14696) 5881 : cluster [DBG] pgmap v5057: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:57:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:56.743123+0000 mgr.smithi176.ajjlsm (mgr.14696) 5881 : cluster [DBG] pgmap v5057: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:57:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:57:58.743610+0000 mgr.smithi176.ajjlsm (mgr.14696) 5882 : cluster [DBG] pgmap v5058: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:57:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:57:58.743610+0000 mgr.smithi176.ajjlsm (mgr.14696) 5882 : cluster [DBG] pgmap v5058: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:00.744183+0000 mgr.smithi176.ajjlsm (mgr.14696) 5883 : cluster [DBG] pgmap v5059: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:00.744183+0000 mgr.smithi176.ajjlsm (mgr.14696) 5883 : cluster [DBG] pgmap v5059: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:02.745088+0000 mgr.smithi176.ajjlsm (mgr.14696) 5884 : cluster [DBG] pgmap v5060: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:02.745088+0000 mgr.smithi176.ajjlsm (mgr.14696) 5884 : cluster [DBG] pgmap v5060: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:05.463 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:58:05.730 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:58:05.731 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 2m ago 2h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:58:05.731 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 2m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:58:05.731 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 2m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:58:05.732 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 2m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:58:05.732 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 2m ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:58:05.732 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 2m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:58:05.732 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 2m ago 2h 571M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:58:05.732 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 2m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:58:05.733 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 2m ago 2h 1104M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:58:05.733 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 2m ago 2h 531M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:58:05.733 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 2m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:58:05.733 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 2m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:58:05.734 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 2m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:58:05.734 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 2m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:58:05.734 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 2m ago 2h 861M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:58:05.734 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 2m ago 2h 1708M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:58:05.734 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 2m ago 2h 1164M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:58:05.735 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 2m ago 2h 1868M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:58:05.735 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 2m ago 2h 1750M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:58:05.735 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 2m ago 2h 1910M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:58:05.735 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 2m ago 2h 1570M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:58:05.736 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 2m ago 2h 2366M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:58:05.736 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 2m ago 2h 87.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:58:06.055 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:58:06.055 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:58:06.055 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:58:06.055 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:58:06.056 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:58:06.056 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:58:06.056 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:58:06.056 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:58:06.057 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:58:06.057 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:58:06.057 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:58:06.057 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:58:06.058 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:58:06.058 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:58:06.058 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:58:06.058 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:58:06.058 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:58:06.059 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:58:06.059 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:58:06.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:04.745554+0000 mgr.smithi176.ajjlsm (mgr.14696) 5885 : cluster [DBG] pgmap v5061: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:06.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:04.745554+0000 mgr.smithi176.ajjlsm (mgr.14696) 5885 : cluster [DBG] pgmap v5061: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:07.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:58:05.449451+0000 mgr.smithi176.ajjlsm (mgr.14696) 5886 : audit [DBG] from='client.38030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:58:07.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:58:05.720231+0000 mgr.smithi176.ajjlsm (mgr.14696) 5887 : audit [DBG] from='client.38034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:58:07.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:58:06.053272+0000 mon.smithi176 (mon.0) 1886 : audit [DBG] from='client.? 172.21.15.176:0/2604012601' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:58:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:58:05.449451+0000 mgr.smithi176.ajjlsm (mgr.14696) 5886 : audit [DBG] from='client.38030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:58:07.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:58:05.720231+0000 mgr.smithi176.ajjlsm (mgr.14696) 5887 : audit [DBG] from='client.38034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:58:07.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:58:06.053272+0000 mon.smithi176 (mon.0) 1886 : audit [DBG] from='client.? 172.21.15.176:0/2604012601' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:58:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:06.746632+0000 mgr.smithi176.ajjlsm (mgr.14696) 5888 : cluster [DBG] pgmap v5062: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:06.746632+0000 mgr.smithi176.ajjlsm (mgr.14696) 5888 : cluster [DBG] pgmap v5062: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:08.747148+0000 mgr.smithi176.ajjlsm (mgr.14696) 5889 : cluster [DBG] pgmap v5063: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:08.747148+0000 mgr.smithi176.ajjlsm (mgr.14696) 5889 : cluster [DBG] pgmap v5063: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:10.747819+0000 mgr.smithi176.ajjlsm (mgr.14696) 5890 : cluster [DBG] pgmap v5064: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:11.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:10.747819+0000 mgr.smithi176.ajjlsm (mgr.14696) 5890 : cluster [DBG] pgmap v5064: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:12.748614+0000 mgr.smithi176.ajjlsm (mgr.14696) 5891 : cluster [DBG] pgmap v5065: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:12.748614+0000 mgr.smithi176.ajjlsm (mgr.14696) 5891 : cluster [DBG] pgmap v5065: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:14.749112+0000 mgr.smithi176.ajjlsm (mgr.14696) 5892 : cluster [DBG] pgmap v5066: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:14.749112+0000 mgr.smithi176.ajjlsm (mgr.14696) 5892 : cluster [DBG] pgmap v5066: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:16.749853+0000 mgr.smithi176.ajjlsm (mgr.14696) 5893 : cluster [DBG] pgmap v5067: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:18.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:16.749853+0000 mgr.smithi176.ajjlsm (mgr.14696) 5893 : cluster [DBG] pgmap v5067: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:20.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:18.750399+0000 mgr.smithi176.ajjlsm (mgr.14696) 5894 : cluster [DBG] pgmap v5068: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:18.750399+0000 mgr.smithi176.ajjlsm (mgr.14696) 5894 : cluster [DBG] pgmap v5068: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:20.750905+0000 mgr.smithi176.ajjlsm (mgr.14696) 5895 : cluster [DBG] pgmap v5069: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:21.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:20.750905+0000 mgr.smithi176.ajjlsm (mgr.14696) 5895 : cluster [DBG] pgmap v5069: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:58:21.549274+0000 mon.smithi176 (mon.0) 1887 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:58:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:58:21.550747+0000 mon.smithi176 (mon.0) 1888 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:58:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:58:21.551589+0000 mon.smithi176 (mon.0) 1889 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:58:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:58:21.552354+0000 mgr.smithi176.ajjlsm (mgr.14696) 5896 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:58:22.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:58:21.802234+0000 mon.smithi176 (mon.0) 1890 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:58:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:58:21.549274+0000 mon.smithi176 (mon.0) 1887 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:58:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:58:21.550747+0000 mon.smithi176 (mon.0) 1888 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:58:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:58:21.551589+0000 mon.smithi176 (mon.0) 1889 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:58:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:58:21.552354+0000 mgr.smithi176.ajjlsm (mgr.14696) 5896 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:58:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:58:21.802234+0000 mon.smithi176 (mon.0) 1890 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:58:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:58:22.186635+0000 mon.smithi176 (mon.0) 1891 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:58:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:58:22.193773+0000 mon.smithi176 (mon.0) 1892 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:58:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:22.751781+0000 mgr.smithi176.ajjlsm (mgr.14696) 5897 : cluster [DBG] pgmap v5070: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:58:22.186635+0000 mon.smithi176 (mon.0) 1891 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:58:23.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:58:22.193773+0000 mon.smithi176 (mon.0) 1892 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:58:23.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:22.751781+0000 mgr.smithi176.ajjlsm (mgr.14696) 5897 : cluster [DBG] pgmap v5070: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:26.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:24.752480+0000 mgr.smithi176.ajjlsm (mgr.14696) 5898 : cluster [DBG] pgmap v5071: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:24.752480+0000 mgr.smithi176.ajjlsm (mgr.14696) 5898 : cluster [DBG] pgmap v5071: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:27.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:26.753488+0000 mgr.smithi176.ajjlsm (mgr.14696) 5899 : cluster [DBG] pgmap v5072: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:26.753488+0000 mgr.smithi176.ajjlsm (mgr.14696) 5899 : cluster [DBG] pgmap v5072: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:30.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:28.754148+0000 mgr.smithi176.ajjlsm (mgr.14696) 5900 : cluster [DBG] pgmap v5073: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:28.754148+0000 mgr.smithi176.ajjlsm (mgr.14696) 5900 : cluster [DBG] pgmap v5073: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:30.754651+0000 mgr.smithi176.ajjlsm (mgr.14696) 5901 : cluster [DBG] pgmap v5074: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:30.754651+0000 mgr.smithi176.ajjlsm (mgr.14696) 5901 : cluster [DBG] pgmap v5074: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:32.755591+0000 mgr.smithi176.ajjlsm (mgr.14696) 5902 : cluster [DBG] pgmap v5075: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:32.755591+0000 mgr.smithi176.ajjlsm (mgr.14696) 5902 : cluster [DBG] pgmap v5075: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:36.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:34.756173+0000 mgr.smithi176.ajjlsm (mgr.14696) 5903 : cluster [DBG] pgmap v5076: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:34.756173+0000 mgr.smithi176.ajjlsm (mgr.14696) 5903 : cluster [DBG] pgmap v5076: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:36.358 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:58:36.625 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:58:36.625 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 3m ago 2h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:58:36.625 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 3m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:58:36.625 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 3m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:58:36.626 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 3m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:58:36.626 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 3m ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:58:36.626 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 3m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:58:36.626 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 3m ago 2h 571M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:58:36.627 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 3m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:58:36.627 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 3m ago 2h 1104M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:58:36.627 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 3m ago 2h 531M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:58:36.627 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 3m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:58:36.628 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 3m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:58:36.628 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 3m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:58:36.628 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 3m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:58:36.628 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 3m ago 2h 861M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:58:36.629 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 3m ago 2h 1708M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:58:36.629 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 3m ago 2h 1164M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:58:36.629 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 3m ago 2h 1868M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:58:36.629 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 3m ago 2h 1750M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:58:36.630 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 3m ago 2h 1910M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:58:36.630 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 3m ago 2h 1570M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:58:36.630 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 3m ago 2h 2366M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:58:36.630 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 3m ago 2h 87.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:58:36.948 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:58:36.949 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:58:36.949 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:58:36.950 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:58:36.950 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:58:36.951 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:58:36.951 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:58:36.951 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:58:36.952 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:58:36.952 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:58:36.953 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:58:36.953 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:58:36.954 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:58:36.954 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:58:36.955 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:58:36.955 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:58:36.955 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:58:36.956 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:58:36.956 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:58:37.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:58:36.344694+0000 mgr.smithi176.ajjlsm (mgr.14696) 5904 : audit [DBG] from='client.38042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:58:37.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:58:36.614397+0000 mgr.smithi176.ajjlsm (mgr.14696) 5905 : audit [DBG] from='client.38046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:58:37.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:36.756835+0000 mgr.smithi176.ajjlsm (mgr.14696) 5906 : cluster [DBG] pgmap v5077: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:37.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:58:36.946431+0000 mon.smithi176 (mon.0) 1893 : audit [DBG] from='client.? 172.21.15.176:0/2083660699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:58:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:58:36.344694+0000 mgr.smithi176.ajjlsm (mgr.14696) 5904 : audit [DBG] from='client.38042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:58:38.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:58:36.614397+0000 mgr.smithi176.ajjlsm (mgr.14696) 5905 : audit [DBG] from='client.38046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:58:38.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:36.756835+0000 mgr.smithi176.ajjlsm (mgr.14696) 5906 : cluster [DBG] pgmap v5077: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:38.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:58:36.946431+0000 mon.smithi176 (mon.0) 1893 : audit [DBG] from='client.? 172.21.15.176:0/2083660699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:58:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:38.757338+0000 mgr.smithi176.ajjlsm (mgr.14696) 5907 : cluster [DBG] pgmap v5078: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:38.757338+0000 mgr.smithi176.ajjlsm (mgr.14696) 5907 : cluster [DBG] pgmap v5078: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:58:40.570548+0000 mon.smithi176 (mon.0) 1894 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:58:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:58:40.755135+0000 mon.smithi176 (mon.0) 1895 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:58:41.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:40.757749+0000 mgr.smithi176.ajjlsm (mgr.14696) 5908 : cluster [DBG] pgmap v5079: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:58:40.570548+0000 mon.smithi176 (mon.0) 1894 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:58:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:58:40.755135+0000 mon.smithi176 (mon.0) 1895 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:58:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:40.757749+0000 mgr.smithi176.ajjlsm (mgr.14696) 5908 : cluster [DBG] pgmap v5079: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:44.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:42.758715+0000 mgr.smithi176.ajjlsm (mgr.14696) 5909 : cluster [DBG] pgmap v5080: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:44.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:42.758715+0000 mgr.smithi176.ajjlsm (mgr.14696) 5909 : cluster [DBG] pgmap v5080: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:44.759206+0000 mgr.smithi176.ajjlsm (mgr.14696) 5910 : cluster [DBG] pgmap v5081: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:44.759206+0000 mgr.smithi176.ajjlsm (mgr.14696) 5910 : cluster [DBG] pgmap v5081: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:46.759988+0000 mgr.smithi176.ajjlsm (mgr.14696) 5911 : cluster [DBG] pgmap v5082: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:46.759988+0000 mgr.smithi176.ajjlsm (mgr.14696) 5911 : cluster [DBG] pgmap v5082: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:50.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:48.760570+0000 mgr.smithi176.ajjlsm (mgr.14696) 5912 : cluster [DBG] pgmap v5083: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:48.760570+0000 mgr.smithi176.ajjlsm (mgr.14696) 5912 : cluster [DBG] pgmap v5083: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:50.761134+0000 mgr.smithi176.ajjlsm (mgr.14696) 5913 : cluster [DBG] pgmap v5084: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:50.761134+0000 mgr.smithi176.ajjlsm (mgr.14696) 5913 : cluster [DBG] pgmap v5084: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:54.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:52.761887+0000 mgr.smithi176.ajjlsm (mgr.14696) 5914 : cluster [DBG] pgmap v5085: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:52.761887+0000 mgr.smithi176.ajjlsm (mgr.14696) 5914 : cluster [DBG] pgmap v5085: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:56.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:54.762442+0000 mgr.smithi176.ajjlsm (mgr.14696) 5915 : cluster [DBG] pgmap v5086: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:54.762442+0000 mgr.smithi176.ajjlsm (mgr.14696) 5915 : cluster [DBG] pgmap v5086: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:58:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:56.763422+0000 mgr.smithi176.ajjlsm (mgr.14696) 5916 : cluster [DBG] pgmap v5087: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:58:58.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:56.763422+0000 mgr.smithi176.ajjlsm (mgr.14696) 5916 : cluster [DBG] pgmap v5087: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:00.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:58:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:58:58.764004+0000 mgr.smithi176.ajjlsm (mgr.14696) 5917 : cluster [DBG] pgmap v5088: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:58:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:58:58.764004+0000 mgr.smithi176.ajjlsm (mgr.14696) 5917 : cluster [DBG] pgmap v5088: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:00.764441+0000 mgr.smithi176.ajjlsm (mgr.14696) 5918 : cluster [DBG] pgmap v5089: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:01.556 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:00.764441+0000 mgr.smithi176.ajjlsm (mgr.14696) 5918 : cluster [DBG] pgmap v5089: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:04.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:02.765273+0000 mgr.smithi176.ajjlsm (mgr.14696) 5919 : cluster [DBG] pgmap v5090: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:04.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:02.765273+0000 mgr.smithi176.ajjlsm (mgr.14696) 5919 : cluster [DBG] pgmap v5090: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:04.765885+0000 mgr.smithi176.ajjlsm (mgr.14696) 5920 : cluster [DBG] pgmap v5091: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:04.765885+0000 mgr.smithi176.ajjlsm (mgr.14696) 5920 : cluster [DBG] pgmap v5091: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:07.251 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:59:07.519 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:59:07.519 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 3m ago 2h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:59:07.520 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 3m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:59:07.520 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 3m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:59:07.520 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 3m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:59:07.520 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 3m ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:59:07.521 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 3m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:59:07.521 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 3m ago 2h 571M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:59:07.522 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 3m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:59:07.522 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 3m ago 2h 1104M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:59:07.522 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 3m ago 2h 531M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:59:07.522 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 3m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:59:07.523 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 3m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:59:07.523 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 3m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:59:07.523 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 3m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:59:07.524 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 3m ago 2h 861M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:59:07.524 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 3m ago 2h 1708M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:59:07.524 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 3m ago 2h 1164M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:59:07.524 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 3m ago 2h 1868M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:59:07.525 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 3m ago 2h 1750M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:59:07.525 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 3m ago 2h 1910M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:59:07.525 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 3m ago 2h 1570M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:59:07.525 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 3m ago 2h 2366M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:59:07.525 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 3m ago 2h 87.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:59:07.843 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:59:07.844 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:59:07.844 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:59:07.844 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:59:07.844 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:59:07.845 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:59:07.845 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:59:07.845 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:59:07.845 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:59:07.846 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:59:07.846 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:59:07.846 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:59:07.846 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:59:07.846 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:59:07.847 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:59:07.847 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:59:07.847 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:59:07.847 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:59:07.848 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:59:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:06.766779+0000 mgr.smithi176.ajjlsm (mgr.14696) 5921 : cluster [DBG] pgmap v5092: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:06.766779+0000 mgr.smithi176.ajjlsm (mgr.14696) 5921 : cluster [DBG] pgmap v5092: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:09.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:59:07.237475+0000 mgr.smithi176.ajjlsm (mgr.14696) 5922 : audit [DBG] from='client.38054 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:59:09.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:59:07.508884+0000 mgr.smithi176.ajjlsm (mgr.14696) 5923 : audit [DBG] from='client.38058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:59:09.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:59:07.842080+0000 mon.smithi176 (mon.0) 1896 : audit [DBG] from='client.? 172.21.15.176:0/1020009230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:59:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:59:07.237475+0000 mgr.smithi176.ajjlsm (mgr.14696) 5922 : audit [DBG] from='client.38054 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:59:09.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:59:07.508884+0000 mgr.smithi176.ajjlsm (mgr.14696) 5923 : audit [DBG] from='client.38058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:59:09.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:59:07.842080+0000 mon.smithi176 (mon.0) 1896 : audit [DBG] from='client.? 172.21.15.176:0/1020009230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:59:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:08.767420+0000 mgr.smithi176.ajjlsm (mgr.14696) 5924 : cluster [DBG] pgmap v5093: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:08.767420+0000 mgr.smithi176.ajjlsm (mgr.14696) 5924 : cluster [DBG] pgmap v5093: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:10.768088+0000 mgr.smithi176.ajjlsm (mgr.14696) 5925 : cluster [DBG] pgmap v5094: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:10.768088+0000 mgr.smithi176.ajjlsm (mgr.14696) 5925 : cluster [DBG] pgmap v5094: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:12.768841+0000 mgr.smithi176.ajjlsm (mgr.14696) 5926 : cluster [DBG] pgmap v5095: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:12.768841+0000 mgr.smithi176.ajjlsm (mgr.14696) 5926 : cluster [DBG] pgmap v5095: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:14.769316+0000 mgr.smithi176.ajjlsm (mgr.14696) 5927 : cluster [DBG] pgmap v5096: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:14.769316+0000 mgr.smithi176.ajjlsm (mgr.14696) 5927 : cluster [DBG] pgmap v5096: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:16.770156+0000 mgr.smithi176.ajjlsm (mgr.14696) 5928 : cluster [DBG] pgmap v5097: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:16.770156+0000 mgr.smithi176.ajjlsm (mgr.14696) 5928 : cluster [DBG] pgmap v5097: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:18.770842+0000 mgr.smithi176.ajjlsm (mgr.14696) 5929 : cluster [DBG] pgmap v5098: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:18.770842+0000 mgr.smithi176.ajjlsm (mgr.14696) 5929 : cluster [DBG] pgmap v5098: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:20.771486+0000 mgr.smithi176.ajjlsm (mgr.14696) 5930 : cluster [DBG] pgmap v5099: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:20.771486+0000 mgr.smithi176.ajjlsm (mgr.14696) 5930 : cluster [DBG] pgmap v5099: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:59:22.196534+0000 mon.smithi176 (mon.0) 1897 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:59:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:59:22.198024+0000 mon.smithi176 (mon.0) 1898 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:59:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:59:22.198899+0000 mon.smithi176 (mon.0) 1899 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:59:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:59:22.196534+0000 mon.smithi176 (mon.0) 1897 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T09:59:22.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:59:22.198024+0000 mon.smithi176 (mon.0) 1898 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T09:59:22.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:59:22.198899+0000 mon.smithi176 (mon.0) 1899 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T09:59:23.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T09:59:22.199713+0000 mgr.smithi176.ajjlsm (mgr.14696) 5931 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:59:23.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:59:22.604362+0000 mon.smithi176 (mon.0) 1900 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:59:23.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:59:22.609105+0000 mon.smithi176 (mon.0) 1901 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:59:23.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:22.772206+0000 mgr.smithi176.ajjlsm (mgr.14696) 5932 : cluster [DBG] pgmap v5100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T09:59:22.199713+0000 mgr.smithi176.ajjlsm (mgr.14696) 5931 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T09:59:24.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:59:22.604362+0000 mon.smithi176 (mon.0) 1900 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:59:24.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:59:22.609105+0000 mon.smithi176 (mon.0) 1901 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T09:59:24.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:22.772206+0000 mgr.smithi176.ajjlsm (mgr.14696) 5932 : cluster [DBG] pgmap v5100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:26.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:24.772761+0000 mgr.smithi176.ajjlsm (mgr.14696) 5933 : cluster [DBG] pgmap v5101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:26.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:24.772761+0000 mgr.smithi176.ajjlsm (mgr.14696) 5933 : cluster [DBG] pgmap v5101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:27.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:26.773644+0000 mgr.smithi176.ajjlsm (mgr.14696) 5934 : cluster [DBG] pgmap v5102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:26.773644+0000 mgr.smithi176.ajjlsm (mgr.14696) 5934 : cluster [DBG] pgmap v5102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:28.774231+0000 mgr.smithi176.ajjlsm (mgr.14696) 5935 : cluster [DBG] pgmap v5103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:28.774231+0000 mgr.smithi176.ajjlsm (mgr.14696) 5935 : cluster [DBG] pgmap v5103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:30.774798+0000 mgr.smithi176.ajjlsm (mgr.14696) 5936 : cluster [DBG] pgmap v5104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:30.774798+0000 mgr.smithi176.ajjlsm (mgr.14696) 5936 : cluster [DBG] pgmap v5104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:34.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:32.775617+0000 mgr.smithi176.ajjlsm (mgr.14696) 5937 : cluster [DBG] pgmap v5105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:32.775617+0000 mgr.smithi176.ajjlsm (mgr.14696) 5937 : cluster [DBG] pgmap v5105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:34.776154+0000 mgr.smithi176.ajjlsm (mgr.14696) 5938 : cluster [DBG] pgmap v5106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:34.776154+0000 mgr.smithi176.ajjlsm (mgr.14696) 5938 : cluster [DBG] pgmap v5106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:37.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:36.776913+0000 mgr.smithi176.ajjlsm (mgr.14696) 5939 : cluster [DBG] pgmap v5107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:38.145 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T09:59:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:36.776913+0000 mgr.smithi176.ajjlsm (mgr.14696) 5939 : cluster [DBG] pgmap v5107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:38.415 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T09:59:38.416 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 4m ago 2h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T09:59:38.416 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 4m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T09:59:38.416 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 4m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T09:59:38.416 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 4m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T09:59:38.417 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 4m ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T09:59:38.417 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 4m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T09:59:38.417 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 4m ago 2h 571M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T09:59:38.417 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 4m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T09:59:38.417 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 4m ago 2h 1104M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T09:59:38.418 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 4m ago 2h 531M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T09:59:38.418 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 4m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T09:59:38.418 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 4m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T09:59:38.418 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 4m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T09:59:38.419 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 4m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T09:59:38.419 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 4m ago 2h 861M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T09:59:38.419 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 4m ago 2h 1708M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T09:59:38.419 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 4m ago 2h 1164M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T09:59:38.419 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 4m ago 2h 1868M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T09:59:38.420 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 4m ago 2h 1750M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T09:59:38.420 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 4m ago 2h 1910M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T09:59:38.420 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 4m ago 2h 1570M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T09:59:38.420 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 4m ago 2h 2366M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T09:59:38.421 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 4m ago 2h 87.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T09:59:38.737 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T09:59:38.737 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T09:59:38.737 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:59:38.738 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:59:38.738 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T09:59:38.738 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T09:59:38.738 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:59:38.739 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T09:59:38.739 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T09:59:38.739 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T09:59:38.739 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:59:38.739 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T09:59:38.740 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T09:59:38.740 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T09:59:38.740 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T09:59:38.740 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T09:59:38.741 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T09:59:38.741 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T09:59:38.741 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T09:59:39.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:59:38.735488+0000 mon.smithi176 (mon.0) 1902 : audit [DBG] from='client.? 172.21.15.176:0/2134349909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:59:39.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:59:38.735488+0000 mon.smithi176 (mon.0) 1902 : audit [DBG] from='client.? 172.21.15.176:0/2134349909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T09:59:40.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:59:38.131839+0000 mgr.smithi176.ajjlsm (mgr.14696) 5940 : audit [DBG] from='client.38066 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:59:40.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:59:38.405015+0000 mgr.smithi176.ajjlsm (mgr.14696) 5941 : audit [DBG] from='client.38070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:59:40.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:38.777530+0000 mgr.smithi176.ajjlsm (mgr.14696) 5942 : cluster [DBG] pgmap v5108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:59:38.131839+0000 mgr.smithi176.ajjlsm (mgr.14696) 5940 : audit [DBG] from='client.38066 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:59:40.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:59:38.405015+0000 mgr.smithi176.ajjlsm (mgr.14696) 5941 : audit [DBG] from='client.38070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T09:59:40.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:38.777530+0000 mgr.smithi176.ajjlsm (mgr.14696) 5942 : cluster [DBG] pgmap v5108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:59:40.572239+0000 mon.smithi176 (mon.0) 1903 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:59:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T09:59:40.759391+0000 mon.smithi176 (mon.0) 1904 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:59:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:40.777977+0000 mgr.smithi176.ajjlsm (mgr.14696) 5943 : cluster [DBG] pgmap v5109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:59:40.572239+0000 mon.smithi176 (mon.0) 1903 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T09:59:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T09:59:40.759391+0000 mon.smithi176 (mon.0) 1904 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T09:59:41.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:40.777977+0000 mgr.smithi176.ajjlsm (mgr.14696) 5943 : cluster [DBG] pgmap v5109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:44.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:42.778824+0000 mgr.smithi176.ajjlsm (mgr.14696) 5944 : cluster [DBG] pgmap v5110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:42.778824+0000 mgr.smithi176.ajjlsm (mgr.14696) 5944 : cluster [DBG] pgmap v5110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:46.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:44.779392+0000 mgr.smithi176.ajjlsm (mgr.14696) 5945 : cluster [DBG] pgmap v5111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:44.779392+0000 mgr.smithi176.ajjlsm (mgr.14696) 5945 : cluster [DBG] pgmap v5111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:46.780348+0000 mgr.smithi176.ajjlsm (mgr.14696) 5946 : cluster [DBG] pgmap v5112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:48.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:46.780348+0000 mgr.smithi176.ajjlsm (mgr.14696) 5946 : cluster [DBG] pgmap v5112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:48.780809+0000 mgr.smithi176.ajjlsm (mgr.14696) 5947 : cluster [DBG] pgmap v5113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:48.780809+0000 mgr.smithi176.ajjlsm (mgr.14696) 5947 : cluster [DBG] pgmap v5113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:50.781246+0000 mgr.smithi176.ajjlsm (mgr.14696) 5948 : cluster [DBG] pgmap v5114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:50.781246+0000 mgr.smithi176.ajjlsm (mgr.14696) 5948 : cluster [DBG] pgmap v5114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:52.782150+0000 mgr.smithi176.ajjlsm (mgr.14696) 5949 : cluster [DBG] pgmap v5115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:52.782150+0000 mgr.smithi176.ajjlsm (mgr.14696) 5949 : cluster [DBG] pgmap v5115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:56.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:54.782810+0000 mgr.smithi176.ajjlsm (mgr.14696) 5950 : cluster [DBG] pgmap v5116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:54.782810+0000 mgr.smithi176.ajjlsm (mgr.14696) 5950 : cluster [DBG] pgmap v5116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T09:59:57.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:56.783671+0000 mgr.smithi176.ajjlsm (mgr.14696) 5951 : cluster [DBG] pgmap v5117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T09:59:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:56.783671+0000 mgr.smithi176.ajjlsm (mgr.14696) 5951 : cluster [DBG] pgmap v5117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:00.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 09:59:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T09:59:58.784350+0000 mgr.smithi176.ajjlsm (mgr.14696) 5952 : cluster [DBG] pgmap v5118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 09:59:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T09:59:58.784350+0000 mgr.smithi176.ajjlsm (mgr.14696) 5952 : cluster [DBG] pgmap v5118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:00.000166+0000 mon.smithi176 (mon.0) 1905 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T10:00:01.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:00.000166+0000 mon.smithi176 (mon.0) 1905 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T10:00:02.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:00.784834+0000 mgr.smithi176.ajjlsm (mgr.14696) 5953 : cluster [DBG] pgmap v5119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:00.784834+0000 mgr.smithi176.ajjlsm (mgr.14696) 5953 : cluster [DBG] pgmap v5119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:04.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:02.785868+0000 mgr.smithi176.ajjlsm (mgr.14696) 5954 : cluster [DBG] pgmap v5120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:02.785868+0000 mgr.smithi176.ajjlsm (mgr.14696) 5954 : cluster [DBG] pgmap v5120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:04.786364+0000 mgr.smithi176.ajjlsm (mgr.14696) 5955 : cluster [DBG] pgmap v5121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:04.786364+0000 mgr.smithi176.ajjlsm (mgr.14696) 5955 : cluster [DBG] pgmap v5121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:06.787209+0000 mgr.smithi176.ajjlsm (mgr.14696) 5956 : cluster [DBG] pgmap v5122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:06.787209+0000 mgr.smithi176.ajjlsm (mgr.14696) 5956 : cluster [DBG] pgmap v5122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:09.042 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:00:09.307 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:00:09.308 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 4m ago 2h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:00:09.308 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 4m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:00:09.308 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 4m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:00:09.309 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 4m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:00:09.309 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 4m ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:00:09.309 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 4m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:00:09.309 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 4m ago 2h 571M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:00:09.310 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 4m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:00:09.310 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 4m ago 2h 1104M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:00:09.310 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 4m ago 2h 531M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:00:09.310 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 4m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:00:09.310 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 4m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:00:09.311 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 4m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:00:09.311 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 4m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:00:09.311 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 4m ago 2h 861M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:00:09.311 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 4m ago 2h 1708M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:00:09.312 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 4m ago 2h 1164M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:00:09.312 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 4m ago 2h 1868M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:00:09.312 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 4m ago 2h 1750M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:00:09.312 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 4m ago 2h 1910M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:00:09.312 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 4m ago 2h 1570M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:00:09.313 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 4m ago 2h 2366M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:00:09.313 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 4m ago 2h 87.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:00:09.627 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:00:09.627 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:00:09.627 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:00:09.628 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:00:09.628 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:00:09.629 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:00:09.629 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:00:09.629 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:00:09.629 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:00:09.630 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:00:09.630 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:00:09.630 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:00:09.630 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:00:09.630 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:00:09.631 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:00:09.631 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:00:09.631 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:00:09.631 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:00:09.632 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:00:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:08.787800+0000 mgr.smithi176.ajjlsm (mgr.14696) 5957 : cluster [DBG] pgmap v5123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:10.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:00:09.028588+0000 mgr.smithi176.ajjlsm (mgr.14696) 5958 : audit [DBG] from='client.38078 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:00:10.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:00:09.625391+0000 mon.smithi176 (mon.0) 1906 : audit [DBG] from='client.? 172.21.15.176:0/1262708308' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:00:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:08.787800+0000 mgr.smithi176.ajjlsm (mgr.14696) 5957 : cluster [DBG] pgmap v5123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:10.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:00:09.028588+0000 mgr.smithi176.ajjlsm (mgr.14696) 5958 : audit [DBG] from='client.38078 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:00:10.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:00:09.625391+0000 mon.smithi176 (mon.0) 1906 : audit [DBG] from='client.? 172.21.15.176:0/1262708308' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:00:11.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:00:09.297202+0000 mgr.smithi176.ajjlsm (mgr.14696) 5959 : audit [DBG] from='client.38082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:00:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:00:09.297202+0000 mgr.smithi176.ajjlsm (mgr.14696) 5959 : audit [DBG] from='client.38082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:00:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:10.788341+0000 mgr.smithi176.ajjlsm (mgr.14696) 5960 : cluster [DBG] pgmap v5124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:10.788341+0000 mgr.smithi176.ajjlsm (mgr.14696) 5960 : cluster [DBG] pgmap v5124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:12.789091+0000 mgr.smithi176.ajjlsm (mgr.14696) 5961 : cluster [DBG] pgmap v5125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:12.789091+0000 mgr.smithi176.ajjlsm (mgr.14696) 5961 : cluster [DBG] pgmap v5125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:16.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:14.789520+0000 mgr.smithi176.ajjlsm (mgr.14696) 5962 : cluster [DBG] pgmap v5126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:16.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:14.789520+0000 mgr.smithi176.ajjlsm (mgr.14696) 5962 : cluster [DBG] pgmap v5126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:16.790318+0000 mgr.smithi176.ajjlsm (mgr.14696) 5963 : cluster [DBG] pgmap v5127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:18.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:16.790318+0000 mgr.smithi176.ajjlsm (mgr.14696) 5963 : cluster [DBG] pgmap v5127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:20.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:18.790761+0000 mgr.smithi176.ajjlsm (mgr.14696) 5964 : cluster [DBG] pgmap v5128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:18.790761+0000 mgr.smithi176.ajjlsm (mgr.14696) 5964 : cluster [DBG] pgmap v5128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:20.791252+0000 mgr.smithi176.ajjlsm (mgr.14696) 5965 : cluster [DBG] pgmap v5129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:20.791252+0000 mgr.smithi176.ajjlsm (mgr.14696) 5965 : cluster [DBG] pgmap v5129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:22.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:00:22.611706+0000 mon.smithi176 (mon.0) 1907 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:00:22.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:00:22.613179+0000 mon.smithi176 (mon.0) 1908 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:00:22.923 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:00:22.614002+0000 mon.smithi176 (mon.0) 1909 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:00:22.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:00:22.611706+0000 mon.smithi176 (mon.0) 1907 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:00:22.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:00:22.613179+0000 mon.smithi176 (mon.0) 1908 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:00:22.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:00:22.614002+0000 mon.smithi176 (mon.0) 1909 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:00:24.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:00:22.614723+0000 mgr.smithi176.ajjlsm (mgr.14696) 5966 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:00:24.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:22.791959+0000 mgr.smithi176.ajjlsm (mgr.14696) 5967 : cluster [DBG] pgmap v5130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:24.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:00:23.025807+0000 mon.smithi176 (mon.0) 1910 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:00:24.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:00:23.034500+0000 mon.smithi176 (mon.0) 1911 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:00:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:00:22.614723+0000 mgr.smithi176.ajjlsm (mgr.14696) 5966 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:00:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:22.791959+0000 mgr.smithi176.ajjlsm (mgr.14696) 5967 : cluster [DBG] pgmap v5130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:00:23.025807+0000 mon.smithi176 (mon.0) 1910 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:00:24.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:00:23.034500+0000 mon.smithi176 (mon.0) 1911 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:00:26.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:24.792630+0000 mgr.smithi176.ajjlsm (mgr.14696) 5968 : cluster [DBG] pgmap v5131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:26.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:24.792630+0000 mgr.smithi176.ajjlsm (mgr.14696) 5968 : cluster [DBG] pgmap v5131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:26.793632+0000 mgr.smithi176.ajjlsm (mgr.14696) 5969 : cluster [DBG] pgmap v5132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:28.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:26.793632+0000 mgr.smithi176.ajjlsm (mgr.14696) 5969 : cluster [DBG] pgmap v5132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:28.794121+0000 mgr.smithi176.ajjlsm (mgr.14696) 5970 : cluster [DBG] pgmap v5133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:30.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:28.794121+0000 mgr.smithi176.ajjlsm (mgr.14696) 5970 : cluster [DBG] pgmap v5133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:30.794602+0000 mgr.smithi176.ajjlsm (mgr.14696) 5971 : cluster [DBG] pgmap v5134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:30.794602+0000 mgr.smithi176.ajjlsm (mgr.14696) 5971 : cluster [DBG] pgmap v5134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:34.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:32.795410+0000 mgr.smithi176.ajjlsm (mgr.14696) 5972 : cluster [DBG] pgmap v5135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:34.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:32.795410+0000 mgr.smithi176.ajjlsm (mgr.14696) 5972 : cluster [DBG] pgmap v5135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:34.795900+0000 mgr.smithi176.ajjlsm (mgr.14696) 5973 : cluster [DBG] pgmap v5136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:34.795900+0000 mgr.smithi176.ajjlsm (mgr.14696) 5973 : cluster [DBG] pgmap v5136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:38.226 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:36.796807+0000 mgr.smithi176.ajjlsm (mgr.14696) 5974 : cluster [DBG] pgmap v5137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:36.796807+0000 mgr.smithi176.ajjlsm (mgr.14696) 5974 : cluster [DBG] pgmap v5137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:39.932 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:00:40.201 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:00:40.202 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 5m ago 2h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:00:40.202 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 5m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:00:40.202 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 5m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:00:40.202 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 5m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:00:40.203 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 5m ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:00:40.203 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 5m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:00:40.203 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 5m ago 2h 571M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:00:40.203 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 5m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:00:40.204 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 5m ago 2h 1104M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:00:40.204 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 5m ago 2h 531M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:00:40.204 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 5m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:00:40.204 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 5m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:00:40.204 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 5m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:00:40.205 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 5m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:00:40.205 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 5m ago 2h 861M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:00:40.205 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 5m ago 2h 1708M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:00:40.205 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 5m ago 2h 1164M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:00:40.206 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 5m ago 2h 1868M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:00:40.206 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 5m ago 2h 1750M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:00:40.206 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 5m ago 2h 1910M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:00:40.206 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 5m ago 2h 1570M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:00:40.206 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 5m ago 2h 2366M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:00:40.207 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 5m ago 2h 87.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:00:40.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:38.797443+0000 mgr.smithi176.ajjlsm (mgr.14696) 5975 : cluster [DBG] pgmap v5138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:38.797443+0000 mgr.smithi176.ajjlsm (mgr.14696) 5975 : cluster [DBG] pgmap v5138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:40.525 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:00:40.526 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:00:40.526 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:00:40.526 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:00:40.527 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:00:40.527 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:00:40.527 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:00:40.528 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:00:40.528 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:00:40.528 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:00:40.529 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:00:40.529 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:00:40.529 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:00:40.530 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:00:40.530 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:00:40.530 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:00:40.531 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:00:40.531 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:00:40.531 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:00:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:00:39.918167+0000 mgr.smithi176.ajjlsm (mgr.14696) 5976 : audit [DBG] from='client.38090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:00:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:00:40.523923+0000 mon.smithi176 (mon.0) 1912 : audit [DBG] from='client.? 172.21.15.176:0/978338426' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:00:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:00:40.573791+0000 mon.smithi176 (mon.0) 1913 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:00:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:00:40.763220+0000 mon.smithi176 (mon.0) 1914 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:00:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:00:39.918167+0000 mgr.smithi176.ajjlsm (mgr.14696) 5976 : audit [DBG] from='client.38090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:00:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:00:40.523923+0000 mon.smithi176 (mon.0) 1912 : audit [DBG] from='client.? 172.21.15.176:0/978338426' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:00:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:00:40.573791+0000 mon.smithi176 (mon.0) 1913 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:00:41.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:00:40.763220+0000 mon.smithi176 (mon.0) 1914 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:00:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:00:40.190070+0000 mgr.smithi176.ajjlsm (mgr.14696) 5977 : audit [DBG] from='client.38094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:00:42.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:40.797859+0000 mgr.smithi176.ajjlsm (mgr.14696) 5978 : cluster [DBG] pgmap v5139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:42.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:00:40.190070+0000 mgr.smithi176.ajjlsm (mgr.14696) 5977 : audit [DBG] from='client.38094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:00:42.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:40.797859+0000 mgr.smithi176.ajjlsm (mgr.14696) 5978 : cluster [DBG] pgmap v5139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:42.798712+0000 mgr.smithi176.ajjlsm (mgr.14696) 5979 : cluster [DBG] pgmap v5140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:42.798712+0000 mgr.smithi176.ajjlsm (mgr.14696) 5979 : cluster [DBG] pgmap v5140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:44.799259+0000 mgr.smithi176.ajjlsm (mgr.14696) 5980 : cluster [DBG] pgmap v5141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:46.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:44.799259+0000 mgr.smithi176.ajjlsm (mgr.14696) 5980 : cluster [DBG] pgmap v5141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:46.799981+0000 mgr.smithi176.ajjlsm (mgr.14696) 5981 : cluster [DBG] pgmap v5142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:46.799981+0000 mgr.smithi176.ajjlsm (mgr.14696) 5981 : cluster [DBG] pgmap v5142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:50.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:48.800545+0000 mgr.smithi176.ajjlsm (mgr.14696) 5982 : cluster [DBG] pgmap v5143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:50.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:48.800545+0000 mgr.smithi176.ajjlsm (mgr.14696) 5982 : cluster [DBG] pgmap v5143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:50.801261+0000 mgr.smithi176.ajjlsm (mgr.14696) 5983 : cluster [DBG] pgmap v5144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:50.801261+0000 mgr.smithi176.ajjlsm (mgr.14696) 5983 : cluster [DBG] pgmap v5144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:52.802268+0000 mgr.smithi176.ajjlsm (mgr.14696) 5984 : cluster [DBG] pgmap v5145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:52.802268+0000 mgr.smithi176.ajjlsm (mgr.14696) 5984 : cluster [DBG] pgmap v5145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:56.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:54.802845+0000 mgr.smithi176.ajjlsm (mgr.14696) 5985 : cluster [DBG] pgmap v5146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:54.802845+0000 mgr.smithi176.ajjlsm (mgr.14696) 5985 : cluster [DBG] pgmap v5146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:00:58.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:56.803771+0000 mgr.smithi176.ajjlsm (mgr.14696) 5986 : cluster [DBG] pgmap v5147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:00:58.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:56.803771+0000 mgr.smithi176.ajjlsm (mgr.14696) 5986 : cluster [DBG] pgmap v5147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:00.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:00:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:00:58.804491+0000 mgr.smithi176.ajjlsm (mgr.14696) 5987 : cluster [DBG] pgmap v5148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:00:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:00:58.804491+0000 mgr.smithi176.ajjlsm (mgr.14696) 5987 : cluster [DBG] pgmap v5148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:00.804948+0000 mgr.smithi176.ajjlsm (mgr.14696) 5988 : cluster [DBG] pgmap v5149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:00.804948+0000 mgr.smithi176.ajjlsm (mgr.14696) 5988 : cluster [DBG] pgmap v5149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:02.805783+0000 mgr.smithi176.ajjlsm (mgr.14696) 5989 : cluster [DBG] pgmap v5150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:02.805783+0000 mgr.smithi176.ajjlsm (mgr.14696) 5989 : cluster [DBG] pgmap v5150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:06.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:04.806446+0000 mgr.smithi176.ajjlsm (mgr.14696) 5990 : cluster [DBG] pgmap v5151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:04.806446+0000 mgr.smithi176.ajjlsm (mgr.14696) 5990 : cluster [DBG] pgmap v5151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:08.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:06.807270+0000 mgr.smithi176.ajjlsm (mgr.14696) 5991 : cluster [DBG] pgmap v5152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:08.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:06.807270+0000 mgr.smithi176.ajjlsm (mgr.14696) 5991 : cluster [DBG] pgmap v5152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:08.807801+0000 mgr.smithi176.ajjlsm (mgr.14696) 5992 : cluster [DBG] pgmap v5153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:08.807801+0000 mgr.smithi176.ajjlsm (mgr.14696) 5992 : cluster [DBG] pgmap v5153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:10.824 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:01:11.092 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:01:11.093 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 5m ago 2h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:01:11.093 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 5m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:01:11.093 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 5m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:01:11.093 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 5m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:01:11.094 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 5m ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:01:11.094 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 5m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:01:11.094 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 5m ago 2h 571M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:01:11.094 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 5m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:01:11.095 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 5m ago 2h 1104M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:01:11.095 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 5m ago 2h 531M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:01:11.095 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 5m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:01:11.095 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 5m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:01:11.096 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 5m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:01:11.096 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 5m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:01:11.096 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 5m ago 2h 861M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:01:11.096 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 5m ago 2h 1708M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:01:11.097 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 5m ago 2h 1164M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:01:11.097 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 5m ago 2h 1868M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:01:11.097 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 5m ago 2h 1750M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:01:11.097 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 5m ago 2h 1910M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:01:11.097 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 5m ago 2h 1570M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:01:11.098 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 5m ago 2h 2366M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:01:11.098 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 5m ago 2h 87.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:01:11.413 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:01:11.414 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:01:11.414 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:01:11.414 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:01:11.415 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:01:11.415 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:01:11.415 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:01:11.415 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:01:11.416 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:01:11.416 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:01:11.416 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:01:11.416 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:01:11.416 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:01:11.417 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:01:11.417 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:01:11.417 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:01:11.417 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:01:11.417 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:01:11.418 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:01:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:10.808343+0000 mgr.smithi176.ajjlsm (mgr.14696) 5993 : cluster [DBG] pgmap v5154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:01:10.810915+0000 mgr.smithi176.ajjlsm (mgr.14696) 5994 : audit [DBG] from='client.38102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:01:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:10.808343+0000 mgr.smithi176.ajjlsm (mgr.14696) 5993 : cluster [DBG] pgmap v5154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:11.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:01:10.810915+0000 mgr.smithi176.ajjlsm (mgr.14696) 5994 : audit [DBG] from='client.38102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:01:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:01:11.082168+0000 mgr.smithi176.ajjlsm (mgr.14696) 5995 : audit [DBG] from='client.38106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:01:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:01:11.412027+0000 mon.smithi176 (mon.0) 1915 : audit [DBG] from='client.? 172.21.15.176:0/3361071512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:01:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:01:11.082168+0000 mgr.smithi176.ajjlsm (mgr.14696) 5995 : audit [DBG] from='client.38106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:01:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:01:11.412027+0000 mon.smithi176 (mon.0) 1915 : audit [DBG] from='client.? 172.21.15.176:0/3361071512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:01:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:12.809217+0000 mgr.smithi176.ajjlsm (mgr.14696) 5996 : cluster [DBG] pgmap v5155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:12.809217+0000 mgr.smithi176.ajjlsm (mgr.14696) 5996 : cluster [DBG] pgmap v5155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:14.809859+0000 mgr.smithi176.ajjlsm (mgr.14696) 5997 : cluster [DBG] pgmap v5156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:14.809859+0000 mgr.smithi176.ajjlsm (mgr.14696) 5997 : cluster [DBG] pgmap v5156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:18.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:16.810661+0000 mgr.smithi176.ajjlsm (mgr.14696) 5998 : cluster [DBG] pgmap v5157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:16.810661+0000 mgr.smithi176.ajjlsm (mgr.14696) 5998 : cluster [DBG] pgmap v5157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:18.811273+0000 mgr.smithi176.ajjlsm (mgr.14696) 5999 : cluster [DBG] pgmap v5158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:18.811273+0000 mgr.smithi176.ajjlsm (mgr.14696) 5999 : cluster [DBG] pgmap v5158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:20.811909+0000 mgr.smithi176.ajjlsm (mgr.14696) 6000 : cluster [DBG] pgmap v5159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:20.811909+0000 mgr.smithi176.ajjlsm (mgr.14696) 6000 : cluster [DBG] pgmap v5159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:24.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:22.812682+0000 mgr.smithi176.ajjlsm (mgr.14696) 6001 : cluster [DBG] pgmap v5160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:24.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:01:23.037392+0000 mon.smithi176 (mon.0) 1916 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:01:24.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:01:23.038742+0000 mon.smithi176 (mon.0) 1917 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:01:24.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:01:23.039600+0000 mon.smithi176 (mon.0) 1918 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:01:24.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:01:23.040327+0000 mgr.smithi176.ajjlsm (mgr.14696) 6002 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:01:24.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:01:23.447053+0000 mon.smithi176 (mon.0) 1919 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:01:24.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:01:23.451854+0000 mon.smithi176 (mon.0) 1920 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:01:24.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:22.812682+0000 mgr.smithi176.ajjlsm (mgr.14696) 6001 : cluster [DBG] pgmap v5160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:24.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:01:23.037392+0000 mon.smithi176 (mon.0) 1916 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:01:24.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:01:23.038742+0000 mon.smithi176 (mon.0) 1917 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:01:24.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:01:23.039600+0000 mon.smithi176 (mon.0) 1918 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:01:24.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:01:23.040327+0000 mgr.smithi176.ajjlsm (mgr.14696) 6002 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:01:24.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:01:23.447053+0000 mon.smithi176 (mon.0) 1919 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:01:24.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:01:23.451854+0000 mon.smithi176 (mon.0) 1920 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:01:26.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:24.813281+0000 mgr.smithi176.ajjlsm (mgr.14696) 6003 : cluster [DBG] pgmap v5161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:24.813281+0000 mgr.smithi176.ajjlsm (mgr.14696) 6003 : cluster [DBG] pgmap v5161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:26.814046+0000 mgr.smithi176.ajjlsm (mgr.14696) 6004 : cluster [DBG] pgmap v5162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:26.814046+0000 mgr.smithi176.ajjlsm (mgr.14696) 6004 : cluster [DBG] pgmap v5162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:30.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:28.814601+0000 mgr.smithi176.ajjlsm (mgr.14696) 6005 : cluster [DBG] pgmap v5163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:30.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:28.814601+0000 mgr.smithi176.ajjlsm (mgr.14696) 6005 : cluster [DBG] pgmap v5163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:30.815077+0000 mgr.smithi176.ajjlsm (mgr.14696) 6006 : cluster [DBG] pgmap v5164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:30.815077+0000 mgr.smithi176.ajjlsm (mgr.14696) 6006 : cluster [DBG] pgmap v5164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:32.816095+0000 mgr.smithi176.ajjlsm (mgr.14696) 6007 : cluster [DBG] pgmap v5165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:32.816095+0000 mgr.smithi176.ajjlsm (mgr.14696) 6007 : cluster [DBG] pgmap v5165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:36.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:34.816697+0000 mgr.smithi176.ajjlsm (mgr.14696) 6008 : cluster [DBG] pgmap v5166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:34.816697+0000 mgr.smithi176.ajjlsm (mgr.14696) 6008 : cluster [DBG] pgmap v5166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:38.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:36.817483+0000 mgr.smithi176.ajjlsm (mgr.14696) 6009 : cluster [DBG] pgmap v5167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:36.817483+0000 mgr.smithi176.ajjlsm (mgr.14696) 6009 : cluster [DBG] pgmap v5167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:38.817929+0000 mgr.smithi176.ajjlsm (mgr.14696) 6010 : cluster [DBG] pgmap v5168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:40.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:38.817929+0000 mgr.smithi176.ajjlsm (mgr.14696) 6010 : cluster [DBG] pgmap v5168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:01:40.575277+0000 mon.smithi176 (mon.0) 1921 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:01:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:01:40.767662+0000 mon.smithi176 (mon.0) 1922 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:01:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:40.818387+0000 mgr.smithi176.ajjlsm (mgr.14696) 6011 : cluster [DBG] pgmap v5169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:01:40.575277+0000 mon.smithi176 (mon.0) 1921 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:01:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:01:40.767662+0000 mon.smithi176 (mon.0) 1922 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:01:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:40.818387+0000 mgr.smithi176.ajjlsm (mgr.14696) 6011 : cluster [DBG] pgmap v5169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:41.715 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:01:41.983 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:01:41.984 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 6m ago 2h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:01:41.984 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 6m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:01:41.984 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 6m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:01:41.985 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 6m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:01:41.985 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 6m ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:01:41.985 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 6m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:01:41.985 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 6m ago 2h 571M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:01:41.986 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 6m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:01:41.986 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 6m ago 2h 1104M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:01:41.986 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 6m ago 2h 531M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:01:41.986 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 6m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:01:41.987 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 6m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:01:41.987 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 6m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:01:41.987 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 6m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:01:41.987 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 6m ago 2h 861M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:01:41.988 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 6m ago 2h 1708M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:01:41.988 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 6m ago 2h 1164M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:01:41.988 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 6m ago 2h 1868M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:01:41.988 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 6m ago 2h 1750M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:01:41.988 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 6m ago 2h 1910M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:01:41.989 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 6m ago 2h 1570M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:01:41.989 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 6m ago 2h 2366M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:01:41.989 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 6m ago 2h 87.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:01:42.307 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:01:42.307 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:01:42.307 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:01:42.308 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:01:42.308 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:01:42.308 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:01:42.308 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:01:42.308 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:01:42.309 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:01:42.309 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:01:42.309 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:01:42.309 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:01:42.309 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:01:42.310 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:01:42.310 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:01:42.310 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:01:42.310 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:01:42.311 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:01:42.311 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:01:42.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:01:41.701982+0000 mgr.smithi176.ajjlsm (mgr.14696) 6012 : audit [DBG] from='client.38114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:01:42.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:01:41.973146+0000 mgr.smithi176.ajjlsm (mgr.14696) 6013 : audit [DBG] from='client.38118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:01:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:01:41.701982+0000 mgr.smithi176.ajjlsm (mgr.14696) 6012 : audit [DBG] from='client.38114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:01:42.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:01:41.973146+0000 mgr.smithi176.ajjlsm (mgr.14696) 6013 : audit [DBG] from='client.38118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:01:43.199 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:01:42.305399+0000 mon.smithi176 (mon.0) 1923 : audit [DBG] from='client.? 172.21.15.176:0/1301086382' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:01:43.199 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:42.819366+0000 mgr.smithi176.ajjlsm (mgr.14696) 6014 : cluster [DBG] pgmap v5170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:01:42.305399+0000 mon.smithi176 (mon.0) 1923 : audit [DBG] from='client.? 172.21.15.176:0/1301086382' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:01:43.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:42.819366+0000 mgr.smithi176.ajjlsm (mgr.14696) 6014 : cluster [DBG] pgmap v5170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:44.819835+0000 mgr.smithi176.ajjlsm (mgr.14696) 6015 : cluster [DBG] pgmap v5171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:44.819835+0000 mgr.smithi176.ajjlsm (mgr.14696) 6015 : cluster [DBG] pgmap v5171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:48.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:46.820607+0000 mgr.smithi176.ajjlsm (mgr.14696) 6016 : cluster [DBG] pgmap v5172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:46.820607+0000 mgr.smithi176.ajjlsm (mgr.14696) 6016 : cluster [DBG] pgmap v5172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:50.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:48.821255+0000 mgr.smithi176.ajjlsm (mgr.14696) 6017 : cluster [DBG] pgmap v5173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:50.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:48.821255+0000 mgr.smithi176.ajjlsm (mgr.14696) 6017 : cluster [DBG] pgmap v5173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:51.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:50.821830+0000 mgr.smithi176.ajjlsm (mgr.14696) 6018 : cluster [DBG] pgmap v5174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:50.821830+0000 mgr.smithi176.ajjlsm (mgr.14696) 6018 : cluster [DBG] pgmap v5174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:54.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:52.822688+0000 mgr.smithi176.ajjlsm (mgr.14696) 6019 : cluster [DBG] pgmap v5175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:52.822688+0000 mgr.smithi176.ajjlsm (mgr.14696) 6019 : cluster [DBG] pgmap v5175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:56.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:54.823268+0000 mgr.smithi176.ajjlsm (mgr.14696) 6020 : cluster [DBG] pgmap v5176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:54.823268+0000 mgr.smithi176.ajjlsm (mgr.14696) 6020 : cluster [DBG] pgmap v5176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:01:58.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:56.824142+0000 mgr.smithi176.ajjlsm (mgr.14696) 6021 : cluster [DBG] pgmap v5177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:01:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:56.824142+0000 mgr.smithi176.ajjlsm (mgr.14696) 6021 : cluster [DBG] pgmap v5177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:01:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:01:58.824658+0000 mgr.smithi176.ajjlsm (mgr.14696) 6022 : cluster [DBG] pgmap v5178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:01:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:01:58.824658+0000 mgr.smithi176.ajjlsm (mgr.14696) 6022 : cluster [DBG] pgmap v5178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:00.825163+0000 mgr.smithi176.ajjlsm (mgr.14696) 6023 : cluster [DBG] pgmap v5179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:00.825163+0000 mgr.smithi176.ajjlsm (mgr.14696) 6023 : cluster [DBG] pgmap v5179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:04.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:02.826182+0000 mgr.smithi176.ajjlsm (mgr.14696) 6024 : cluster [DBG] pgmap v5180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:02.826182+0000 mgr.smithi176.ajjlsm (mgr.14696) 6024 : cluster [DBG] pgmap v5180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:06.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:04.826784+0000 mgr.smithi176.ajjlsm (mgr.14696) 6025 : cluster [DBG] pgmap v5181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:04.826784+0000 mgr.smithi176.ajjlsm (mgr.14696) 6025 : cluster [DBG] pgmap v5181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:06.827648+0000 mgr.smithi176.ajjlsm (mgr.14696) 6026 : cluster [DBG] pgmap v5182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:08.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:06.827648+0000 mgr.smithi176.ajjlsm (mgr.14696) 6026 : cluster [DBG] pgmap v5182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:08.828346+0000 mgr.smithi176.ajjlsm (mgr.14696) 6027 : cluster [DBG] pgmap v5183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:08.828346+0000 mgr.smithi176.ajjlsm (mgr.14696) 6027 : cluster [DBG] pgmap v5183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:11.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:10.828833+0000 mgr.smithi176.ajjlsm (mgr.14696) 6028 : cluster [DBG] pgmap v5184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:11.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:10.828833+0000 mgr.smithi176.ajjlsm (mgr.14696) 6028 : cluster [DBG] pgmap v5184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:12.611 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:02:12.877 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:02:12.878 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 6m ago 2h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:02:12.878 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 6m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:02:12.878 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 6m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:02:12.879 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 6m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:02:12.879 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 6m ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:02:12.879 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 6m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:02:12.879 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 6m ago 2h 571M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:02:12.880 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 6m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:02:12.880 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 6m ago 2h 1104M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:02:12.880 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 6m ago 2h 531M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:02:12.880 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 6m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:02:12.881 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 6m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:02:12.881 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 6m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:02:12.881 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 6m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:02:12.881 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 6m ago 2h 861M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:02:12.881 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 6m ago 2h 1708M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:02:12.882 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 6m ago 2h 1164M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:02:12.882 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 6m ago 2h 1868M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:02:12.882 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 6m ago 2h 1750M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:02:12.882 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 6m ago 2h 1910M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:02:12.883 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 6m ago 2h 1570M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:02:12.883 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 6m ago 2h 2366M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:02:12.883 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 6m ago 2h 87.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:02:13.201 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:02:13.202 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:02:13.202 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:02:13.202 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:02:13.203 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:02:13.203 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:02:13.203 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:02:13.203 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:02:13.203 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:02:13.204 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:02:13.204 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:02:13.204 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:02:13.204 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:02:13.205 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:02:13.205 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:02:13.205 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:02:13.206 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:02:13.206 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:02:13.206 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:02:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:02:12.597477+0000 mgr.smithi176.ajjlsm (mgr.14696) 6029 : audit [DBG] from='client.38126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:02:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:12.829584+0000 mgr.smithi176.ajjlsm (mgr.14696) 6030 : cluster [DBG] pgmap v5185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:02:12.866835+0000 mgr.smithi176.ajjlsm (mgr.14696) 6031 : audit [DBG] from='client.38130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:02:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:02:13.200154+0000 mon.smithi176 (mon.0) 1924 : audit [DBG] from='client.? 172.21.15.176:0/1498504153' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:02:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:02:12.597477+0000 mgr.smithi176.ajjlsm (mgr.14696) 6029 : audit [DBG] from='client.38126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:02:14.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:12.829584+0000 mgr.smithi176.ajjlsm (mgr.14696) 6030 : cluster [DBG] pgmap v5185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:14.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:02:12.866835+0000 mgr.smithi176.ajjlsm (mgr.14696) 6031 : audit [DBG] from='client.38130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:02:14.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:02:13.200154+0000 mon.smithi176 (mon.0) 1924 : audit [DBG] from='client.? 172.21.15.176:0/1498504153' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:02:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:14.830214+0000 mgr.smithi176.ajjlsm (mgr.14696) 6032 : cluster [DBG] pgmap v5186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:14.830214+0000 mgr.smithi176.ajjlsm (mgr.14696) 6032 : cluster [DBG] pgmap v5186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:16.831026+0000 mgr.smithi176.ajjlsm (mgr.14696) 6033 : cluster [DBG] pgmap v5187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:16.831026+0000 mgr.smithi176.ajjlsm (mgr.14696) 6033 : cluster [DBG] pgmap v5187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:18.831520+0000 mgr.smithi176.ajjlsm (mgr.14696) 6034 : cluster [DBG] pgmap v5188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:18.831520+0000 mgr.smithi176.ajjlsm (mgr.14696) 6034 : cluster [DBG] pgmap v5188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:20.832224+0000 mgr.smithi176.ajjlsm (mgr.14696) 6035 : cluster [DBG] pgmap v5189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:20.832224+0000 mgr.smithi176.ajjlsm (mgr.14696) 6035 : cluster [DBG] pgmap v5189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:22.833019+0000 mgr.smithi176.ajjlsm (mgr.14696) 6036 : cluster [DBG] pgmap v5190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:24.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:02:23.454631+0000 mon.smithi176 (mon.0) 1925 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:02:24.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:02:23.455949+0000 mon.smithi176 (mon.0) 1926 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:02:24.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:02:23.456727+0000 mon.smithi176 (mon.0) 1927 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:02:24.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:02:23.858221+0000 mon.smithi176 (mon.0) 1928 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:02:24.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:02:23.862825+0000 mon.smithi176 (mon.0) 1929 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:02:24.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:22.833019+0000 mgr.smithi176.ajjlsm (mgr.14696) 6036 : cluster [DBG] pgmap v5190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:24.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:02:23.454631+0000 mon.smithi176 (mon.0) 1925 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:02:24.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:02:23.455949+0000 mon.smithi176 (mon.0) 1926 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:02:24.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:02:23.456727+0000 mon.smithi176 (mon.0) 1927 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:02:24.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:02:23.858221+0000 mon.smithi176 (mon.0) 1928 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:02:24.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:02:23.862825+0000 mon.smithi176 (mon.0) 1929 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:02:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:02:23.457423+0000 mgr.smithi176.ajjlsm (mgr.14696) 6037 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:02:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:02:23.457423+0000 mgr.smithi176.ajjlsm (mgr.14696) 6037 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:02:26.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:24.833506+0000 mgr.smithi176.ajjlsm (mgr.14696) 6038 : cluster [DBG] pgmap v5191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:24.833506+0000 mgr.smithi176.ajjlsm (mgr.14696) 6038 : cluster [DBG] pgmap v5191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:28.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:26.834290+0000 mgr.smithi176.ajjlsm (mgr.14696) 6039 : cluster [DBG] pgmap v5192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:26.834290+0000 mgr.smithi176.ajjlsm (mgr.14696) 6039 : cluster [DBG] pgmap v5192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:30.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:28.834785+0000 mgr.smithi176.ajjlsm (mgr.14696) 6040 : cluster [DBG] pgmap v5193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:28.834785+0000 mgr.smithi176.ajjlsm (mgr.14696) 6040 : cluster [DBG] pgmap v5193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:30.835307+0000 mgr.smithi176.ajjlsm (mgr.14696) 6041 : cluster [DBG] pgmap v5194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:30.835307+0000 mgr.smithi176.ajjlsm (mgr.14696) 6041 : cluster [DBG] pgmap v5194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:32.836370+0000 mgr.smithi176.ajjlsm (mgr.14696) 6042 : cluster [DBG] pgmap v5195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:32.836370+0000 mgr.smithi176.ajjlsm (mgr.14696) 6042 : cluster [DBG] pgmap v5195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:34.836830+0000 mgr.smithi176.ajjlsm (mgr.14696) 6043 : cluster [DBG] pgmap v5196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:34.836830+0000 mgr.smithi176.ajjlsm (mgr.14696) 6043 : cluster [DBG] pgmap v5196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:36.837663+0000 mgr.smithi176.ajjlsm (mgr.14696) 6044 : cluster [DBG] pgmap v5197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:36.837663+0000 mgr.smithi176.ajjlsm (mgr.14696) 6044 : cluster [DBG] pgmap v5197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:40.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:38.838247+0000 mgr.smithi176.ajjlsm (mgr.14696) 6045 : cluster [DBG] pgmap v5198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:38.838247+0000 mgr.smithi176.ajjlsm (mgr.14696) 6045 : cluster [DBG] pgmap v5198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:02:40.577175+0000 mon.smithi176 (mon.0) 1930 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:02:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:02:40.771932+0000 mon.smithi176 (mon.0) 1931 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:02:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:40.838742+0000 mgr.smithi176.ajjlsm (mgr.14696) 6046 : cluster [DBG] pgmap v5199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:02:40.577175+0000 mon.smithi176 (mon.0) 1930 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:02:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:02:40.771932+0000 mon.smithi176 (mon.0) 1931 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:02:41.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:40.838742+0000 mgr.smithi176.ajjlsm (mgr.14696) 6046 : cluster [DBG] pgmap v5199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:43.504 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:02:43.772 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:02:43.773 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 7m ago 2h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:02:43.773 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 7m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:02:43.773 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 7m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:02:43.774 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 7m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:02:43.774 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 7m ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:02:43.774 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 7m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:02:43.774 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 7m ago 3h 571M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:02:43.775 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 7m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:02:43.775 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 7m ago 3h 1104M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:02:43.775 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 7m ago 2h 531M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:02:43.775 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 7m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:02:43.776 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 7m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:02:43.776 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 7m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:02:43.776 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 7m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:02:43.776 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 7m ago 2h 861M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:02:43.777 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 7m ago 2h 1708M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:02:43.777 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 7m ago 2h 1164M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:02:43.777 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 7m ago 2h 1868M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:02:43.777 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 7m ago 2h 1750M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:02:43.778 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 7m ago 2h 1910M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:02:43.778 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 7m ago 2h 1570M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:02:43.778 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 7m ago 2h 2366M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:02:43.778 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 7m ago 2h 87.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:02:44.095 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:02:44.095 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:02:44.095 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:02:44.096 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:02:44.096 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:02:44.096 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:02:44.096 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:02:44.097 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:02:44.097 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:02:44.097 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:02:44.097 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:02:44.098 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:02:44.098 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:02:44.099 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:02:44.099 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:02:44.099 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:02:44.099 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:02:44.100 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:02:44.100 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:02:44.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:42.839558+0000 mgr.smithi176.ajjlsm (mgr.14696) 6047 : cluster [DBG] pgmap v5200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:42.839558+0000 mgr.smithi176.ajjlsm (mgr.14696) 6047 : cluster [DBG] pgmap v5200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:45.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:02:43.491138+0000 mgr.smithi176.ajjlsm (mgr.14696) 6048 : audit [DBG] from='client.38138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:02:45.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:02:43.762494+0000 mgr.smithi176.ajjlsm (mgr.14696) 6049 : audit [DBG] from='client.38142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:02:45.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:02:44.092909+0000 mon.smithi176 (mon.0) 1932 : audit [DBG] from='client.? 172.21.15.176:0/3327738713' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:02:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:02:43.491138+0000 mgr.smithi176.ajjlsm (mgr.14696) 6048 : audit [DBG] from='client.38138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:02:45.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:02:43.762494+0000 mgr.smithi176.ajjlsm (mgr.14696) 6049 : audit [DBG] from='client.38142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:02:45.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:02:44.092909+0000 mon.smithi176 (mon.0) 1932 : audit [DBG] from='client.? 172.21.15.176:0/3327738713' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:02:46.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:44.840131+0000 mgr.smithi176.ajjlsm (mgr.14696) 6050 : cluster [DBG] pgmap v5201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:44.840131+0000 mgr.smithi176.ajjlsm (mgr.14696) 6050 : cluster [DBG] pgmap v5201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:48.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:46.840913+0000 mgr.smithi176.ajjlsm (mgr.14696) 6051 : cluster [DBG] pgmap v5202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:46.840913+0000 mgr.smithi176.ajjlsm (mgr.14696) 6051 : cluster [DBG] pgmap v5202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:50.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:48.841430+0000 mgr.smithi176.ajjlsm (mgr.14696) 6052 : cluster [DBG] pgmap v5203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:48.841430+0000 mgr.smithi176.ajjlsm (mgr.14696) 6052 : cluster [DBG] pgmap v5203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:50.842080+0000 mgr.smithi176.ajjlsm (mgr.14696) 6053 : cluster [DBG] pgmap v5204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:50.842080+0000 mgr.smithi176.ajjlsm (mgr.14696) 6053 : cluster [DBG] pgmap v5204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:54.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:52.843086+0000 mgr.smithi176.ajjlsm (mgr.14696) 6054 : cluster [DBG] pgmap v5205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:52.843086+0000 mgr.smithi176.ajjlsm (mgr.14696) 6054 : cluster [DBG] pgmap v5205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:54.843572+0000 mgr.smithi176.ajjlsm (mgr.14696) 6055 : cluster [DBG] pgmap v5206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:54.843572+0000 mgr.smithi176.ajjlsm (mgr.14696) 6055 : cluster [DBG] pgmap v5206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:02:58.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:56.844443+0000 mgr.smithi176.ajjlsm (mgr.14696) 6056 : cluster [DBG] pgmap v5207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:02:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:56.844443+0000 mgr.smithi176.ajjlsm (mgr.14696) 6056 : cluster [DBG] pgmap v5207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:02:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:02:58.844971+0000 mgr.smithi176.ajjlsm (mgr.14696) 6057 : cluster [DBG] pgmap v5208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:02:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:02:58.844971+0000 mgr.smithi176.ajjlsm (mgr.14696) 6057 : cluster [DBG] pgmap v5208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:00.845578+0000 mgr.smithi176.ajjlsm (mgr.14696) 6058 : cluster [DBG] pgmap v5209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:00.845578+0000 mgr.smithi176.ajjlsm (mgr.14696) 6058 : cluster [DBG] pgmap v5209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:04.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:02.846542+0000 mgr.smithi176.ajjlsm (mgr.14696) 6059 : cluster [DBG] pgmap v5210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:02.846542+0000 mgr.smithi176.ajjlsm (mgr.14696) 6059 : cluster [DBG] pgmap v5210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:04.847024+0000 mgr.smithi176.ajjlsm (mgr.14696) 6060 : cluster [DBG] pgmap v5211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:06.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:04.847024+0000 mgr.smithi176.ajjlsm (mgr.14696) 6060 : cluster [DBG] pgmap v5211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:08.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:06.847865+0000 mgr.smithi176.ajjlsm (mgr.14696) 6061 : cluster [DBG] pgmap v5212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:06.847865+0000 mgr.smithi176.ajjlsm (mgr.14696) 6061 : cluster [DBG] pgmap v5212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:10.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:08.848420+0000 mgr.smithi176.ajjlsm (mgr.14696) 6062 : cluster [DBG] pgmap v5213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:08.848420+0000 mgr.smithi176.ajjlsm (mgr.14696) 6062 : cluster [DBG] pgmap v5213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:10.848921+0000 mgr.smithi176.ajjlsm (mgr.14696) 6063 : cluster [DBG] pgmap v5214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:10.848921+0000 mgr.smithi176.ajjlsm (mgr.14696) 6063 : cluster [DBG] pgmap v5214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:12.849733+0000 mgr.smithi176.ajjlsm (mgr.14696) 6064 : cluster [DBG] pgmap v5215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:12.849733+0000 mgr.smithi176.ajjlsm (mgr.14696) 6064 : cluster [DBG] pgmap v5215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:14.396 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:03:14.663 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:03:14.663 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 7m ago 2h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:03:14.664 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 7m ago 2h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:03:14.664 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 7m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:03:14.664 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 7m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:03:14.665 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 7m ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:03:14.665 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 7m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:03:14.666 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 7m ago 3h 571M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:03:14.666 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 7m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:03:14.667 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 7m ago 3h 1104M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:03:14.667 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 7m ago 2h 531M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:03:14.668 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 7m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:03:14.668 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 7m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:03:14.669 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 7m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:03:14.669 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 7m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:03:14.669 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 7m ago 2h 861M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:03:14.670 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 7m ago 2h 1708M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:03:14.670 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 7m ago 2h 1164M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:03:14.671 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 7m ago 2h 1868M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:03:14.671 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 7m ago 2h 1750M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:03:14.672 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 7m ago 2h 1910M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:03:14.672 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 7m ago 2h 1570M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:03:14.672 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 7m ago 2h 2366M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:03:14.673 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 7m ago 2h 87.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:03:14.986 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:03:14.986 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:03:14.986 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:03:14.986 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:03:14.987 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:03:14.987 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:03:14.987 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:03:14.987 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:03:14.988 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:03:14.988 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:03:14.988 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:03:14.988 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:03:14.989 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:03:14.989 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:03:14.989 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:03:14.989 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:03:14.990 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:03:14.990 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:03:14.990 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:03:16.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:03:14.383063+0000 mgr.smithi176.ajjlsm (mgr.14696) 6065 : audit [DBG] from='client.38150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:03:16.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:03:14.652356+0000 mgr.smithi176.ajjlsm (mgr.14696) 6066 : audit [DBG] from='client.38154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:03:16.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:14.850146+0000 mgr.smithi176.ajjlsm (mgr.14696) 6067 : cluster [DBG] pgmap v5216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:16.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:03:14.984141+0000 mon.smithi176 (mon.0) 1933 : audit [DBG] from='client.? 172.21.15.176:0/2154681912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:03:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:03:14.383063+0000 mgr.smithi176.ajjlsm (mgr.14696) 6065 : audit [DBG] from='client.38150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:03:16.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:03:14.652356+0000 mgr.smithi176.ajjlsm (mgr.14696) 6066 : audit [DBG] from='client.38154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:03:16.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:14.850146+0000 mgr.smithi176.ajjlsm (mgr.14696) 6067 : cluster [DBG] pgmap v5216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:16.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:03:14.984141+0000 mon.smithi176 (mon.0) 1933 : audit [DBG] from='client.? 172.21.15.176:0/2154681912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:03:18.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:16.851011+0000 mgr.smithi176.ajjlsm (mgr.14696) 6068 : cluster [DBG] pgmap v5217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:16.851011+0000 mgr.smithi176.ajjlsm (mgr.14696) 6068 : cluster [DBG] pgmap v5217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:18.851662+0000 mgr.smithi176.ajjlsm (mgr.14696) 6069 : cluster [DBG] pgmap v5218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:18.851662+0000 mgr.smithi176.ajjlsm (mgr.14696) 6069 : cluster [DBG] pgmap v5218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:20.852250+0000 mgr.smithi176.ajjlsm (mgr.14696) 6070 : cluster [DBG] pgmap v5219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:21.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:20.852250+0000 mgr.smithi176.ajjlsm (mgr.14696) 6070 : cluster [DBG] pgmap v5219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:24.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:22.853004+0000 mgr.smithi176.ajjlsm (mgr.14696) 6071 : cluster [DBG] pgmap v5220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:24.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:03:23.865365+0000 mon.smithi176 (mon.0) 1934 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:03:24.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:03:23.866760+0000 mon.smithi176 (mon.0) 1935 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:03:24.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:03:23.867619+0000 mon.smithi176 (mon.0) 1936 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:03:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:22.853004+0000 mgr.smithi176.ajjlsm (mgr.14696) 6071 : cluster [DBG] pgmap v5220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:24.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:03:23.865365+0000 mon.smithi176 (mon.0) 1934 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:03:24.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:03:23.866760+0000 mon.smithi176 (mon.0) 1935 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:03:24.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:03:23.867619+0000 mon.smithi176 (mon.0) 1936 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:03:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:03:23.868385+0000 mgr.smithi176.ajjlsm (mgr.14696) 6072 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:03:25.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:03:24.274288+0000 mon.smithi176 (mon.0) 1937 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:03:25.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:03:24.280933+0000 mon.smithi176 (mon.0) 1938 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:03:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:03:23.868385+0000 mgr.smithi176.ajjlsm (mgr.14696) 6072 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:03:25.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:03:24.274288+0000 mon.smithi176 (mon.0) 1937 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:03:25.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:03:24.280933+0000 mon.smithi176 (mon.0) 1938 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:03:26.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:24.853495+0000 mgr.smithi176.ajjlsm (mgr.14696) 6073 : cluster [DBG] pgmap v5221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:24.853495+0000 mgr.smithi176.ajjlsm (mgr.14696) 6073 : cluster [DBG] pgmap v5221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:26.854373+0000 mgr.smithi176.ajjlsm (mgr.14696) 6074 : cluster [DBG] pgmap v5222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:26.854373+0000 mgr.smithi176.ajjlsm (mgr.14696) 6074 : cluster [DBG] pgmap v5222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:28.855049+0000 mgr.smithi176.ajjlsm (mgr.14696) 6075 : cluster [DBG] pgmap v5223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:28.855049+0000 mgr.smithi176.ajjlsm (mgr.14696) 6075 : cluster [DBG] pgmap v5223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:30.855590+0000 mgr.smithi176.ajjlsm (mgr.14696) 6076 : cluster [DBG] pgmap v5224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:30.855590+0000 mgr.smithi176.ajjlsm (mgr.14696) 6076 : cluster [DBG] pgmap v5224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:34.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:32.856469+0000 mgr.smithi176.ajjlsm (mgr.14696) 6077 : cluster [DBG] pgmap v5225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:32.856469+0000 mgr.smithi176.ajjlsm (mgr.14696) 6077 : cluster [DBG] pgmap v5225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:34.856890+0000 mgr.smithi176.ajjlsm (mgr.14696) 6078 : cluster [DBG] pgmap v5226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:34.856890+0000 mgr.smithi176.ajjlsm (mgr.14696) 6078 : cluster [DBG] pgmap v5226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:36.857915+0000 mgr.smithi176.ajjlsm (mgr.14696) 6079 : cluster [DBG] pgmap v5227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:36.857915+0000 mgr.smithi176.ajjlsm (mgr.14696) 6079 : cluster [DBG] pgmap v5227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:38.858538+0000 mgr.smithi176.ajjlsm (mgr.14696) 6080 : cluster [DBG] pgmap v5228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:38.858538+0000 mgr.smithi176.ajjlsm (mgr.14696) 6080 : cluster [DBG] pgmap v5228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:41.553 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:03:40.578891+0000 mon.smithi176 (mon.0) 1939 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:03:41.553 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:03:40.776691+0000 mon.smithi176 (mon.0) 1940 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:03:41.553 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:40.859073+0000 mgr.smithi176.ajjlsm (mgr.14696) 6081 : cluster [DBG] pgmap v5229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:03:40.578891+0000 mon.smithi176 (mon.0) 1939 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:03:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:03:40.776691+0000 mon.smithi176 (mon.0) 1940 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:03:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:40.859073+0000 mgr.smithi176.ajjlsm (mgr.14696) 6081 : cluster [DBG] pgmap v5229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:44.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:42.859914+0000 mgr.smithi176.ajjlsm (mgr.14696) 6082 : cluster [DBG] pgmap v5230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:42.859914+0000 mgr.smithi176.ajjlsm (mgr.14696) 6082 : cluster [DBG] pgmap v5230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:45.290 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:03:45.559 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:03:45.559 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:03:45.559 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 8m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:03:45.559 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 8m ago 2h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:03:45.560 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 8m ago 2h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:03:45.560 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 8m ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:03:45.560 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 8m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:03:45.560 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 8m ago 3h 571M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:03:45.561 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 8m ago 2h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:03:45.561 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 8m ago 3h 1104M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:03:45.561 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 8m ago 2h 531M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:03:45.561 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 8m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:03:45.561 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 8m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:03:45.562 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (2h) 8m ago 2h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:03:45.562 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 8m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:03:45.562 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 8m ago 2h 861M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:03:45.562 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 8m ago 2h 1708M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:03:45.562 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 8m ago 2h 1164M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:03:45.563 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 8m ago 2h 1868M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:03:45.563 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 8m ago 2h 1750M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:03:45.563 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 8m ago 2h 1910M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:03:45.563 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 8m ago 2h 1570M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:03:45.564 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 8m ago 2h 2366M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:03:45.564 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 8m ago 2h 87.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:03:45.882 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:03:45.883 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:03:45.883 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:03:45.883 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:03:45.884 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:03:45.884 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:03:45.884 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:03:45.884 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:03:45.885 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:03:45.885 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:03:45.885 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:03:45.885 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:03:45.885 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:03:45.886 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:03:45.886 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:03:45.886 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:03:45.886 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:03:45.887 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:03:45.887 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:03:46.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:44.860456+0000 mgr.smithi176.ajjlsm (mgr.14696) 6083 : cluster [DBG] pgmap v5231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:46.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:03:45.881031+0000 mon.smithi176 (mon.0) 1941 : audit [DBG] from='client.? 172.21.15.176:0/2541362634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:03:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:44.860456+0000 mgr.smithi176.ajjlsm (mgr.14696) 6083 : cluster [DBG] pgmap v5231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:46.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:03:45.881031+0000 mon.smithi176 (mon.0) 1941 : audit [DBG] from='client.? 172.21.15.176:0/2541362634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:03:47.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:03:45.277218+0000 mgr.smithi176.ajjlsm (mgr.14696) 6084 : audit [DBG] from='client.38162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:03:47.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:03:45.548186+0000 mgr.smithi176.ajjlsm (mgr.14696) 6085 : audit [DBG] from='client.38166 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:03:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:03:45.277218+0000 mgr.smithi176.ajjlsm (mgr.14696) 6084 : audit [DBG] from='client.38162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:03:47.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:03:45.548186+0000 mgr.smithi176.ajjlsm (mgr.14696) 6085 : audit [DBG] from='client.38166 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:03:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:46.861161+0000 mgr.smithi176.ajjlsm (mgr.14696) 6086 : cluster [DBG] pgmap v5232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:46.861161+0000 mgr.smithi176.ajjlsm (mgr.14696) 6086 : cluster [DBG] pgmap v5232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:48.861734+0000 mgr.smithi176.ajjlsm (mgr.14696) 6087 : cluster [DBG] pgmap v5233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:48.861734+0000 mgr.smithi176.ajjlsm (mgr.14696) 6087 : cluster [DBG] pgmap v5233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:50.862315+0000 mgr.smithi176.ajjlsm (mgr.14696) 6088 : cluster [DBG] pgmap v5234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:50.862315+0000 mgr.smithi176.ajjlsm (mgr.14696) 6088 : cluster [DBG] pgmap v5234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:54.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:52.863176+0000 mgr.smithi176.ajjlsm (mgr.14696) 6089 : cluster [DBG] pgmap v5235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:54.303 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:52.863176+0000 mgr.smithi176.ajjlsm (mgr.14696) 6089 : cluster [DBG] pgmap v5235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:54.863638+0000 mgr.smithi176.ajjlsm (mgr.14696) 6090 : cluster [DBG] pgmap v5236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:56.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:54.863638+0000 mgr.smithi176.ajjlsm (mgr.14696) 6090 : cluster [DBG] pgmap v5236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:03:58.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:56.864562+0000 mgr.smithi176.ajjlsm (mgr.14696) 6091 : cluster [DBG] pgmap v5237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:03:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:56.864562+0000 mgr.smithi176.ajjlsm (mgr.14696) 6091 : cluster [DBG] pgmap v5237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:03:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:03:58.865294+0000 mgr.smithi176.ajjlsm (mgr.14696) 6092 : cluster [DBG] pgmap v5238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:03:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:03:58.865294+0000 mgr.smithi176.ajjlsm (mgr.14696) 6092 : cluster [DBG] pgmap v5238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:00.865774+0000 mgr.smithi176.ajjlsm (mgr.14696) 6093 : cluster [DBG] pgmap v5239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:00.865774+0000 mgr.smithi176.ajjlsm (mgr.14696) 6093 : cluster [DBG] pgmap v5239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:04.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:02.866786+0000 mgr.smithi176.ajjlsm (mgr.14696) 6094 : cluster [DBG] pgmap v5240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:02.866786+0000 mgr.smithi176.ajjlsm (mgr.14696) 6094 : cluster [DBG] pgmap v5240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:06.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:04.867259+0000 mgr.smithi176.ajjlsm (mgr.14696) 6095 : cluster [DBG] pgmap v5241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:04.867259+0000 mgr.smithi176.ajjlsm (mgr.14696) 6095 : cluster [DBG] pgmap v5241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:06.868129+0000 mgr.smithi176.ajjlsm (mgr.14696) 6096 : cluster [DBG] pgmap v5242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:06.868129+0000 mgr.smithi176.ajjlsm (mgr.14696) 6096 : cluster [DBG] pgmap v5242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:08.868652+0000 mgr.smithi176.ajjlsm (mgr.14696) 6097 : cluster [DBG] pgmap v5243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:08.868652+0000 mgr.smithi176.ajjlsm (mgr.14696) 6097 : cluster [DBG] pgmap v5243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:10.869367+0000 mgr.smithi176.ajjlsm (mgr.14696) 6098 : cluster [DBG] pgmap v5244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:10.869367+0000 mgr.smithi176.ajjlsm (mgr.14696) 6098 : cluster [DBG] pgmap v5244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:12.870151+0000 mgr.smithi176.ajjlsm (mgr.14696) 6099 : cluster [DBG] pgmap v5245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:12.870151+0000 mgr.smithi176.ajjlsm (mgr.14696) 6099 : cluster [DBG] pgmap v5245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:16.186 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:04:16.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:14.870788+0000 mgr.smithi176.ajjlsm (mgr.14696) 6100 : cluster [DBG] pgmap v5246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:16.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:14.870788+0000 mgr.smithi176.ajjlsm (mgr.14696) 6100 : cluster [DBG] pgmap v5246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:16.457 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:04:16.457 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (2h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:04:16.457 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 8m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:04:16.457 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 8m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:04:16.458 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (2h) 8m ago 3h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:04:16.458 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 8m ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:04:16.458 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 8m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:04:16.458 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 8m ago 3h 571M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:04:16.459 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 8m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:04:16.459 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 8m ago 3h 1104M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:04:16.459 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 8m ago 3h 531M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:04:16.459 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 8m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:04:16.459 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 8m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:04:16.460 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 8m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:04:16.460 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (2h) 8m ago 2h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:04:16.460 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 8m ago 2h 861M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:04:16.460 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 8m ago 2h 1708M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:04:16.461 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 8m ago 2h 1164M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:04:16.461 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 8m ago 2h 1868M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:04:16.461 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 8m ago 2h 1750M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:04:16.461 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 8m ago 2h 1910M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:04:16.461 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 8m ago 2h 1570M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:04:16.462 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 8m ago 2h 2366M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:04:16.462 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (2h) 8m ago 3h 87.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:04:16.778 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:04:16.778 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:04:16.779 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:04:16.779 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:04:16.780 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:04:16.780 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:04:16.780 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:04:16.781 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:04:16.781 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:04:16.782 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:04:16.782 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:04:16.783 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:04:16.783 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:04:16.783 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:04:16.783 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:04:16.784 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:04:16.784 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:04:16.784 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:04:16.784 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:04:17.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:04:16.776135+0000 mon.smithi176 (mon.0) 1942 : audit [DBG] from='client.? 172.21.15.176:0/3970169487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:04:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:04:16.776135+0000 mon.smithi176 (mon.0) 1942 : audit [DBG] from='client.? 172.21.15.176:0/3970169487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:04:18.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:04:16.173234+0000 mgr.smithi176.ajjlsm (mgr.14696) 6101 : audit [DBG] from='client.38174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:04:18.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:04:16.446422+0000 mgr.smithi176.ajjlsm (mgr.14696) 6102 : audit [DBG] from='client.38178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:04:18.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:16.871558+0000 mgr.smithi176.ajjlsm (mgr.14696) 6103 : cluster [DBG] pgmap v5247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:04:16.173234+0000 mgr.smithi176.ajjlsm (mgr.14696) 6101 : audit [DBG] from='client.38174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:04:18.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:04:16.446422+0000 mgr.smithi176.ajjlsm (mgr.14696) 6102 : audit [DBG] from='client.38178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:04:18.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:16.871558+0000 mgr.smithi176.ajjlsm (mgr.14696) 6103 : cluster [DBG] pgmap v5247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:20.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:18.872153+0000 mgr.smithi176.ajjlsm (mgr.14696) 6104 : cluster [DBG] pgmap v5248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:18.872153+0000 mgr.smithi176.ajjlsm (mgr.14696) 6104 : cluster [DBG] pgmap v5248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:20.872700+0000 mgr.smithi176.ajjlsm (mgr.14696) 6105 : cluster [DBG] pgmap v5249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:21.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:20.872700+0000 mgr.smithi176.ajjlsm (mgr.14696) 6105 : cluster [DBG] pgmap v5249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:24.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:22.873529+0000 mgr.smithi176.ajjlsm (mgr.14696) 6106 : cluster [DBG] pgmap v5250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:22.873529+0000 mgr.smithi176.ajjlsm (mgr.14696) 6106 : cluster [DBG] pgmap v5250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:25.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:04:24.283580+0000 mon.smithi176 (mon.0) 1943 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:04:25.309 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:04:24.284897+0000 mon.smithi176 (mon.0) 1944 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:04:25.309 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:04:24.285744+0000 mon.smithi176 (mon.0) 1945 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:04:25.309 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:04:24.684925+0000 mon.smithi176 (mon.0) 1946 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:04:25.310 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:04:24.685131+0000 mon.smithi176 (mon.0) 1947 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:04:25.310 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:04:24.689119+0000 mon.smithi176 (mon.0) 1948 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:04:25.310 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:04:24.695819+0000 mon.smithi176 (mon.0) 1949 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:04:25.311 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:04:24.283580+0000 mon.smithi176 (mon.0) 1943 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:04:25.311 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:04:24.284897+0000 mon.smithi176 (mon.0) 1944 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:04:25.311 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:04:24.285744+0000 mon.smithi176 (mon.0) 1945 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:04:25.312 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:04:24.684925+0000 mon.smithi176 (mon.0) 1946 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:04:25.312 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:04:24.685131+0000 mon.smithi176 (mon.0) 1947 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:04:25.312 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:04:24.689119+0000 mon.smithi176 (mon.0) 1948 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:04:25.312 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:04:24.695819+0000 mon.smithi176 (mon.0) 1949 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:04:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:04:24.286567+0000 mgr.smithi176.ajjlsm (mgr.14696) 6107 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:04:26.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:24.874127+0000 mgr.smithi176.ajjlsm (mgr.14696) 6108 : cluster [DBG] pgmap v5251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:04:24.286567+0000 mgr.smithi176.ajjlsm (mgr.14696) 6107 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:04:26.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:24.874127+0000 mgr.smithi176.ajjlsm (mgr.14696) 6108 : cluster [DBG] pgmap v5251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:28.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:26.874926+0000 mgr.smithi176.ajjlsm (mgr.14696) 6109 : cluster [DBG] pgmap v5252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:26.874926+0000 mgr.smithi176.ajjlsm (mgr.14696) 6109 : cluster [DBG] pgmap v5252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:30.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:28.875402+0000 mgr.smithi176.ajjlsm (mgr.14696) 6110 : cluster [DBG] pgmap v5253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:30.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:28.875402+0000 mgr.smithi176.ajjlsm (mgr.14696) 6110 : cluster [DBG] pgmap v5253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:30.875993+0000 mgr.smithi176.ajjlsm (mgr.14696) 6111 : cluster [DBG] pgmap v5254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:30.875993+0000 mgr.smithi176.ajjlsm (mgr.14696) 6111 : cluster [DBG] pgmap v5254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:34.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:32.876750+0000 mgr.smithi176.ajjlsm (mgr.14696) 6112 : cluster [DBG] pgmap v5255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:32.876750+0000 mgr.smithi176.ajjlsm (mgr.14696) 6112 : cluster [DBG] pgmap v5255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:34.877200+0000 mgr.smithi176.ajjlsm (mgr.14696) 6113 : cluster [DBG] pgmap v5256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:34.877200+0000 mgr.smithi176.ajjlsm (mgr.14696) 6113 : cluster [DBG] pgmap v5256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:38.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:36.877950+0000 mgr.smithi176.ajjlsm (mgr.14696) 6114 : cluster [DBG] pgmap v5257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:36.877950+0000 mgr.smithi176.ajjlsm (mgr.14696) 6114 : cluster [DBG] pgmap v5257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:40.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:38.878534+0000 mgr.smithi176.ajjlsm (mgr.14696) 6115 : cluster [DBG] pgmap v5258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:38.878534+0000 mgr.smithi176.ajjlsm (mgr.14696) 6115 : cluster [DBG] pgmap v5258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:04:40.580684+0000 mon.smithi176 (mon.0) 1950 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:04:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:04:40.781419+0000 mon.smithi176 (mon.0) 1951 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:04:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:40.879201+0000 mgr.smithi176.ajjlsm (mgr.14696) 6116 : cluster [DBG] pgmap v5259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:04:40.580684+0000 mon.smithi176 (mon.0) 1950 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:04:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:04:40.781419+0000 mon.smithi176 (mon.0) 1951 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:04:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:40.879201+0000 mgr.smithi176.ajjlsm (mgr.14696) 6116 : cluster [DBG] pgmap v5259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:44.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:42.880145+0000 mgr.smithi176.ajjlsm (mgr.14696) 6117 : cluster [DBG] pgmap v5260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:42.880145+0000 mgr.smithi176.ajjlsm (mgr.14696) 6117 : cluster [DBG] pgmap v5260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:46.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:44.880642+0000 mgr.smithi176.ajjlsm (mgr.14696) 6118 : cluster [DBG] pgmap v5261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:46.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:44.880642+0000 mgr.smithi176.ajjlsm (mgr.14696) 6118 : cluster [DBG] pgmap v5261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:47.082 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:04:47.352 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:04:47.353 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:04:47.353 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 9m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:04:47.353 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 9m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:04:47.353 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 9m ago 3h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:04:47.354 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 9m ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:04:47.354 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 9m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:04:47.354 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 9m ago 3h 571M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:04:47.354 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 9m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:04:47.355 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 9m ago 3h 1104M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:04:47.355 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 9m ago 3h 531M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:04:47.355 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 9m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:04:47.355 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 9m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:04:47.355 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 9m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:04:47.356 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 9m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:04:47.356 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 9m ago 3h 861M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:04:47.356 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (2h) 9m ago 2h 1708M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:04:47.356 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 9m ago 2h 1164M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:04:47.357 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 9m ago 2h 1868M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:04:47.357 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 9m ago 2h 1750M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:04:47.357 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 9m ago 2h 1910M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:04:47.357 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 9m ago 2h 1570M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:04:47.357 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 9m ago 2h 2366M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:04:47.358 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 9m ago 3h 87.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:04:47.675 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:04:47.675 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:04:47.676 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:04:47.676 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:04:47.676 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:04:47.676 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:04:47.676 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:04:47.677 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:04:47.677 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:04:47.677 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:04:47.677 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:04:47.677 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:04:47.678 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:04:47.678 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:04:47.678 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:04:47.678 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:04:47.679 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:04:47.679 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:04:47.679 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:04:48.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:46.881409+0000 mgr.smithi176.ajjlsm (mgr.14696) 6119 : cluster [DBG] pgmap v5262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:48.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:04:47.068784+0000 mgr.smithi176.ajjlsm (mgr.14696) 6120 : audit [DBG] from='client.38186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:04:48.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:04:47.673660+0000 mon.smithi176 (mon.0) 1952 : audit [DBG] from='client.? 172.21.15.176:0/2517645240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:04:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:46.881409+0000 mgr.smithi176.ajjlsm (mgr.14696) 6119 : cluster [DBG] pgmap v5262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:48.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:04:47.068784+0000 mgr.smithi176.ajjlsm (mgr.14696) 6120 : audit [DBG] from='client.38186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:04:48.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:04:47.673660+0000 mon.smithi176 (mon.0) 1952 : audit [DBG] from='client.? 172.21.15.176:0/2517645240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:04:49.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:04:47.342024+0000 mgr.smithi176.ajjlsm (mgr.14696) 6121 : audit [DBG] from='client.38190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:04:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:04:47.342024+0000 mgr.smithi176.ajjlsm (mgr.14696) 6121 : audit [DBG] from='client.38190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:04:50.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:48.882143+0000 mgr.smithi176.ajjlsm (mgr.14696) 6122 : cluster [DBG] pgmap v5263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:48.882143+0000 mgr.smithi176.ajjlsm (mgr.14696) 6122 : cluster [DBG] pgmap v5263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:50.882658+0000 mgr.smithi176.ajjlsm (mgr.14696) 6123 : cluster [DBG] pgmap v5264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:50.882658+0000 mgr.smithi176.ajjlsm (mgr.14696) 6123 : cluster [DBG] pgmap v5264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:54.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:52.883630+0000 mgr.smithi176.ajjlsm (mgr.14696) 6124 : cluster [DBG] pgmap v5265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:52.883630+0000 mgr.smithi176.ajjlsm (mgr.14696) 6124 : cluster [DBG] pgmap v5265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:56.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:54.884277+0000 mgr.smithi176.ajjlsm (mgr.14696) 6125 : cluster [DBG] pgmap v5266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:54.884277+0000 mgr.smithi176.ajjlsm (mgr.14696) 6125 : cluster [DBG] pgmap v5266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:04:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:56.885155+0000 mgr.smithi176.ajjlsm (mgr.14696) 6126 : cluster [DBG] pgmap v5267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:04:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:56.885155+0000 mgr.smithi176.ajjlsm (mgr.14696) 6126 : cluster [DBG] pgmap v5267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:00.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:04:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:04:58.885853+0000 mgr.smithi176.ajjlsm (mgr.14696) 6127 : cluster [DBG] pgmap v5268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:04:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:04:58.885853+0000 mgr.smithi176.ajjlsm (mgr.14696) 6127 : cluster [DBG] pgmap v5268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:00.886573+0000 mgr.smithi176.ajjlsm (mgr.14696) 6128 : cluster [DBG] pgmap v5269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:00.886573+0000 mgr.smithi176.ajjlsm (mgr.14696) 6128 : cluster [DBG] pgmap v5269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:04.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:02.887543+0000 mgr.smithi176.ajjlsm (mgr.14696) 6129 : cluster [DBG] pgmap v5270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:02.887543+0000 mgr.smithi176.ajjlsm (mgr.14696) 6129 : cluster [DBG] pgmap v5270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:04.888250+0000 mgr.smithi176.ajjlsm (mgr.14696) 6130 : cluster [DBG] pgmap v5271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:04.888250+0000 mgr.smithi176.ajjlsm (mgr.14696) 6130 : cluster [DBG] pgmap v5271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:08.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:06.889170+0000 mgr.smithi176.ajjlsm (mgr.14696) 6131 : cluster [DBG] pgmap v5272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:06.889170+0000 mgr.smithi176.ajjlsm (mgr.14696) 6131 : cluster [DBG] pgmap v5272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:10.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:08.889656+0000 mgr.smithi176.ajjlsm (mgr.14696) 6132 : cluster [DBG] pgmap v5273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:08.889656+0000 mgr.smithi176.ajjlsm (mgr.14696) 6132 : cluster [DBG] pgmap v5273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:10.890315+0000 mgr.smithi176.ajjlsm (mgr.14696) 6133 : cluster [DBG] pgmap v5274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:10.890315+0000 mgr.smithi176.ajjlsm (mgr.14696) 6133 : cluster [DBG] pgmap v5274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:12.891141+0000 mgr.smithi176.ajjlsm (mgr.14696) 6134 : cluster [DBG] pgmap v5275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:12.891141+0000 mgr.smithi176.ajjlsm (mgr.14696) 6134 : cluster [DBG] pgmap v5275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:14.891640+0000 mgr.smithi176.ajjlsm (mgr.14696) 6135 : cluster [DBG] pgmap v5276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:14.891640+0000 mgr.smithi176.ajjlsm (mgr.14696) 6135 : cluster [DBG] pgmap v5276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:17.977 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:05:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:16.892514+0000 mgr.smithi176.ajjlsm (mgr.14696) 6136 : cluster [DBG] pgmap v5277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:18.246 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:05:18.246 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:05:18.246 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 9m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:05:18.247 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 10m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:05:18.247 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 9m ago 3h 43.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:05:18.247 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 9m ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:05:18.247 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 10m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:05:18.248 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 9m ago 3h 571M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:05:18.248 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 10m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:05:18.248 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 9m ago 3h 1104M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:05:18.248 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 10m ago 3h 531M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:05:18.249 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 9m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:05:18.249 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 10m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:05:18.249 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 9m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:05:18.249 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 10m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:05:18.249 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 9m ago 3h 861M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:05:18.250 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 9m ago 3h 1708M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:05:18.250 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (2h) 9m ago 2h 1164M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:05:18.250 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (2h) 9m ago 2h 1868M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:05:18.250 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 10m ago 2h 1750M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:05:18.251 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 10m ago 2h 1910M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:05:18.251 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 10m ago 2h 1570M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:05:18.251 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 10m ago 2h 2366M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:05:18.251 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 9m ago 3h 87.6M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:05:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:16.892514+0000 mgr.smithi176.ajjlsm (mgr.14696) 6136 : cluster [DBG] pgmap v5277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:18.568 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:05:18.569 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:05:18.569 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:05:18.569 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:05:18.569 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:05:18.569 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:05:18.570 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:05:18.570 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:05:18.570 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:05:18.570 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:05:18.571 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:05:18.571 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:05:18.571 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:05:18.571 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:05:18.571 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:05:18.572 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:05:18.572 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:05:18.572 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:05:18.572 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:05:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:05:17.963750+0000 mgr.smithi176.ajjlsm (mgr.14696) 6137 : audit [DBG] from='client.38198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:05:19.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:05:18.566803+0000 mon.smithi176 (mon.0) 1953 : audit [DBG] from='client.? 172.21.15.176:0/1945826969' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:05:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:05:17.963750+0000 mgr.smithi176.ajjlsm (mgr.14696) 6137 : audit [DBG] from='client.38198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:05:19.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:05:18.566803+0000 mon.smithi176 (mon.0) 1953 : audit [DBG] from='client.? 172.21.15.176:0/1945826969' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:05:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:05:18.235319+0000 mgr.smithi176.ajjlsm (mgr.14696) 6138 : audit [DBG] from='client.38202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:05:20.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:18.892992+0000 mgr.smithi176.ajjlsm (mgr.14696) 6139 : cluster [DBG] pgmap v5278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:05:18.235319+0000 mgr.smithi176.ajjlsm (mgr.14696) 6138 : audit [DBG] from='client.38202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:05:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:18.892992+0000 mgr.smithi176.ajjlsm (mgr.14696) 6139 : cluster [DBG] pgmap v5278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:20.893559+0000 mgr.smithi176.ajjlsm (mgr.14696) 6140 : cluster [DBG] pgmap v5279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:20.893559+0000 mgr.smithi176.ajjlsm (mgr.14696) 6140 : cluster [DBG] pgmap v5279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:24.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:22.894530+0000 mgr.smithi176.ajjlsm (mgr.14696) 6141 : cluster [DBG] pgmap v5280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:22.894530+0000 mgr.smithi176.ajjlsm (mgr.14696) 6141 : cluster [DBG] pgmap v5280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:25.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:05:24.698398+0000 mon.smithi176 (mon.0) 1954 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:05:25.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:05:24.699825+0000 mon.smithi176 (mon.0) 1955 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:05:25.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:05:24.700744+0000 mon.smithi176 (mon.0) 1956 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:05:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:05:24.698398+0000 mon.smithi176 (mon.0) 1954 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:05:25.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:05:24.699825+0000 mon.smithi176 (mon.0) 1955 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:05:25.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:05:24.700744+0000 mon.smithi176 (mon.0) 1956 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:05:26.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:05:24.701567+0000 mgr.smithi176.ajjlsm (mgr.14696) 6142 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:05:26.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:24.894950+0000 mgr.smithi176.ajjlsm (mgr.14696) 6143 : cluster [DBG] pgmap v5281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:05:24.701567+0000 mgr.smithi176.ajjlsm (mgr.14696) 6142 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:05:26.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:24.894950+0000 mgr.smithi176.ajjlsm (mgr.14696) 6143 : cluster [DBG] pgmap v5281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:27.960 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:26.895615+0000 mgr.smithi176.ajjlsm (mgr.14696) 6144 : cluster [DBG] pgmap v5282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:26.895615+0000 mgr.smithi176.ajjlsm (mgr.14696) 6144 : cluster [DBG] pgmap v5282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:30.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:28.896089+0000 mgr.smithi176.ajjlsm (mgr.14696) 6145 : cluster [DBG] pgmap v5283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:30.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:05:29.338822+0000 mon.smithi176 (mon.0) 1957 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:05:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:28.896089+0000 mgr.smithi176.ajjlsm (mgr.14696) 6145 : cluster [DBG] pgmap v5283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:30.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:05:29.338822+0000 mon.smithi176 (mon.0) 1957 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:05:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:30.896517+0000 mgr.smithi176.ajjlsm (mgr.14696) 6146 : cluster [DBG] pgmap v5284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:30.896517+0000 mgr.smithi176.ajjlsm (mgr.14696) 6146 : cluster [DBG] pgmap v5284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:05:31.405283+0000 mon.smithi176 (mon.0) 1958 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:05:32.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:05:31.796421+0000 mon.smithi176 (mon.0) 1959 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:05:32.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:05:31.801190+0000 mon.smithi176 (mon.0) 1960 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:05:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:05:31.405283+0000 mon.smithi176 (mon.0) 1958 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:05:32.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:05:31.796421+0000 mon.smithi176 (mon.0) 1959 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:05:32.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:05:31.801190+0000 mon.smithi176 (mon.0) 1960 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:05:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:32.897256+0000 mgr.smithi176.ajjlsm (mgr.14696) 6147 : cluster [DBG] pgmap v5285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:32.897256+0000 mgr.smithi176.ajjlsm (mgr.14696) 6147 : cluster [DBG] pgmap v5285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:34.897709+0000 mgr.smithi176.ajjlsm (mgr.14696) 6148 : cluster [DBG] pgmap v5286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:36.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:34.897709+0000 mgr.smithi176.ajjlsm (mgr.14696) 6148 : cluster [DBG] pgmap v5286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:36.898592+0000 mgr.smithi176.ajjlsm (mgr.14696) 6149 : cluster [DBG] pgmap v5287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:36.898592+0000 mgr.smithi176.ajjlsm (mgr.14696) 6149 : cluster [DBG] pgmap v5287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:38.899085+0000 mgr.smithi176.ajjlsm (mgr.14696) 6150 : cluster [DBG] pgmap v5288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:38.899085+0000 mgr.smithi176.ajjlsm (mgr.14696) 6150 : cluster [DBG] pgmap v5288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:05:40.582340+0000 mon.smithi176 (mon.0) 1961 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:05:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:05:40.785820+0000 mon.smithi176 (mon.0) 1962 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:05:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:40.899700+0000 mgr.smithi176.ajjlsm (mgr.14696) 6151 : cluster [DBG] pgmap v5289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:05:40.582340+0000 mon.smithi176 (mon.0) 1961 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:05:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:05:40.785820+0000 mon.smithi176 (mon.0) 1962 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:05:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:40.899700+0000 mgr.smithi176.ajjlsm (mgr.14696) 6151 : cluster [DBG] pgmap v5289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:44.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:42.900685+0000 mgr.smithi176.ajjlsm (mgr.14696) 6152 : cluster [DBG] pgmap v5290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:42.900685+0000 mgr.smithi176.ajjlsm (mgr.14696) 6152 : cluster [DBG] pgmap v5290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:44.901262+0000 mgr.smithi176.ajjlsm (mgr.14696) 6153 : cluster [DBG] pgmap v5291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:44.901262+0000 mgr.smithi176.ajjlsm (mgr.14696) 6153 : cluster [DBG] pgmap v5291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:48.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:46.902264+0000 mgr.smithi176.ajjlsm (mgr.14696) 6154 : cluster [DBG] pgmap v5292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:46.902264+0000 mgr.smithi176.ajjlsm (mgr.14696) 6154 : cluster [DBG] pgmap v5292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:48.868 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:05:49.135 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:05:49.136 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 17s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:05:49.136 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 17s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:05:49.136 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 19s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:05:49.136 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 17s ago 3h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:05:49.136 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 17s ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:05:49.137 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 19s ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:05:49.137 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 17s ago 3h 578M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:05:49.137 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 19s ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:05:49.137 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 17s ago 3h 1172M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:05:49.138 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 19s ago 3h 574M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:05:49.138 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 17s ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:05:49.138 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 19s ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:05:49.138 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 17s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:05:49.139 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 19s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:05:49.139 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 17s ago 3h 889M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:05:49.139 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 17s ago 3h 1740M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:05:49.139 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 17s ago 3h 1186M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:05:49.139 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 17s ago 3h 1903M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:05:49.140 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (2h) 19s ago 2h 1781M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:05:49.140 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (2h) 19s ago 2h 1939M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:05:49.140 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 19s ago 2h 1596M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:05:49.140 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 19s ago 2h 2398M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:05:49.141 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 17s ago 3h 106M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:05:49.457 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:05:49.458 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:05:49.458 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:05:49.458 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:05:49.458 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:05:49.459 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:05:49.459 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:05:49.459 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:05:49.459 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:05:49.460 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:05:49.460 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:05:49.460 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:05:49.460 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:05:49.460 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:05:49.461 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:05:49.461 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:05:49.461 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:05:49.461 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:05:49.462 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:05:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:05:48.855134+0000 mgr.smithi176.ajjlsm (mgr.14696) 6155 : audit [DBG] from='client.38210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:05:50.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:48.902707+0000 mgr.smithi176.ajjlsm (mgr.14696) 6156 : cluster [DBG] pgmap v5293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:50.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:05:49.455746+0000 mon.smithi176 (mon.0) 1963 : audit [DBG] from='client.? 172.21.15.176:0/478016929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:05:50.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:05:48.855134+0000 mgr.smithi176.ajjlsm (mgr.14696) 6155 : audit [DBG] from='client.38210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:05:50.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:48.902707+0000 mgr.smithi176.ajjlsm (mgr.14696) 6156 : cluster [DBG] pgmap v5293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:50.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:05:49.455746+0000 mon.smithi176 (mon.0) 1963 : audit [DBG] from='client.? 172.21.15.176:0/478016929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:05:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:05:49.125006+0000 mgr.smithi176.ajjlsm (mgr.14696) 6157 : audit [DBG] from='client.38214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:05:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:05:49.125006+0000 mgr.smithi176.ajjlsm (mgr.14696) 6157 : audit [DBG] from='client.38214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:05:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:50.903299+0000 mgr.smithi176.ajjlsm (mgr.14696) 6158 : cluster [DBG] pgmap v5294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:52.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:50.903299+0000 mgr.smithi176.ajjlsm (mgr.14696) 6158 : cluster [DBG] pgmap v5294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:54.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:52.904105+0000 mgr.smithi176.ajjlsm (mgr.14696) 6159 : cluster [DBG] pgmap v5295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:52.904105+0000 mgr.smithi176.ajjlsm (mgr.14696) 6159 : cluster [DBG] pgmap v5295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:54.904773+0000 mgr.smithi176.ajjlsm (mgr.14696) 6160 : cluster [DBG] pgmap v5296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:54.904773+0000 mgr.smithi176.ajjlsm (mgr.14696) 6160 : cluster [DBG] pgmap v5296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:05:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:56.905610+0000 mgr.smithi176.ajjlsm (mgr.14696) 6161 : cluster [DBG] pgmap v5297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:05:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:56.905610+0000 mgr.smithi176.ajjlsm (mgr.14696) 6161 : cluster [DBG] pgmap v5297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:05:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:05:58.906209+0000 mgr.smithi176.ajjlsm (mgr.14696) 6162 : cluster [DBG] pgmap v5298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:00.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:05:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:05:58.906209+0000 mgr.smithi176.ajjlsm (mgr.14696) 6162 : cluster [DBG] pgmap v5298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:01.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:00.906710+0000 mgr.smithi176.ajjlsm (mgr.14696) 6163 : cluster [DBG] pgmap v5299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:00.906710+0000 mgr.smithi176.ajjlsm (mgr.14696) 6163 : cluster [DBG] pgmap v5299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:02.907555+0000 mgr.smithi176.ajjlsm (mgr.14696) 6164 : cluster [DBG] pgmap v5300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:02.907555+0000 mgr.smithi176.ajjlsm (mgr.14696) 6164 : cluster [DBG] pgmap v5300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:06.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:04.907993+0000 mgr.smithi176.ajjlsm (mgr.14696) 6165 : cluster [DBG] pgmap v5301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:04.907993+0000 mgr.smithi176.ajjlsm (mgr.14696) 6165 : cluster [DBG] pgmap v5301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:06.908977+0000 mgr.smithi176.ajjlsm (mgr.14696) 6166 : cluster [DBG] pgmap v5302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:06.908977+0000 mgr.smithi176.ajjlsm (mgr.14696) 6166 : cluster [DBG] pgmap v5302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:08.909466+0000 mgr.smithi176.ajjlsm (mgr.14696) 6167 : cluster [DBG] pgmap v5303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:10.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:08.909466+0000 mgr.smithi176.ajjlsm (mgr.14696) 6167 : cluster [DBG] pgmap v5303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:10.910013+0000 mgr.smithi176.ajjlsm (mgr.14696) 6168 : cluster [DBG] pgmap v5304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:10.910013+0000 mgr.smithi176.ajjlsm (mgr.14696) 6168 : cluster [DBG] pgmap v5304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:12.910837+0000 mgr.smithi176.ajjlsm (mgr.14696) 6169 : cluster [DBG] pgmap v5305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:12.910837+0000 mgr.smithi176.ajjlsm (mgr.14696) 6169 : cluster [DBG] pgmap v5305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:14.911418+0000 mgr.smithi176.ajjlsm (mgr.14696) 6170 : cluster [DBG] pgmap v5306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:14.911418+0000 mgr.smithi176.ajjlsm (mgr.14696) 6170 : cluster [DBG] pgmap v5306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:16.912233+0000 mgr.smithi176.ajjlsm (mgr.14696) 6171 : cluster [DBG] pgmap v5307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:16.912233+0000 mgr.smithi176.ajjlsm (mgr.14696) 6171 : cluster [DBG] pgmap v5307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:19.759 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:06:20.029 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:06:20.030 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 48s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:06:20.030 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 48s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:06:20.030 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 50s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:06:20.031 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 48s ago 3h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:06:20.031 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 48s ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:06:20.031 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 50s ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:06:20.031 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 48s ago 3h 578M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:06:20.031 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 50s ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:06:20.032 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 48s ago 3h 1172M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:06:20.032 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 50s ago 3h 574M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:06:20.032 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 48s ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:06:20.032 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 50s ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:06:20.033 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 48s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:06:20.033 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 50s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:06:20.033 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 48s ago 3h 889M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:06:20.033 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 48s ago 3h 1740M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:06:20.033 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 48s ago 3h 1186M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:06:20.034 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 48s ago 3h 1903M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:06:20.034 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 50s ago 3h 1781M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:06:20.034 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 50s ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:06:20.034 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (2h) 50s ago 2h 1596M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:06:20.035 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (2h) 50s ago 2h 2398M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:06:20.035 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 48s ago 3h 106M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:06:20.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:18.912795+0000 mgr.smithi176.ajjlsm (mgr.14696) 6172 : cluster [DBG] pgmap v5308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:20.353 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:06:20.353 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:06:20.354 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:06:20.354 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:06:20.354 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:06:20.354 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:06:20.355 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:06:20.355 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:06:20.355 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:06:20.355 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:06:20.356 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:06:20.356 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:06:20.356 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:06:20.356 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:06:20.357 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:06:20.357 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:06:20.357 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:06:20.357 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:06:20.357 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:06:20.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:18.912795+0000 mgr.smithi176.ajjlsm (mgr.14696) 6172 : cluster [DBG] pgmap v5308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:06:19.745156+0000 mgr.smithi176.ajjlsm (mgr.14696) 6173 : audit [DBG] from='client.38222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:06:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:06:20.019315+0000 mgr.smithi176.ajjlsm (mgr.14696) 6174 : audit [DBG] from='client.38226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:06:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:06:20.351684+0000 mon.smithi176 (mon.0) 1964 : audit [DBG] from='client.? 172.21.15.176:0/133671009' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:06:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:06:19.745156+0000 mgr.smithi176.ajjlsm (mgr.14696) 6173 : audit [DBG] from='client.38222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:06:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:06:20.019315+0000 mgr.smithi176.ajjlsm (mgr.14696) 6174 : audit [DBG] from='client.38226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:06:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:06:20.351684+0000 mon.smithi176 (mon.0) 1964 : audit [DBG] from='client.? 172.21.15.176:0/133671009' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:06:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:20.913487+0000 mgr.smithi176.ajjlsm (mgr.14696) 6175 : cluster [DBG] pgmap v5309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:20.913487+0000 mgr.smithi176.ajjlsm (mgr.14696) 6175 : cluster [DBG] pgmap v5309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:22.914450+0000 mgr.smithi176.ajjlsm (mgr.14696) 6176 : cluster [DBG] pgmap v5310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:22.914450+0000 mgr.smithi176.ajjlsm (mgr.14696) 6176 : cluster [DBG] pgmap v5310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:24.915075+0000 mgr.smithi176.ajjlsm (mgr.14696) 6177 : cluster [DBG] pgmap v5311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:24.915075+0000 mgr.smithi176.ajjlsm (mgr.14696) 6177 : cluster [DBG] pgmap v5311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:26.916022+0000 mgr.smithi176.ajjlsm (mgr.14696) 6178 : cluster [DBG] pgmap v5312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:26.916022+0000 mgr.smithi176.ajjlsm (mgr.14696) 6178 : cluster [DBG] pgmap v5312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:28.916450+0000 mgr.smithi176.ajjlsm (mgr.14696) 6179 : cluster [DBG] pgmap v5313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:28.916450+0000 mgr.smithi176.ajjlsm (mgr.14696) 6179 : cluster [DBG] pgmap v5313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:30.917252+0000 mgr.smithi176.ajjlsm (mgr.14696) 6180 : cluster [DBG] pgmap v5314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:30.917252+0000 mgr.smithi176.ajjlsm (mgr.14696) 6180 : cluster [DBG] pgmap v5314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:32.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:06:31.803718+0000 mon.smithi176 (mon.0) 1965 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:06:32.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:06:31.805112+0000 mon.smithi176 (mon.0) 1966 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:06:32.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:06:31.805893+0000 mon.smithi176 (mon.0) 1967 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:06:32.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:06:31.806574+0000 mgr.smithi176.ajjlsm (mgr.14696) 6181 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:06:32.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:06:32.210426+0000 mon.smithi176 (mon.0) 1968 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:06:32.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:06:32.215432+0000 mon.smithi176 (mon.0) 1969 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:06:32.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:06:31.803718+0000 mon.smithi176 (mon.0) 1965 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:06:32.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:06:31.805112+0000 mon.smithi176 (mon.0) 1966 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:06:32.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:06:31.805893+0000 mon.smithi176 (mon.0) 1967 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:06:32.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:06:31.806574+0000 mgr.smithi176.ajjlsm (mgr.14696) 6181 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:06:32.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:06:32.210426+0000 mon.smithi176 (mon.0) 1968 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:06:32.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:06:32.215432+0000 mon.smithi176 (mon.0) 1969 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:06:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:32.917876+0000 mgr.smithi176.ajjlsm (mgr.14696) 6182 : cluster [DBG] pgmap v5315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:33.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:32.917876+0000 mgr.smithi176.ajjlsm (mgr.14696) 6182 : cluster [DBG] pgmap v5315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:34.918464+0000 mgr.smithi176.ajjlsm (mgr.14696) 6183 : cluster [DBG] pgmap v5316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:34.918464+0000 mgr.smithi176.ajjlsm (mgr.14696) 6183 : cluster [DBG] pgmap v5316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:36.919335+0000 mgr.smithi176.ajjlsm (mgr.14696) 6184 : cluster [DBG] pgmap v5317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:36.919335+0000 mgr.smithi176.ajjlsm (mgr.14696) 6184 : cluster [DBG] pgmap v5317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:38.919970+0000 mgr.smithi176.ajjlsm (mgr.14696) 6185 : cluster [DBG] pgmap v5318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:38.919970+0000 mgr.smithi176.ajjlsm (mgr.14696) 6185 : cluster [DBG] pgmap v5318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:06:40.584301+0000 mon.smithi176 (mon.0) 1970 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:06:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:06:40.790261+0000 mon.smithi176 (mon.0) 1971 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:06:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:40.920760+0000 mgr.smithi176.ajjlsm (mgr.14696) 6186 : cluster [DBG] pgmap v5319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:41.726 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:06:40.584301+0000 mon.smithi176 (mon.0) 1970 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:06:41.726 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:06:40.790261+0000 mon.smithi176 (mon.0) 1971 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:06:41.726 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:40.920760+0000 mgr.smithi176.ajjlsm (mgr.14696) 6186 : cluster [DBG] pgmap v5319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:42.921505+0000 mgr.smithi176.ajjlsm (mgr.14696) 6187 : cluster [DBG] pgmap v5320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:44.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:42.921505+0000 mgr.smithi176.ajjlsm (mgr.14696) 6187 : cluster [DBG] pgmap v5320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:44.922065+0000 mgr.smithi176.ajjlsm (mgr.14696) 6188 : cluster [DBG] pgmap v5321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:46.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:44.922065+0000 mgr.smithi176.ajjlsm (mgr.14696) 6188 : cluster [DBG] pgmap v5321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:46.923004+0000 mgr.smithi176.ajjlsm (mgr.14696) 6189 : cluster [DBG] pgmap v5322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:48.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:46.923004+0000 mgr.smithi176.ajjlsm (mgr.14696) 6189 : cluster [DBG] pgmap v5322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:48.923585+0000 mgr.smithi176.ajjlsm (mgr.14696) 6190 : cluster [DBG] pgmap v5323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:50.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:48.923585+0000 mgr.smithi176.ajjlsm (mgr.14696) 6190 : cluster [DBG] pgmap v5323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:50.657 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:06:50.925 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:06:50.926 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 79s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:06:50.926 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 79s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:06:50.926 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 81s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:06:50.926 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 79s ago 3h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:06:50.927 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 79s ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:06:50.927 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 81s ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:06:50.927 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 79s ago 3h 578M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:06:50.927 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 81s ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:06:50.927 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 79s ago 3h 1172M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:06:50.928 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 81s ago 3h 574M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:06:50.928 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 79s ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:06:50.928 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 81s ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:06:50.929 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 79s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:06:50.929 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 81s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:06:50.929 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 79s ago 3h 889M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:06:50.929 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 79s ago 3h 1740M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:06:50.930 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 79s ago 3h 1186M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:06:50.930 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 79s ago 3h 1903M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:06:50.930 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 81s ago 3h 1781M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:06:50.930 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 81s ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:06:50.931 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 81s ago 3h 1596M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:06:50.931 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 81s ago 3h 2398M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:06:50.931 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 79s ago 3h 106M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:06:51.246 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:06:51.246 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:06:51.246 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:06:51.246 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:06:51.247 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:06:51.247 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:06:51.247 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:06:51.247 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:06:51.248 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:06:51.248 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:06:51.248 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:06:51.248 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:06:51.249 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:06:51.249 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:06:51.249 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:06:51.249 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:06:51.250 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:06:51.250 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:06:51.250 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:06:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:06:50.643362+0000 mgr.smithi176.ajjlsm (mgr.14696) 6191 : audit [DBG] from='client.38234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:06:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:06:50.914912+0000 mgr.smithi176.ajjlsm (mgr.14696) 6192 : audit [DBG] from='client.38238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:06:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:50.924104+0000 mgr.smithi176.ajjlsm (mgr.14696) 6193 : cluster [DBG] pgmap v5324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:06:51.244264+0000 mon.smithi176 (mon.0) 1972 : audit [DBG] from='client.? 172.21.15.176:0/3319089923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:06:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:06:50.643362+0000 mgr.smithi176.ajjlsm (mgr.14696) 6191 : audit [DBG] from='client.38234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:06:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:06:50.914912+0000 mgr.smithi176.ajjlsm (mgr.14696) 6192 : audit [DBG] from='client.38238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:06:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:50.924104+0000 mgr.smithi176.ajjlsm (mgr.14696) 6193 : cluster [DBG] pgmap v5324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:51.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:06:51.244264+0000 mon.smithi176 (mon.0) 1972 : audit [DBG] from='client.? 172.21.15.176:0/3319089923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:06:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:52.924934+0000 mgr.smithi176.ajjlsm (mgr.14696) 6194 : cluster [DBG] pgmap v5325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:54.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:52.924934+0000 mgr.smithi176.ajjlsm (mgr.14696) 6194 : cluster [DBG] pgmap v5325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:54.925491+0000 mgr.smithi176.ajjlsm (mgr.14696) 6195 : cluster [DBG] pgmap v5326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:56.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:54.925491+0000 mgr.smithi176.ajjlsm (mgr.14696) 6195 : cluster [DBG] pgmap v5326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:06:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:56.926393+0000 mgr.smithi176.ajjlsm (mgr.14696) 6196 : cluster [DBG] pgmap v5327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:06:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:56.926393+0000 mgr.smithi176.ajjlsm (mgr.14696) 6196 : cluster [DBG] pgmap v5327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:06:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:06:58.927027+0000 mgr.smithi176.ajjlsm (mgr.14696) 6197 : cluster [DBG] pgmap v5328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:06:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:06:58.927027+0000 mgr.smithi176.ajjlsm (mgr.14696) 6197 : cluster [DBG] pgmap v5328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:00.927586+0000 mgr.smithi176.ajjlsm (mgr.14696) 6198 : cluster [DBG] pgmap v5329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:00.927586+0000 mgr.smithi176.ajjlsm (mgr.14696) 6198 : cluster [DBG] pgmap v5329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:02.928404+0000 mgr.smithi176.ajjlsm (mgr.14696) 6199 : cluster [DBG] pgmap v5330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:02.928404+0000 mgr.smithi176.ajjlsm (mgr.14696) 6199 : cluster [DBG] pgmap v5330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:04.928867+0000 mgr.smithi176.ajjlsm (mgr.14696) 6200 : cluster [DBG] pgmap v5331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:06.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:04.928867+0000 mgr.smithi176.ajjlsm (mgr.14696) 6200 : cluster [DBG] pgmap v5331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:06.929701+0000 mgr.smithi176.ajjlsm (mgr.14696) 6201 : cluster [DBG] pgmap v5332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:08.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:06.929701+0000 mgr.smithi176.ajjlsm (mgr.14696) 6201 : cluster [DBG] pgmap v5332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:08.930264+0000 mgr.smithi176.ajjlsm (mgr.14696) 6202 : cluster [DBG] pgmap v5333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:08.930264+0000 mgr.smithi176.ajjlsm (mgr.14696) 6202 : cluster [DBG] pgmap v5333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:10.930961+0000 mgr.smithi176.ajjlsm (mgr.14696) 6203 : cluster [DBG] pgmap v5334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:10.930961+0000 mgr.smithi176.ajjlsm (mgr.14696) 6203 : cluster [DBG] pgmap v5334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:12.931751+0000 mgr.smithi176.ajjlsm (mgr.14696) 6204 : cluster [DBG] pgmap v5335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:12.931751+0000 mgr.smithi176.ajjlsm (mgr.14696) 6204 : cluster [DBG] pgmap v5335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:14.932199+0000 mgr.smithi176.ajjlsm (mgr.14696) 6205 : cluster [DBG] pgmap v5336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:16.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:14.932199+0000 mgr.smithi176.ajjlsm (mgr.14696) 6205 : cluster [DBG] pgmap v5336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:16.933207+0000 mgr.smithi176.ajjlsm (mgr.14696) 6206 : cluster [DBG] pgmap v5337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:18.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:16.933207+0000 mgr.smithi176.ajjlsm (mgr.14696) 6206 : cluster [DBG] pgmap v5337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:18.933783+0000 mgr.smithi176.ajjlsm (mgr.14696) 6207 : cluster [DBG] pgmap v5338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:18.933783+0000 mgr.smithi176.ajjlsm (mgr.14696) 6207 : cluster [DBG] pgmap v5338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:21.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:20.934480+0000 mgr.smithi176.ajjlsm (mgr.14696) 6208 : cluster [DBG] pgmap v5339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:21.549 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:07:21.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:20.934480+0000 mgr.smithi176.ajjlsm (mgr.14696) 6208 : cluster [DBG] pgmap v5339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:21.818 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:07:21.818 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 110s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:07:21.819 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 110s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:07:21.819 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 112s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:07:21.819 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 110s ago 3h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:07:21.819 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 110s ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:07:21.819 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 112s ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:07:21.820 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 110s ago 3h 578M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:07:21.820 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 112s ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:07:21.820 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 110s ago 3h 1172M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:07:21.820 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 112s ago 3h 574M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:07:21.821 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 110s ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:07:21.821 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 112s ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:07:21.821 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 110s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:07:21.821 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 112s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:07:21.821 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 110s ago 3h 889M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:07:21.822 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 110s ago 3h 1740M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:07:21.822 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 110s ago 3h 1186M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:07:21.822 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 110s ago 3h 1903M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:07:21.822 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 112s ago 3h 1781M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:07:21.823 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 112s ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:07:21.823 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 112s ago 3h 1596M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:07:21.823 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 112s ago 3h 2398M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:07:21.823 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 110s ago 3h 106M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:07:22.138 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:07:22.138 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:07:22.138 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:07:22.139 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:07:22.139 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:07:22.139 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:07:22.139 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:07:22.139 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:07:22.140 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:07:22.140 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:07:22.140 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:07:22.140 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:07:22.140 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:07:22.141 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:07:22.141 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:07:22.141 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:07:22.141 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:07:22.141 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:07:22.142 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:07:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:07:21.535125+0000 mgr.smithi176.ajjlsm (mgr.14696) 6209 : audit [DBG] from='client.38246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:07:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:07:21.807804+0000 mgr.smithi176.ajjlsm (mgr.14696) 6210 : audit [DBG] from='client.38250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:07:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:07:22.136476+0000 mon.smithi176 (mon.0) 1973 : audit [DBG] from='client.? 172.21.15.176:0/1030157296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:07:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:07:21.535125+0000 mgr.smithi176.ajjlsm (mgr.14696) 6209 : audit [DBG] from='client.38246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:07:22.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:07:21.807804+0000 mgr.smithi176.ajjlsm (mgr.14696) 6210 : audit [DBG] from='client.38250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:07:22.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:07:22.136476+0000 mon.smithi176 (mon.0) 1973 : audit [DBG] from='client.? 172.21.15.176:0/1030157296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:07:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:22.935219+0000 mgr.smithi176.ajjlsm (mgr.14696) 6211 : cluster [DBG] pgmap v5340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:22.935219+0000 mgr.smithi176.ajjlsm (mgr.14696) 6211 : cluster [DBG] pgmap v5340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:24.935811+0000 mgr.smithi176.ajjlsm (mgr.14696) 6212 : cluster [DBG] pgmap v5341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:24.935811+0000 mgr.smithi176.ajjlsm (mgr.14696) 6212 : cluster [DBG] pgmap v5341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:26.936662+0000 mgr.smithi176.ajjlsm (mgr.14696) 6213 : cluster [DBG] pgmap v5342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:26.936662+0000 mgr.smithi176.ajjlsm (mgr.14696) 6213 : cluster [DBG] pgmap v5342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:28.937228+0000 mgr.smithi176.ajjlsm (mgr.14696) 6214 : cluster [DBG] pgmap v5343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:28.937228+0000 mgr.smithi176.ajjlsm (mgr.14696) 6214 : cluster [DBG] pgmap v5343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:30.937858+0000 mgr.smithi176.ajjlsm (mgr.14696) 6215 : cluster [DBG] pgmap v5344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:30.937858+0000 mgr.smithi176.ajjlsm (mgr.14696) 6215 : cluster [DBG] pgmap v5344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:07:32.217876+0000 mon.smithi176 (mon.0) 1974 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:07:32.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:07:32.219345+0000 mon.smithi176 (mon.0) 1975 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:07:32.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:07:32.220213+0000 mon.smithi176 (mon.0) 1976 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:07:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:07:32.217876+0000 mon.smithi176 (mon.0) 1974 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:07:32.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:07:32.219345+0000 mon.smithi176 (mon.0) 1975 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:07:32.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:07:32.220213+0000 mon.smithi176 (mon.0) 1976 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:07:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:07:32.220970+0000 mgr.smithi176.ajjlsm (mgr.14696) 6216 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:07:33.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:07:32.472321+0000 mon.smithi176 (mon.0) 1977 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:07:33.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:07:32.864849+0000 mon.smithi176 (mon.0) 1978 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:07:33.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:07:32.872149+0000 mon.smithi176 (mon.0) 1979 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:07:33.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:32.938507+0000 mgr.smithi176.ajjlsm (mgr.14696) 6217 : cluster [DBG] pgmap v5345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:07:32.220970+0000 mgr.smithi176.ajjlsm (mgr.14696) 6216 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:07:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:07:32.472321+0000 mon.smithi176 (mon.0) 1977 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:07:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:07:32.864849+0000 mon.smithi176 (mon.0) 1978 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:07:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:07:32.872149+0000 mon.smithi176 (mon.0) 1979 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:07:33.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:32.938507+0000 mgr.smithi176.ajjlsm (mgr.14696) 6217 : cluster [DBG] pgmap v5345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:36.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:34.938938+0000 mgr.smithi176.ajjlsm (mgr.14696) 6218 : cluster [DBG] pgmap v5346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:36.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:34.938938+0000 mgr.smithi176.ajjlsm (mgr.14696) 6218 : cluster [DBG] pgmap v5346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:36.939827+0000 mgr.smithi176.ajjlsm (mgr.14696) 6219 : cluster [DBG] pgmap v5347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:38.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:36.939827+0000 mgr.smithi176.ajjlsm (mgr.14696) 6219 : cluster [DBG] pgmap v5347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:38.940509+0000 mgr.smithi176.ajjlsm (mgr.14696) 6220 : cluster [DBG] pgmap v5348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:40.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:38.940509+0000 mgr.smithi176.ajjlsm (mgr.14696) 6220 : cluster [DBG] pgmap v5348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:07:40.585875+0000 mon.smithi176 (mon.0) 1980 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:07:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:07:40.794629+0000 mon.smithi176 (mon.0) 1981 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:07:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:40.941172+0000 mgr.smithi176.ajjlsm (mgr.14696) 6221 : cluster [DBG] pgmap v5349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:07:40.585875+0000 mon.smithi176 (mon.0) 1980 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:07:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:07:40.794629+0000 mon.smithi176 (mon.0) 1981 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:07:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:40.941172+0000 mgr.smithi176.ajjlsm (mgr.14696) 6221 : cluster [DBG] pgmap v5349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:42.941837+0000 mgr.smithi176.ajjlsm (mgr.14696) 6222 : cluster [DBG] pgmap v5350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:42.941837+0000 mgr.smithi176.ajjlsm (mgr.14696) 6222 : cluster [DBG] pgmap v5350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:44.942308+0000 mgr.smithi176.ajjlsm (mgr.14696) 6223 : cluster [DBG] pgmap v5351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:46.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:44.942308+0000 mgr.smithi176.ajjlsm (mgr.14696) 6223 : cluster [DBG] pgmap v5351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:46.943214+0000 mgr.smithi176.ajjlsm (mgr.14696) 6224 : cluster [DBG] pgmap v5352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:46.943214+0000 mgr.smithi176.ajjlsm (mgr.14696) 6224 : cluster [DBG] pgmap v5352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:48.943778+0000 mgr.smithi176.ajjlsm (mgr.14696) 6225 : cluster [DBG] pgmap v5353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:50.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:48.943778+0000 mgr.smithi176.ajjlsm (mgr.14696) 6225 : cluster [DBG] pgmap v5353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:50.944509+0000 mgr.smithi176.ajjlsm (mgr.14696) 6226 : cluster [DBG] pgmap v5354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:50.944509+0000 mgr.smithi176.ajjlsm (mgr.14696) 6226 : cluster [DBG] pgmap v5354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:52.445 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:07:52.712 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:07:52.713 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:07:52.713 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 2m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:07:52.713 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 2m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:07:52.714 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 2m ago 3h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:07:52.714 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 2m ago 2h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:07:52.714 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 2m ago 2h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:07:52.715 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 2m ago 3h 578M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:07:52.715 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 2m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:07:52.715 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 2m ago 3h 1172M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:07:52.715 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 2m ago 3h 574M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:07:52.716 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 2m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:07:52.716 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 2m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:07:52.716 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 2m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:07:52.716 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 2m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:07:52.717 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 2m ago 3h 889M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:07:52.717 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 2m ago 3h 1740M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:07:52.717 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 2m ago 3h 1186M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:07:52.717 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 2m ago 3h 1903M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:07:52.717 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 2m ago 3h 1781M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:07:52.718 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 2m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:07:52.718 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 2m ago 3h 1596M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:07:52.718 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 2m ago 3h 2398M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:07:52.718 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 2m ago 3h 106M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:07:53.035 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:07:53.036 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:07:53.036 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:07:53.036 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:07:53.037 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:07:53.037 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:07:53.037 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:07:53.038 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:07:53.038 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:07:53.038 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:07:53.038 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:07:53.039 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:07:53.039 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:07:53.039 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:07:53.039 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:07:53.040 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:07:53.040 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:07:53.040 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:07:53.040 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:07:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:07:52.431996+0000 mgr.smithi176.ajjlsm (mgr.14696) 6227 : audit [DBG] from='client.38258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:07:54.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:07:52.702295+0000 mgr.smithi176.ajjlsm (mgr.14696) 6228 : audit [DBG] from='client.38262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:07:54.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:52.945104+0000 mgr.smithi176.ajjlsm (mgr.14696) 6229 : cluster [DBG] pgmap v5355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:54.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:07:53.033936+0000 mon.smithi176 (mon.0) 1982 : audit [DBG] from='client.? 172.21.15.176:0/2570525514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:07:54.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:07:52.431996+0000 mgr.smithi176.ajjlsm (mgr.14696) 6227 : audit [DBG] from='client.38258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:07:54.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:07:52.702295+0000 mgr.smithi176.ajjlsm (mgr.14696) 6228 : audit [DBG] from='client.38262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:07:54.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:52.945104+0000 mgr.smithi176.ajjlsm (mgr.14696) 6229 : cluster [DBG] pgmap v5355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:54.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:07:53.033936+0000 mon.smithi176 (mon.0) 1982 : audit [DBG] from='client.? 172.21.15.176:0/2570525514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:07:56.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:54.945543+0000 mgr.smithi176.ajjlsm (mgr.14696) 6230 : cluster [DBG] pgmap v5356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:56.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:54.945543+0000 mgr.smithi176.ajjlsm (mgr.14696) 6230 : cluster [DBG] pgmap v5356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:07:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:07:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:56.946307+0000 mgr.smithi176.ajjlsm (mgr.14696) 6231 : cluster [DBG] pgmap v5357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:07:58.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:07:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:56.946307+0000 mgr.smithi176.ajjlsm (mgr.14696) 6231 : cluster [DBG] pgmap v5357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:07:58.946778+0000 mgr.smithi176.ajjlsm (mgr.14696) 6232 : cluster [DBG] pgmap v5358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:00.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:07:58.946778+0000 mgr.smithi176.ajjlsm (mgr.14696) 6232 : cluster [DBG] pgmap v5358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:00.947525+0000 mgr.smithi176.ajjlsm (mgr.14696) 6233 : cluster [DBG] pgmap v5359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:00.947525+0000 mgr.smithi176.ajjlsm (mgr.14696) 6233 : cluster [DBG] pgmap v5359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:04.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:02.948236+0000 mgr.smithi176.ajjlsm (mgr.14696) 6234 : cluster [DBG] pgmap v5360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:02.948236+0000 mgr.smithi176.ajjlsm (mgr.14696) 6234 : cluster [DBG] pgmap v5360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:04.948829+0000 mgr.smithi176.ajjlsm (mgr.14696) 6235 : cluster [DBG] pgmap v5361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:06.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:04.948829+0000 mgr.smithi176.ajjlsm (mgr.14696) 6235 : cluster [DBG] pgmap v5361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:06.949571+0000 mgr.smithi176.ajjlsm (mgr.14696) 6236 : cluster [DBG] pgmap v5362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:08.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:06.949571+0000 mgr.smithi176.ajjlsm (mgr.14696) 6236 : cluster [DBG] pgmap v5362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:08.950097+0000 mgr.smithi176.ajjlsm (mgr.14696) 6237 : cluster [DBG] pgmap v5363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:08.950097+0000 mgr.smithi176.ajjlsm (mgr.14696) 6237 : cluster [DBG] pgmap v5363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:10.950860+0000 mgr.smithi176.ajjlsm (mgr.14696) 6238 : cluster [DBG] pgmap v5364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:10.950860+0000 mgr.smithi176.ajjlsm (mgr.14696) 6238 : cluster [DBG] pgmap v5364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:12.951690+0000 mgr.smithi176.ajjlsm (mgr.14696) 6239 : cluster [DBG] pgmap v5365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:12.951690+0000 mgr.smithi176.ajjlsm (mgr.14696) 6239 : cluster [DBG] pgmap v5365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:14.952268+0000 mgr.smithi176.ajjlsm (mgr.14696) 6240 : cluster [DBG] pgmap v5366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:16.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:14.952268+0000 mgr.smithi176.ajjlsm (mgr.14696) 6240 : cluster [DBG] pgmap v5366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:16.953093+0000 mgr.smithi176.ajjlsm (mgr.14696) 6241 : cluster [DBG] pgmap v5367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:16.953093+0000 mgr.smithi176.ajjlsm (mgr.14696) 6241 : cluster [DBG] pgmap v5367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:18.953736+0000 mgr.smithi176.ajjlsm (mgr.14696) 6242 : cluster [DBG] pgmap v5368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:18.953736+0000 mgr.smithi176.ajjlsm (mgr.14696) 6242 : cluster [DBG] pgmap v5368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:20.954559+0000 mgr.smithi176.ajjlsm (mgr.14696) 6243 : cluster [DBG] pgmap v5369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:20.954559+0000 mgr.smithi176.ajjlsm (mgr.14696) 6243 : cluster [DBG] pgmap v5369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:23.342 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:08:23.609 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:08:23.609 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:08:23.610 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 2m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:08:23.610 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 2m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:08:23.610 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 2m ago 3h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:08:23.610 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 2m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:08:23.611 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 2m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:08:23.611 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 2m ago 3h 578M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:08:23.611 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 2m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:08:23.611 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 2m ago 3h 1172M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:08:23.612 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 2m ago 3h 574M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:08:23.612 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 2m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:08:23.612 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 2m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:08:23.612 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 2m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:08:23.612 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 2m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:08:23.613 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 2m ago 3h 889M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:08:23.613 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 2m ago 3h 1740M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:08:23.613 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 2m ago 3h 1186M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:08:23.613 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 2m ago 3h 1903M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:08:23.614 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 2m ago 3h 1781M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:08:23.614 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 2m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:08:23.614 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 2m ago 3h 1596M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:08:23.614 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 2m ago 3h 2398M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:08:23.615 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 2m ago 3h 106M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:08:23.929 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:08:23.929 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:08:23.930 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:08:23.930 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:08:23.930 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:08:23.930 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:08:23.931 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:08:23.931 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:08:23.931 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:08:23.931 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:08:23.932 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:08:23.932 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:08:23.932 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:08:23.932 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:08:23.933 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:08:23.933 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:08:23.933 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:08:23.933 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:08:23.933 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:08:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:22.955290+0000 mgr.smithi176.ajjlsm (mgr.14696) 6244 : cluster [DBG] pgmap v5370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:24.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:08:23.927709+0000 mon.smithi176 (mon.0) 1983 : audit [DBG] from='client.? 172.21.15.176:0/894500326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:08:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:22.955290+0000 mgr.smithi176.ajjlsm (mgr.14696) 6244 : cluster [DBG] pgmap v5370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:08:23.927709+0000 mon.smithi176 (mon.0) 1983 : audit [DBG] from='client.? 172.21.15.176:0/894500326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:08:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:08:23.328438+0000 mgr.smithi176.ajjlsm (mgr.14696) 6245 : audit [DBG] from='client.38270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:08:25.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:08:23.598454+0000 mgr.smithi176.ajjlsm (mgr.14696) 6246 : audit [DBG] from='client.38274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:08:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:08:23.328438+0000 mgr.smithi176.ajjlsm (mgr.14696) 6245 : audit [DBG] from='client.38270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:08:25.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:08:23.598454+0000 mgr.smithi176.ajjlsm (mgr.14696) 6246 : audit [DBG] from='client.38274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:08:26.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:24.955944+0000 mgr.smithi176.ajjlsm (mgr.14696) 6247 : cluster [DBG] pgmap v5371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:24.955944+0000 mgr.smithi176.ajjlsm (mgr.14696) 6247 : cluster [DBG] pgmap v5371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:26.956734+0000 mgr.smithi176.ajjlsm (mgr.14696) 6248 : cluster [DBG] pgmap v5372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:26.956734+0000 mgr.smithi176.ajjlsm (mgr.14696) 6248 : cluster [DBG] pgmap v5372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:28.957219+0000 mgr.smithi176.ajjlsm (mgr.14696) 6249 : cluster [DBG] pgmap v5373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:30.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:28.957219+0000 mgr.smithi176.ajjlsm (mgr.14696) 6249 : cluster [DBG] pgmap v5373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:30.957798+0000 mgr.smithi176.ajjlsm (mgr.14696) 6250 : cluster [DBG] pgmap v5374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:30.957798+0000 mgr.smithi176.ajjlsm (mgr.14696) 6250 : cluster [DBG] pgmap v5374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:08:32.874825+0000 mon.smithi176 (mon.0) 1984 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:08:33.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:08:32.876235+0000 mon.smithi176 (mon.0) 1985 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:08:33.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:08:32.877086+0000 mon.smithi176 (mon.0) 1986 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:08:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:08:32.874825+0000 mon.smithi176 (mon.0) 1984 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:08:33.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:08:32.876235+0000 mon.smithi176 (mon.0) 1985 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:08:33.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:08:32.877086+0000 mon.smithi176 (mon.0) 1986 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:08:34.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:08:32.877790+0000 mgr.smithi176.ajjlsm (mgr.14696) 6251 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:08:34.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:32.958490+0000 mgr.smithi176.ajjlsm (mgr.14696) 6252 : cluster [DBG] pgmap v5375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:34.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:08:33.231224+0000 mon.smithi176 (mon.0) 1987 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:08:34.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:08:33.617878+0000 mon.smithi176 (mon.0) 1988 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:08:34.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:08:33.623052+0000 mon.smithi176 (mon.0) 1989 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:08:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:08:32.877790+0000 mgr.smithi176.ajjlsm (mgr.14696) 6251 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:08:34.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:32.958490+0000 mgr.smithi176.ajjlsm (mgr.14696) 6252 : cluster [DBG] pgmap v5375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:34.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:08:33.231224+0000 mon.smithi176 (mon.0) 1987 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:08:34.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:08:33.617878+0000 mon.smithi176 (mon.0) 1988 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:08:34.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:08:33.623052+0000 mon.smithi176 (mon.0) 1989 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:08:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:34.958988+0000 mgr.smithi176.ajjlsm (mgr.14696) 6253 : cluster [DBG] pgmap v5376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:34.958988+0000 mgr.smithi176.ajjlsm (mgr.14696) 6253 : cluster [DBG] pgmap v5376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:36.959926+0000 mgr.smithi176.ajjlsm (mgr.14696) 6254 : cluster [DBG] pgmap v5377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:38.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:36.959926+0000 mgr.smithi176.ajjlsm (mgr.14696) 6254 : cluster [DBG] pgmap v5377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:38.960423+0000 mgr.smithi176.ajjlsm (mgr.14696) 6255 : cluster [DBG] pgmap v5378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:38.960423+0000 mgr.smithi176.ajjlsm (mgr.14696) 6255 : cluster [DBG] pgmap v5378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:08:40.587560+0000 mon.smithi176 (mon.0) 1990 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:08:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:08:40.799082+0000 mon.smithi176 (mon.0) 1991 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:08:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:40.961141+0000 mgr.smithi176.ajjlsm (mgr.14696) 6256 : cluster [DBG] pgmap v5379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:08:40.587560+0000 mon.smithi176 (mon.0) 1990 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:08:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:08:40.799082+0000 mon.smithi176 (mon.0) 1991 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:08:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:40.961141+0000 mgr.smithi176.ajjlsm (mgr.14696) 6256 : cluster [DBG] pgmap v5379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:44.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:42.961892+0000 mgr.smithi176.ajjlsm (mgr.14696) 6257 : cluster [DBG] pgmap v5380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:44.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:42.961892+0000 mgr.smithi176.ajjlsm (mgr.14696) 6257 : cluster [DBG] pgmap v5380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:44.962383+0000 mgr.smithi176.ajjlsm (mgr.14696) 6258 : cluster [DBG] pgmap v5381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:44.962383+0000 mgr.smithi176.ajjlsm (mgr.14696) 6258 : cluster [DBG] pgmap v5381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:48.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:46.963182+0000 mgr.smithi176.ajjlsm (mgr.14696) 6259 : cluster [DBG] pgmap v5382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:46.963182+0000 mgr.smithi176.ajjlsm (mgr.14696) 6259 : cluster [DBG] pgmap v5382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:50.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:48.963652+0000 mgr.smithi176.ajjlsm (mgr.14696) 6260 : cluster [DBG] pgmap v5383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:50.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:48.963652+0000 mgr.smithi176.ajjlsm (mgr.14696) 6260 : cluster [DBG] pgmap v5383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:50.964278+0000 mgr.smithi176.ajjlsm (mgr.14696) 6261 : cluster [DBG] pgmap v5384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:50.964278+0000 mgr.smithi176.ajjlsm (mgr.14696) 6261 : cluster [DBG] pgmap v5384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:54.233 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:08:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:52.965101+0000 mgr.smithi176.ajjlsm (mgr.14696) 6262 : cluster [DBG] pgmap v5385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:52.965101+0000 mgr.smithi176.ajjlsm (mgr.14696) 6262 : cluster [DBG] pgmap v5385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:54.501 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:08:54.502 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:08:54.502 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 3m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:08:54.502 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 3m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:08:54.503 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 3m ago 3h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:08:54.503 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 3m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:08:54.503 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 3m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:08:54.503 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 3m ago 3h 578M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:08:54.503 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 3m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:08:54.504 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 3m ago 3h 1172M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:08:54.504 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 3m ago 3h 574M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:08:54.504 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 3m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:08:54.504 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 3m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:08:54.505 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 3m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:08:54.505 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 3m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:08:54.505 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 3m ago 3h 889M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:08:54.505 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 3m ago 3h 1740M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:08:54.506 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 3m ago 3h 1186M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:08:54.506 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 3m ago 3h 1903M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:08:54.506 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 3m ago 3h 1781M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:08:54.506 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 3m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:08:54.507 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 3m ago 3h 1596M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:08:54.507 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 3m ago 3h 2398M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:08:54.507 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 3m ago 3h 106M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:08:54.823 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:08:54.824 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:08:54.824 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:08:54.824 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:08:54.824 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:08:54.825 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:08:54.825 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:08:54.825 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:08:54.825 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:08:54.825 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:08:54.826 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:08:54.826 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:08:54.826 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:08:54.826 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:08:54.827 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:08:54.827 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:08:54.827 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:08:54.827 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:08:54.827 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:08:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:08:54.821902+0000 mon.smithi176 (mon.0) 1992 : audit [DBG] from='client.? 172.21.15.176:0/2420986339' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:08:55.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:08:54.821902+0000 mon.smithi176 (mon.0) 1992 : audit [DBG] from='client.? 172.21.15.176:0/2420986339' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:08:56.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:08:54.219580+0000 mgr.smithi176.ajjlsm (mgr.14696) 6263 : audit [DBG] from='client.38282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:08:56.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:08:54.491332+0000 mgr.smithi176.ajjlsm (mgr.14696) 6264 : audit [DBG] from='client.38286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:08:56.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:54.965631+0000 mgr.smithi176.ajjlsm (mgr.14696) 6265 : cluster [DBG] pgmap v5386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:08:54.219580+0000 mgr.smithi176.ajjlsm (mgr.14696) 6263 : audit [DBG] from='client.38282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:08:56.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:08:54.491332+0000 mgr.smithi176.ajjlsm (mgr.14696) 6264 : audit [DBG] from='client.38286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:08:56.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:54.965631+0000 mgr.smithi176.ajjlsm (mgr.14696) 6265 : cluster [DBG] pgmap v5386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:08:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:08:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:56.966514+0000 mgr.smithi176.ajjlsm (mgr.14696) 6266 : cluster [DBG] pgmap v5387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:08:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:08:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:56.966514+0000 mgr.smithi176.ajjlsm (mgr.14696) 6266 : cluster [DBG] pgmap v5387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:08:58.967093+0000 mgr.smithi176.ajjlsm (mgr.14696) 6267 : cluster [DBG] pgmap v5388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:08:58.967093+0000 mgr.smithi176.ajjlsm (mgr.14696) 6267 : cluster [DBG] pgmap v5388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:00.967659+0000 mgr.smithi176.ajjlsm (mgr.14696) 6268 : cluster [DBG] pgmap v5389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:00.967659+0000 mgr.smithi176.ajjlsm (mgr.14696) 6268 : cluster [DBG] pgmap v5389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:02.968559+0000 mgr.smithi176.ajjlsm (mgr.14696) 6269 : cluster [DBG] pgmap v5390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:02.968559+0000 mgr.smithi176.ajjlsm (mgr.14696) 6269 : cluster [DBG] pgmap v5390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:04.969108+0000 mgr.smithi176.ajjlsm (mgr.14696) 6270 : cluster [DBG] pgmap v5391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:06.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:04.969108+0000 mgr.smithi176.ajjlsm (mgr.14696) 6270 : cluster [DBG] pgmap v5391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:06.970014+0000 mgr.smithi176.ajjlsm (mgr.14696) 6271 : cluster [DBG] pgmap v5392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:06.970014+0000 mgr.smithi176.ajjlsm (mgr.14696) 6271 : cluster [DBG] pgmap v5392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:08.970572+0000 mgr.smithi176.ajjlsm (mgr.14696) 6272 : cluster [DBG] pgmap v5393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:08.970572+0000 mgr.smithi176.ajjlsm (mgr.14696) 6272 : cluster [DBG] pgmap v5393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:10.971213+0000 mgr.smithi176.ajjlsm (mgr.14696) 6273 : cluster [DBG] pgmap v5394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:10.971213+0000 mgr.smithi176.ajjlsm (mgr.14696) 6273 : cluster [DBG] pgmap v5394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:12.971914+0000 mgr.smithi176.ajjlsm (mgr.14696) 6274 : cluster [DBG] pgmap v5395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:12.971914+0000 mgr.smithi176.ajjlsm (mgr.14696) 6274 : cluster [DBG] pgmap v5395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:14.972385+0000 mgr.smithi176.ajjlsm (mgr.14696) 6275 : cluster [DBG] pgmap v5396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:16.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:14.972385+0000 mgr.smithi176.ajjlsm (mgr.14696) 6275 : cluster [DBG] pgmap v5396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:16.973206+0000 mgr.smithi176.ajjlsm (mgr.14696) 6276 : cluster [DBG] pgmap v5397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:18.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:16.973206+0000 mgr.smithi176.ajjlsm (mgr.14696) 6276 : cluster [DBG] pgmap v5397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:18.973857+0000 mgr.smithi176.ajjlsm (mgr.14696) 6277 : cluster [DBG] pgmap v5398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:20.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:18.973857+0000 mgr.smithi176.ajjlsm (mgr.14696) 6277 : cluster [DBG] pgmap v5398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:20.974427+0000 mgr.smithi176.ajjlsm (mgr.14696) 6278 : cluster [DBG] pgmap v5399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:20.974427+0000 mgr.smithi176.ajjlsm (mgr.14696) 6278 : cluster [DBG] pgmap v5399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:22.975177+0000 mgr.smithi176.ajjlsm (mgr.14696) 6279 : cluster [DBG] pgmap v5400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:22.975177+0000 mgr.smithi176.ajjlsm (mgr.14696) 6279 : cluster [DBG] pgmap v5400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:25.128 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:09:25.397 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:09:25.398 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:09:25.398 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 3m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:09:25.398 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 3m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:09:25.399 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 3m ago 3h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:09:25.399 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 3m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:09:25.399 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 3m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:09:25.399 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 3m ago 3h 578M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:09:25.400 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 3m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:09:25.400 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 3m ago 3h 1172M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:09:25.400 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 3m ago 3h 574M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:09:25.400 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 3m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:09:25.401 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 3m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:09:25.401 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 3m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:09:25.401 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 3m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:09:25.401 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 3m ago 3h 889M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:09:25.402 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 3m ago 3h 1740M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:09:25.402 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 3m ago 3h 1186M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:09:25.402 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 3m ago 3h 1903M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:09:25.402 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 3m ago 3h 1781M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:09:25.402 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 3m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:09:25.403 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 3m ago 3h 1596M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:09:25.403 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 3m ago 3h 2398M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:09:25.403 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 3m ago 3h 106M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:09:25.715 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:09:25.715 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:09:25.716 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:09:25.716 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:09:25.716 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:09:25.716 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:09:25.717 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:09:25.717 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:09:25.717 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:09:25.717 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:09:25.718 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:09:25.718 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:09:25.718 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:09:25.718 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:09:25.719 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:09:25.719 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:09:25.719 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:09:25.719 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:09:25.719 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:09:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:24.975612+0000 mgr.smithi176.ajjlsm (mgr.14696) 6280 : cluster [DBG] pgmap v5401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:26.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:09:25.115374+0000 mgr.smithi176.ajjlsm (mgr.14696) 6281 : audit [DBG] from='client.38294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:09:26.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:09:25.713800+0000 mon.smithi176 (mon.0) 1993 : audit [DBG] from='client.? 172.21.15.176:0/2735002322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:09:26.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:24.975612+0000 mgr.smithi176.ajjlsm (mgr.14696) 6280 : cluster [DBG] pgmap v5401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:26.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:09:25.115374+0000 mgr.smithi176.ajjlsm (mgr.14696) 6281 : audit [DBG] from='client.38294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:09:26.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:09:25.713800+0000 mon.smithi176 (mon.0) 1993 : audit [DBG] from='client.? 172.21.15.176:0/2735002322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:09:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:09:25.387334+0000 mgr.smithi176.ajjlsm (mgr.14696) 6282 : audit [DBG] from='client.38298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:09:27.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:09:25.387334+0000 mgr.smithi176.ajjlsm (mgr.14696) 6282 : audit [DBG] from='client.38298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:09:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:26.976528+0000 mgr.smithi176.ajjlsm (mgr.14696) 6283 : cluster [DBG] pgmap v5402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:26.976528+0000 mgr.smithi176.ajjlsm (mgr.14696) 6283 : cluster [DBG] pgmap v5402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:28.977135+0000 mgr.smithi176.ajjlsm (mgr.14696) 6284 : cluster [DBG] pgmap v5403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:30.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:28.977135+0000 mgr.smithi176.ajjlsm (mgr.14696) 6284 : cluster [DBG] pgmap v5403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:30.977728+0000 mgr.smithi176.ajjlsm (mgr.14696) 6285 : cluster [DBG] pgmap v5404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:30.977728+0000 mgr.smithi176.ajjlsm (mgr.14696) 6285 : cluster [DBG] pgmap v5404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:34.296 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:32.978467+0000 mgr.smithi176.ajjlsm (mgr.14696) 6286 : cluster [DBG] pgmap v5405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:34.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:09:33.625649+0000 mon.smithi176 (mon.0) 1994 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:09:34.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:09:33.627120+0000 mon.smithi176 (mon.0) 1995 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:09:34.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:09:33.627894+0000 mon.smithi176 (mon.0) 1996 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:09:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:32.978467+0000 mgr.smithi176.ajjlsm (mgr.14696) 6286 : cluster [DBG] pgmap v5405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:09:33.625649+0000 mon.smithi176 (mon.0) 1994 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:09:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:09:33.627120+0000 mon.smithi176 (mon.0) 1995 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:09:34.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:09:33.627894+0000 mon.smithi176 (mon.0) 1996 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:09:35.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:09:33.628633+0000 mgr.smithi176.ajjlsm (mgr.14696) 6287 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:09:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:09:33.628633+0000 mgr.smithi176.ajjlsm (mgr.14696) 6287 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:09:36.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:34.978868+0000 mgr.smithi176.ajjlsm (mgr.14696) 6288 : cluster [DBG] pgmap v5406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:36.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:34.978868+0000 mgr.smithi176.ajjlsm (mgr.14696) 6288 : cluster [DBG] pgmap v5406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:37.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:09:36.522155+0000 mon.smithi176 (mon.0) 1997 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:09:37.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:09:36.901145+0000 mon.smithi176 (mon.0) 1998 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:09:37.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:09:36.908106+0000 mon.smithi176 (mon.0) 1999 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:09:37.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:36.979512+0000 mgr.smithi176.ajjlsm (mgr.14696) 6289 : cluster [DBG] pgmap v5407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:37.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:09:36.522155+0000 mon.smithi176 (mon.0) 1997 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:09:37.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:09:36.901145+0000 mon.smithi176 (mon.0) 1998 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:09:37.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:09:36.908106+0000 mon.smithi176 (mon.0) 1999 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:09:37.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:36.979512+0000 mgr.smithi176.ajjlsm (mgr.14696) 6289 : cluster [DBG] pgmap v5407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:38.980107+0000 mgr.smithi176.ajjlsm (mgr.14696) 6290 : cluster [DBG] pgmap v5408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:40.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:38.980107+0000 mgr.smithi176.ajjlsm (mgr.14696) 6290 : cluster [DBG] pgmap v5408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:09:40.589541+0000 mon.smithi176 (mon.0) 2000 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:09:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:09:40.803519+0000 mon.smithi176 (mon.0) 2001 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:09:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:40.980833+0000 mgr.smithi176.ajjlsm (mgr.14696) 6291 : cluster [DBG] pgmap v5409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:09:40.589541+0000 mon.smithi176 (mon.0) 2000 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:09:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:09:40.803519+0000 mon.smithi176 (mon.0) 2001 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:09:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:40.980833+0000 mgr.smithi176.ajjlsm (mgr.14696) 6291 : cluster [DBG] pgmap v5409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:42.981556+0000 mgr.smithi176.ajjlsm (mgr.14696) 6292 : cluster [DBG] pgmap v5410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:44.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:42.981556+0000 mgr.smithi176.ajjlsm (mgr.14696) 6292 : cluster [DBG] pgmap v5410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:44.982074+0000 mgr.smithi176.ajjlsm (mgr.14696) 6293 : cluster [DBG] pgmap v5411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:44.982074+0000 mgr.smithi176.ajjlsm (mgr.14696) 6293 : cluster [DBG] pgmap v5411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:46.982957+0000 mgr.smithi176.ajjlsm (mgr.14696) 6294 : cluster [DBG] pgmap v5412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:48.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:46.982957+0000 mgr.smithi176.ajjlsm (mgr.14696) 6294 : cluster [DBG] pgmap v5412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:50.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:48.983583+0000 mgr.smithi176.ajjlsm (mgr.14696) 6295 : cluster [DBG] pgmap v5413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:50.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:48.983583+0000 mgr.smithi176.ajjlsm (mgr.14696) 6295 : cluster [DBG] pgmap v5413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:50.984386+0000 mgr.smithi176.ajjlsm (mgr.14696) 6296 : cluster [DBG] pgmap v5414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:50.984386+0000 mgr.smithi176.ajjlsm (mgr.14696) 6296 : cluster [DBG] pgmap v5414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:54.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:52.985348+0000 mgr.smithi176.ajjlsm (mgr.14696) 6297 : cluster [DBG] pgmap v5415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:54.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:52.985348+0000 mgr.smithi176.ajjlsm (mgr.14696) 6297 : cluster [DBG] pgmap v5415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:56.020 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:09:56.291 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:09:56.292 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:09:56.292 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 4m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:09:56.292 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 4m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:09:56.292 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 4m ago 3h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:09:56.293 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 4m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:09:56.293 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 4m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:09:56.293 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 4m ago 3h 578M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:09:56.293 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 4m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:09:56.294 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 4m ago 3h 1172M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:09:56.294 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 4m ago 3h 574M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:09:56.294 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (2h) 4m ago 2h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:09:56.294 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (2h) 4m ago 2h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:09:56.294 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 4m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:09:56.295 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 4m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:09:56.295 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 4m ago 3h 889M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:09:56.295 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 4m ago 3h 1740M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:09:56.295 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 4m ago 3h 1186M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:09:56.296 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 4m ago 3h 1903M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:09:56.296 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 4m ago 3h 1781M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:09:56.296 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 4m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:09:56.296 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 4m ago 3h 1596M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:09:56.296 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 4m ago 3h 2398M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:09:56.297 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 4m ago 3h 106M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:09:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:54.985851+0000 mgr.smithi176.ajjlsm (mgr.14696) 6298 : cluster [DBG] pgmap v5416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:56.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:54.985851+0000 mgr.smithi176.ajjlsm (mgr.14696) 6298 : cluster [DBG] pgmap v5416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:09:56.613 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:09:56.614 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:09:56.614 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:09:56.614 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:09:56.615 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:09:56.615 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:09:56.615 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:09:56.615 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:09:56.616 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:09:56.616 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:09:56.616 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:09:56.616 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:09:56.616 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:09:56.617 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:09:56.617 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:09:56.617 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:09:56.618 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:09:56.618 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:09:56.618 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:09:57.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:09:56.005440+0000 mgr.smithi176.ajjlsm (mgr.14696) 6299 : audit [DBG] from='client.38306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:09:57.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:09:56.612060+0000 mon.smithi176 (mon.0) 2002 : audit [DBG] from='client.? 172.21.15.176:0/411950871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:09:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:09:56.005440+0000 mgr.smithi176.ajjlsm (mgr.14696) 6299 : audit [DBG] from='client.38306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:09:57.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:09:56.612060+0000 mon.smithi176 (mon.0) 2002 : audit [DBG] from='client.? 172.21.15.176:0/411950871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:09:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:09:56.280893+0000 mgr.smithi176.ajjlsm (mgr.14696) 6300 : audit [DBG] from='client.38310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:09:58.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:56.986531+0000 mgr.smithi176.ajjlsm (mgr.14696) 6301 : cluster [DBG] pgmap v5417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:09:58.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:09:56.280893+0000 mgr.smithi176.ajjlsm (mgr.14696) 6300 : audit [DBG] from='client.38310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:09:58.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:56.986531+0000 mgr.smithi176.ajjlsm (mgr.14696) 6301 : cluster [DBG] pgmap v5417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:09:58.987029+0000 mgr.smithi176.ajjlsm (mgr.14696) 6302 : cluster [DBG] pgmap v5418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:00.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:00.000144+0000 mon.smithi176 (mon.0) 2003 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T10:10:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:09:58.987029+0000 mgr.smithi176.ajjlsm (mgr.14696) 6302 : cluster [DBG] pgmap v5418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:00.000144+0000 mon.smithi176 (mon.0) 2003 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T10:10:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:00.987710+0000 mgr.smithi176.ajjlsm (mgr.14696) 6303 : cluster [DBG] pgmap v5419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:00.987710+0000 mgr.smithi176.ajjlsm (mgr.14696) 6303 : cluster [DBG] pgmap v5419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:02.988404+0000 mgr.smithi176.ajjlsm (mgr.14696) 6304 : cluster [DBG] pgmap v5420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:02.988404+0000 mgr.smithi176.ajjlsm (mgr.14696) 6304 : cluster [DBG] pgmap v5420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:06.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:04.988997+0000 mgr.smithi176.ajjlsm (mgr.14696) 6305 : cluster [DBG] pgmap v5421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:06.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:04.988997+0000 mgr.smithi176.ajjlsm (mgr.14696) 6305 : cluster [DBG] pgmap v5421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:08.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:06.989926+0000 mgr.smithi176.ajjlsm (mgr.14696) 6306 : cluster [DBG] pgmap v5422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:06.989926+0000 mgr.smithi176.ajjlsm (mgr.14696) 6306 : cluster [DBG] pgmap v5422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:08.990378+0000 mgr.smithi176.ajjlsm (mgr.14696) 6307 : cluster [DBG] pgmap v5423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:08.990378+0000 mgr.smithi176.ajjlsm (mgr.14696) 6307 : cluster [DBG] pgmap v5423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:10.990943+0000 mgr.smithi176.ajjlsm (mgr.14696) 6308 : cluster [DBG] pgmap v5424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:10.990943+0000 mgr.smithi176.ajjlsm (mgr.14696) 6308 : cluster [DBG] pgmap v5424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:12.991718+0000 mgr.smithi176.ajjlsm (mgr.14696) 6309 : cluster [DBG] pgmap v5425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:14.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:12.991718+0000 mgr.smithi176.ajjlsm (mgr.14696) 6309 : cluster [DBG] pgmap v5425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:16.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:14.992207+0000 mgr.smithi176.ajjlsm (mgr.14696) 6310 : cluster [DBG] pgmap v5426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:14.992207+0000 mgr.smithi176.ajjlsm (mgr.14696) 6310 : cluster [DBG] pgmap v5426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:18.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:16.993100+0000 mgr.smithi176.ajjlsm (mgr.14696) 6311 : cluster [DBG] pgmap v5427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:16.993100+0000 mgr.smithi176.ajjlsm (mgr.14696) 6311 : cluster [DBG] pgmap v5427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:18.993737+0000 mgr.smithi176.ajjlsm (mgr.14696) 6312 : cluster [DBG] pgmap v5428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:18.993737+0000 mgr.smithi176.ajjlsm (mgr.14696) 6312 : cluster [DBG] pgmap v5428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:21.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:20.994559+0000 mgr.smithi176.ajjlsm (mgr.14696) 6313 : cluster [DBG] pgmap v5429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:20.994559+0000 mgr.smithi176.ajjlsm (mgr.14696) 6313 : cluster [DBG] pgmap v5429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:22.995461+0000 mgr.smithi176.ajjlsm (mgr.14696) 6314 : cluster [DBG] pgmap v5430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:22.995461+0000 mgr.smithi176.ajjlsm (mgr.14696) 6314 : cluster [DBG] pgmap v5430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:26.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:24.996077+0000 mgr.smithi176.ajjlsm (mgr.14696) 6315 : cluster [DBG] pgmap v5431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:24.996077+0000 mgr.smithi176.ajjlsm (mgr.14696) 6315 : cluster [DBG] pgmap v5431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:26.918 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:10:27.186 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:10:27.186 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:10:27.186 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 4m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:10:27.186 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 4m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:10:27.187 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 4m ago 3h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:10:27.187 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 4m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:10:27.187 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 4m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:10:27.187 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (2h) 4m ago 3h 578M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:10:27.188 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (2h) 4m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:10:27.188 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 4m ago 3h 1172M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:10:27.188 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 4m ago 3h 574M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:10:27.188 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 4m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:10:27.188 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 4m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:10:27.189 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 4m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:10:27.189 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 4m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:10:27.189 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 4m ago 3h 889M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:10:27.189 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 4m ago 3h 1740M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:10:27.190 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 4m ago 3h 1186M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:10:27.190 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 4m ago 3h 1903M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:10:27.190 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 4m ago 3h 1781M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:10:27.190 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 4m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:10:27.191 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 4m ago 3h 1596M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:10:27.191 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 4m ago 3h 2398M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:10:27.191 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 4m ago 3h 106M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:10:27.507 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:10:27.507 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:10:27.507 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:10:27.508 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:10:27.508 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:10:27.508 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:10:27.508 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:10:27.509 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:10:27.509 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:10:27.509 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:10:27.509 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:10:27.509 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:10:27.510 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:10:27.510 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:10:27.510 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:10:27.510 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:10:27.511 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:10:27.511 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:10:27.511 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:10:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:10:26.904754+0000 mgr.smithi176.ajjlsm (mgr.14696) 6316 : audit [DBG] from='client.38318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:10:28.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:26.996761+0000 mgr.smithi176.ajjlsm (mgr.14696) 6317 : cluster [DBG] pgmap v5432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:28.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:10:27.505374+0000 mon.smithi176 (mon.0) 2004 : audit [DBG] from='client.? 172.21.15.176:0/3471137163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:10:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:10:26.904754+0000 mgr.smithi176.ajjlsm (mgr.14696) 6316 : audit [DBG] from='client.38318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:10:28.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:26.996761+0000 mgr.smithi176.ajjlsm (mgr.14696) 6317 : cluster [DBG] pgmap v5432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:28.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:10:27.505374+0000 mon.smithi176 (mon.0) 2004 : audit [DBG] from='client.? 172.21.15.176:0/3471137163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:10:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:10:27.175522+0000 mgr.smithi176.ajjlsm (mgr.14696) 6318 : audit [DBG] from='client.38322 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:10:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:10:27.175522+0000 mgr.smithi176.ajjlsm (mgr.14696) 6318 : audit [DBG] from='client.38322 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:10:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:28.997307+0000 mgr.smithi176.ajjlsm (mgr.14696) 6319 : cluster [DBG] pgmap v5433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:28.997307+0000 mgr.smithi176.ajjlsm (mgr.14696) 6319 : cluster [DBG] pgmap v5433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:30.997907+0000 mgr.smithi176.ajjlsm (mgr.14696) 6320 : cluster [DBG] pgmap v5434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:30.997907+0000 mgr.smithi176.ajjlsm (mgr.14696) 6320 : cluster [DBG] pgmap v5434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:32.998658+0000 mgr.smithi176.ajjlsm (mgr.14696) 6321 : cluster [DBG] pgmap v5435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:32.998658+0000 mgr.smithi176.ajjlsm (mgr.14696) 6321 : cluster [DBG] pgmap v5435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:36.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:34.999218+0000 mgr.smithi176.ajjlsm (mgr.14696) 6322 : cluster [DBG] pgmap v5436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:34.999218+0000 mgr.smithi176.ajjlsm (mgr.14696) 6322 : cluster [DBG] pgmap v5436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:10:36.910708+0000 mon.smithi176 (mon.0) 2005 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:10:37.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:10:36.912121+0000 mon.smithi176 (mon.0) 2006 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:10:37.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:10:36.912933+0000 mon.smithi176 (mon.0) 2007 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:10:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:10:36.910708+0000 mon.smithi176 (mon.0) 2005 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:10:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:10:36.912121+0000 mon.smithi176 (mon.0) 2006 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:10:37.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:10:36.912933+0000 mon.smithi176 (mon.0) 2007 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:10:38.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:10:36.913653+0000 mgr.smithi176.ajjlsm (mgr.14696) 6323 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:10:38.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:37.000016+0000 mgr.smithi176.ajjlsm (mgr.14696) 6324 : cluster [DBG] pgmap v5437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:10:36.913653+0000 mgr.smithi176.ajjlsm (mgr.14696) 6323 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:10:38.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:37.000016+0000 mgr.smithi176.ajjlsm (mgr.14696) 6324 : cluster [DBG] pgmap v5437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:39.000555+0000 mgr.smithi176.ajjlsm (mgr.14696) 6325 : cluster [DBG] pgmap v5438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:40.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:10:39.808616+0000 mon.smithi176 (mon.0) 2008 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:10:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:39.000555+0000 mgr.smithi176.ajjlsm (mgr.14696) 6325 : cluster [DBG] pgmap v5438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:40.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:10:39.808616+0000 mon.smithi176 (mon.0) 2008 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:10:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:10:40.197862+0000 mon.smithi176 (mon.0) 2009 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:10:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:10:40.204042+0000 mon.smithi176 (mon.0) 2010 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:10:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:10:40.591248+0000 mon.smithi176 (mon.0) 2011 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:10:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:10:40.807978+0000 mon.smithi176 (mon.0) 2012 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:10:41.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:41.001309+0000 mgr.smithi176.ajjlsm (mgr.14696) 6326 : cluster [DBG] pgmap v5439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:10:40.197862+0000 mon.smithi176 (mon.0) 2009 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:10:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:10:40.204042+0000 mon.smithi176 (mon.0) 2010 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:10:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:10:40.591248+0000 mon.smithi176 (mon.0) 2011 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:10:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:10:40.807978+0000 mon.smithi176 (mon.0) 2012 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:10:41.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:41.001309+0000 mgr.smithi176.ajjlsm (mgr.14696) 6326 : cluster [DBG] pgmap v5439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:43.001856+0000 mgr.smithi176.ajjlsm (mgr.14696) 6327 : cluster [DBG] pgmap v5440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:43.001856+0000 mgr.smithi176.ajjlsm (mgr.14696) 6327 : cluster [DBG] pgmap v5440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:45.002570+0000 mgr.smithi176.ajjlsm (mgr.14696) 6328 : cluster [DBG] pgmap v5441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:45.002570+0000 mgr.smithi176.ajjlsm (mgr.14696) 6328 : cluster [DBG] pgmap v5441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:48.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:47.003493+0000 mgr.smithi176.ajjlsm (mgr.14696) 6329 : cluster [DBG] pgmap v5442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:47.003493+0000 mgr.smithi176.ajjlsm (mgr.14696) 6329 : cluster [DBG] pgmap v5442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:50.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:49.004102+0000 mgr.smithi176.ajjlsm (mgr.14696) 6330 : cluster [DBG] pgmap v5443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:49.004102+0000 mgr.smithi176.ajjlsm (mgr.14696) 6330 : cluster [DBG] pgmap v5443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:51.004830+0000 mgr.smithi176.ajjlsm (mgr.14696) 6331 : cluster [DBG] pgmap v5444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:51.004830+0000 mgr.smithi176.ajjlsm (mgr.14696) 6331 : cluster [DBG] pgmap v5444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:54.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:53.005459+0000 mgr.smithi176.ajjlsm (mgr.14696) 6332 : cluster [DBG] pgmap v5445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:53.005459+0000 mgr.smithi176.ajjlsm (mgr.14696) 6332 : cluster [DBG] pgmap v5445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:56.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:55.005977+0000 mgr.smithi176.ajjlsm (mgr.14696) 6333 : cluster [DBG] pgmap v5446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:55.005977+0000 mgr.smithi176.ajjlsm (mgr.14696) 6333 : cluster [DBG] pgmap v5446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:10:57.810 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:10:58.080 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:10:58.080 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:10:58.080 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (2h) 5m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:10:58.080 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 5m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:10:58.081 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 5m ago 3h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:10:58.081 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 5m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:10:58.081 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 5m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:10:58.081 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 5m ago 3h 578M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:10:58.082 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 5m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:10:58.082 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (2h) 5m ago 3h 1172M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:10:58.082 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (2h) 5m ago 3h 574M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:10:58.082 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 5m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:10:58.082 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 5m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:10:58.083 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 5m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:10:58.083 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 5m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:10:58.083 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 5m ago 3h 889M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:10:58.083 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 5m ago 3h 1740M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:10:58.083 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 5m ago 3h 1186M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:10:58.084 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 5m ago 3h 1903M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:10:58.084 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 5m ago 3h 1781M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:10:58.084 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 5m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:10:58.084 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 5m ago 3h 1596M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:10:58.085 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 5m ago 3h 2398M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:10:58.085 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 5m ago 3h 106M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:10:58.405 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:10:58.405 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:10:58.406 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:10:58.406 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:10:58.406 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:10:58.406 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:10:58.406 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:10:58.407 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:10:58.407 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:10:58.407 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:10:58.407 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:10:58.408 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:10:58.408 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:10:58.408 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:10:58.408 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:10:58.408 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:10:58.409 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:10:58.409 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:10:58.409 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:10:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:57.006808+0000 mgr.smithi176.ajjlsm (mgr.14696) 6334 : cluster [DBG] pgmap v5447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:57.006808+0000 mgr.smithi176.ajjlsm (mgr.14696) 6334 : cluster [DBG] pgmap v5447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:10:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:10:57.796695+0000 mgr.smithi176.ajjlsm (mgr.14696) 6335 : audit [DBG] from='client.38330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:10:59.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:10:58.068821+0000 mgr.smithi176.ajjlsm (mgr.14696) 6336 : audit [DBG] from='client.38334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:10:59.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:10:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:10:58.403682+0000 mon.smithi176 (mon.0) 2013 : audit [DBG] from='client.? 172.21.15.176:0/1879987111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:10:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:10:57.796695+0000 mgr.smithi176.ajjlsm (mgr.14696) 6335 : audit [DBG] from='client.38330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:10:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:10:58.068821+0000 mgr.smithi176.ajjlsm (mgr.14696) 6336 : audit [DBG] from='client.38334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:10:59.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:10:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:10:58.403682+0000 mon.smithi176 (mon.0) 2013 : audit [DBG] from='client.? 172.21.15.176:0/1879987111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:11:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:10:59.007422+0000 mgr.smithi176.ajjlsm (mgr.14696) 6337 : cluster [DBG] pgmap v5448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:10:59.007422+0000 mgr.smithi176.ajjlsm (mgr.14696) 6337 : cluster [DBG] pgmap v5448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:01.008169+0000 mgr.smithi176.ajjlsm (mgr.14696) 6338 : cluster [DBG] pgmap v5449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:01.008169+0000 mgr.smithi176.ajjlsm (mgr.14696) 6338 : cluster [DBG] pgmap v5449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:03.008909+0000 mgr.smithi176.ajjlsm (mgr.14696) 6339 : cluster [DBG] pgmap v5450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:03.008909+0000 mgr.smithi176.ajjlsm (mgr.14696) 6339 : cluster [DBG] pgmap v5450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:06.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:05.009496+0000 mgr.smithi176.ajjlsm (mgr.14696) 6340 : cluster [DBG] pgmap v5451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:05.009496+0000 mgr.smithi176.ajjlsm (mgr.14696) 6340 : cluster [DBG] pgmap v5451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:08.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:07.010477+0000 mgr.smithi176.ajjlsm (mgr.14696) 6341 : cluster [DBG] pgmap v5452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:07.010477+0000 mgr.smithi176.ajjlsm (mgr.14696) 6341 : cluster [DBG] pgmap v5452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:10.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:09.011118+0000 mgr.smithi176.ajjlsm (mgr.14696) 6342 : cluster [DBG] pgmap v5453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:09.011118+0000 mgr.smithi176.ajjlsm (mgr.14696) 6342 : cluster [DBG] pgmap v5453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:11.012073+0000 mgr.smithi176.ajjlsm (mgr.14696) 6343 : cluster [DBG] pgmap v5454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:11.012073+0000 mgr.smithi176.ajjlsm (mgr.14696) 6343 : cluster [DBG] pgmap v5454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:14.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:13.012811+0000 mgr.smithi176.ajjlsm (mgr.14696) 6344 : cluster [DBG] pgmap v5455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:13.012811+0000 mgr.smithi176.ajjlsm (mgr.14696) 6344 : cluster [DBG] pgmap v5455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:15.013378+0000 mgr.smithi176.ajjlsm (mgr.14696) 6345 : cluster [DBG] pgmap v5456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:15.013378+0000 mgr.smithi176.ajjlsm (mgr.14696) 6345 : cluster [DBG] pgmap v5456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:18.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:17.014221+0000 mgr.smithi176.ajjlsm (mgr.14696) 6346 : cluster [DBG] pgmap v5457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:17.014221+0000 mgr.smithi176.ajjlsm (mgr.14696) 6346 : cluster [DBG] pgmap v5457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:20.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:19.014890+0000 mgr.smithi176.ajjlsm (mgr.14696) 6347 : cluster [DBG] pgmap v5458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:19.014890+0000 mgr.smithi176.ajjlsm (mgr.14696) 6347 : cluster [DBG] pgmap v5458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:21.015704+0000 mgr.smithi176.ajjlsm (mgr.14696) 6348 : cluster [DBG] pgmap v5459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:21.015704+0000 mgr.smithi176.ajjlsm (mgr.14696) 6348 : cluster [DBG] pgmap v5459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:23.016301+0000 mgr.smithi176.ajjlsm (mgr.14696) 6349 : cluster [DBG] pgmap v5460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:23.016301+0000 mgr.smithi176.ajjlsm (mgr.14696) 6349 : cluster [DBG] pgmap v5460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:25.016865+0000 mgr.smithi176.ajjlsm (mgr.14696) 6350 : cluster [DBG] pgmap v5461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:25.016865+0000 mgr.smithi176.ajjlsm (mgr.14696) 6350 : cluster [DBG] pgmap v5461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:27.017743+0000 mgr.smithi176.ajjlsm (mgr.14696) 6351 : cluster [DBG] pgmap v5462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:27.017743+0000 mgr.smithi176.ajjlsm (mgr.14696) 6351 : cluster [DBG] pgmap v5462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:28.707 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:11:28.974 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:11:28.974 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:11:28.974 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 5m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:11:28.975 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (2h) 5m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:11:28.975 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 5m ago 3h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:11:28.975 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 5m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:11:28.975 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (2h) 5m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:11:28.976 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 5m ago 3h 578M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:11:28.976 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 5m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:11:28.976 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 5m ago 3h 1172M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:11:28.976 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 5m ago 3h 574M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:11:28.977 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 5m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:11:28.977 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 5m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:11:28.977 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 5m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:11:28.977 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 5m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:11:28.978 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 5m ago 3h 889M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:11:28.978 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 5m ago 3h 1740M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:11:28.978 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 5m ago 3h 1186M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:11:28.978 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 5m ago 3h 1903M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:11:28.979 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 5m ago 3h 1781M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:11:28.979 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 5m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:11:28.979 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 5m ago 3h 1596M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:11:28.979 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 5m ago 3h 2398M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:11:28.980 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 5m ago 3h 106M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:11:29.297 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:11:29.298 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:11:29.298 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:11:29.298 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:11:29.299 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:11:29.299 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:11:29.299 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:11:29.299 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:11:29.299 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:11:29.300 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:11:29.300 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:11:29.300 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:11:29.300 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:11:29.301 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:11:29.301 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:11:29.301 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:11:29.301 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:11:29.301 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:11:29.302 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:11:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:11:28.693614+0000 mgr.smithi176.ajjlsm (mgr.14696) 6352 : audit [DBG] from='client.38342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:11:30.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:11:28.963362+0000 mgr.smithi176.ajjlsm (mgr.14696) 6353 : audit [DBG] from='client.38346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:11:30.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:29.018214+0000 mgr.smithi176.ajjlsm (mgr.14696) 6354 : cluster [DBG] pgmap v5463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:30.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:11:29.296151+0000 mon.smithi176 (mon.0) 2014 : audit [DBG] from='client.? 172.21.15.176:0/2775562555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:11:30.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:11:28.693614+0000 mgr.smithi176.ajjlsm (mgr.14696) 6352 : audit [DBG] from='client.38342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:11:30.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:11:28.963362+0000 mgr.smithi176.ajjlsm (mgr.14696) 6353 : audit [DBG] from='client.38346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:11:30.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:29.018214+0000 mgr.smithi176.ajjlsm (mgr.14696) 6354 : cluster [DBG] pgmap v5463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:30.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:11:29.296151+0000 mon.smithi176 (mon.0) 2014 : audit [DBG] from='client.? 172.21.15.176:0/2775562555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:11:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:31.019156+0000 mgr.smithi176.ajjlsm (mgr.14696) 6355 : cluster [DBG] pgmap v5464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:31.019156+0000 mgr.smithi176.ajjlsm (mgr.14696) 6355 : cluster [DBG] pgmap v5464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:33.019681+0000 mgr.smithi176.ajjlsm (mgr.14696) 6356 : cluster [DBG] pgmap v5465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:33.019681+0000 mgr.smithi176.ajjlsm (mgr.14696) 6356 : cluster [DBG] pgmap v5465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:35.020208+0000 mgr.smithi176.ajjlsm (mgr.14696) 6357 : cluster [DBG] pgmap v5466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:35.020208+0000 mgr.smithi176.ajjlsm (mgr.14696) 6357 : cluster [DBG] pgmap v5466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:37.021192+0000 mgr.smithi176.ajjlsm (mgr.14696) 6358 : cluster [DBG] pgmap v5467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:37.021192+0000 mgr.smithi176.ajjlsm (mgr.14696) 6358 : cluster [DBG] pgmap v5467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:40.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:39.021615+0000 mgr.smithi176.ajjlsm (mgr.14696) 6359 : cluster [DBG] pgmap v5468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:39.021615+0000 mgr.smithi176.ajjlsm (mgr.14696) 6359 : cluster [DBG] pgmap v5468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:11:40.207205+0000 mon.smithi176 (mon.0) 2015 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:11:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:11:40.208571+0000 mon.smithi176 (mon.0) 2016 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:11:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:11:40.209363+0000 mon.smithi176 (mon.0) 2017 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:11:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:11:40.592825+0000 mon.smithi176 (mon.0) 2018 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:11:41.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:11:40.617866+0000 mon.smithi176 (mon.0) 2019 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:11:41.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:11:40.622559+0000 mon.smithi176 (mon.0) 2020 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:11:41.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:11:40.811480+0000 mon.smithi176 (mon.0) 2021 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:11:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:11:40.207205+0000 mon.smithi176 (mon.0) 2015 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:11:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:11:40.208571+0000 mon.smithi176 (mon.0) 2016 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:11:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:11:40.209363+0000 mon.smithi176 (mon.0) 2017 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:11:41.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:11:40.592825+0000 mon.smithi176 (mon.0) 2018 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:11:41.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:11:40.617866+0000 mon.smithi176 (mon.0) 2019 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:11:41.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:11:40.622559+0000 mon.smithi176 (mon.0) 2020 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:11:41.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:11:40.811480+0000 mon.smithi176 (mon.0) 2021 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:11:42.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:11:40.210033+0000 mgr.smithi176.ajjlsm (mgr.14696) 6360 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:11:42.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:41.022560+0000 mgr.smithi176.ajjlsm (mgr.14696) 6361 : cluster [DBG] pgmap v5469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:11:40.210033+0000 mgr.smithi176.ajjlsm (mgr.14696) 6360 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:11:42.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:41.022560+0000 mgr.smithi176.ajjlsm (mgr.14696) 6361 : cluster [DBG] pgmap v5469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:43.023155+0000 mgr.smithi176.ajjlsm (mgr.14696) 6362 : cluster [DBG] pgmap v5470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:43.023155+0000 mgr.smithi176.ajjlsm (mgr.14696) 6362 : cluster [DBG] pgmap v5470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:46.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:45.023822+0000 mgr.smithi176.ajjlsm (mgr.14696) 6363 : cluster [DBG] pgmap v5471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:45.023822+0000 mgr.smithi176.ajjlsm (mgr.14696) 6363 : cluster [DBG] pgmap v5471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:48.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:47.024717+0000 mgr.smithi176.ajjlsm (mgr.14696) 6364 : cluster [DBG] pgmap v5472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:47.024717+0000 mgr.smithi176.ajjlsm (mgr.14696) 6364 : cluster [DBG] pgmap v5472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:49.025361+0000 mgr.smithi176.ajjlsm (mgr.14696) 6365 : cluster [DBG] pgmap v5473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:49.025361+0000 mgr.smithi176.ajjlsm (mgr.14696) 6365 : cluster [DBG] pgmap v5473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:51.026164+0000 mgr.smithi176.ajjlsm (mgr.14696) 6366 : cluster [DBG] pgmap v5474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:51.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:51.026164+0000 mgr.smithi176.ajjlsm (mgr.14696) 6366 : cluster [DBG] pgmap v5474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:53.026913+0000 mgr.smithi176.ajjlsm (mgr.14696) 6367 : cluster [DBG] pgmap v5475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:53.026913+0000 mgr.smithi176.ajjlsm (mgr.14696) 6367 : cluster [DBG] pgmap v5475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:55.027380+0000 mgr.smithi176.ajjlsm (mgr.14696) 6368 : cluster [DBG] pgmap v5476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:55.027380+0000 mgr.smithi176.ajjlsm (mgr.14696) 6368 : cluster [DBG] pgmap v5476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:11:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:11:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:57.028191+0000 mgr.smithi176.ajjlsm (mgr.14696) 6369 : cluster [DBG] pgmap v5477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:11:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:57.028191+0000 mgr.smithi176.ajjlsm (mgr.14696) 6369 : cluster [DBG] pgmap v5477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:11:59.600 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:11:59.866 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:11:59.867 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:11:59.867 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 6m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:11:59.867 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 6m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:11:59.868 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 6m ago 3h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:11:59.868 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (2h) 6m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:11:59.868 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 6m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:11:59.868 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 6m ago 3h 578M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:11:59.869 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 6m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:11:59.869 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 6m ago 3h 1172M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:11:59.869 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 6m ago 3h 574M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:11:59.869 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 6m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:11:59.869 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 6m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:11:59.870 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 6m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:11:59.870 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 6m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:11:59.870 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 6m ago 3h 889M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:11:59.870 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 6m ago 3h 1740M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:11:59.871 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 6m ago 3h 1186M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:11:59.871 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 6m ago 3h 1903M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:11:59.871 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 6m ago 3h 1781M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:11:59.872 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 6m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:11:59.872 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 6m ago 3h 1596M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:11:59.872 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 6m ago 3h 2398M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:11:59.872 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 6m ago 3h 106M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:12:00.191 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:12:00.191 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:12:00.192 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:12:00.192 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:12:00.192 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:12:00.192 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:12:00.193 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:12:00.193 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:12:00.193 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:12:00.193 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:12:00.194 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:12:00.194 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:12:00.194 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:12:00.194 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:12:00.195 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:12:00.195 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:12:00.195 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:12:00.195 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:12:00.195 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:12:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:11:59.028702+0000 mgr.smithi176.ajjlsm (mgr.14696) 6370 : cluster [DBG] pgmap v5478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:11:59.028702+0000 mgr.smithi176.ajjlsm (mgr.14696) 6370 : cluster [DBG] pgmap v5478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:11:59.586992+0000 mgr.smithi176.ajjlsm (mgr.14696) 6371 : audit [DBG] from='client.38354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:12:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:11:59.856185+0000 mgr.smithi176.ajjlsm (mgr.14696) 6372 : audit [DBG] from='client.38358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:12:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:12:00.189604+0000 mon.smithi176 (mon.0) 2022 : audit [DBG] from='client.? 172.21.15.176:0/590757269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:12:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:11:59.586992+0000 mgr.smithi176.ajjlsm (mgr.14696) 6371 : audit [DBG] from='client.38354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:12:01.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:11:59.856185+0000 mgr.smithi176.ajjlsm (mgr.14696) 6372 : audit [DBG] from='client.38358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:12:01.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:12:00.189604+0000 mon.smithi176 (mon.0) 2022 : audit [DBG] from='client.? 172.21.15.176:0/590757269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:12:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:01.029340+0000 mgr.smithi176.ajjlsm (mgr.14696) 6373 : cluster [DBG] pgmap v5479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:01.029340+0000 mgr.smithi176.ajjlsm (mgr.14696) 6373 : cluster [DBG] pgmap v5479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:03.030009+0000 mgr.smithi176.ajjlsm (mgr.14696) 6374 : cluster [DBG] pgmap v5480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:03.030009+0000 mgr.smithi176.ajjlsm (mgr.14696) 6374 : cluster [DBG] pgmap v5480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:05.030635+0000 mgr.smithi176.ajjlsm (mgr.14696) 6375 : cluster [DBG] pgmap v5481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:05.030635+0000 mgr.smithi176.ajjlsm (mgr.14696) 6375 : cluster [DBG] pgmap v5481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:08.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:07.031587+0000 mgr.smithi176.ajjlsm (mgr.14696) 6376 : cluster [DBG] pgmap v5482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:07.031587+0000 mgr.smithi176.ajjlsm (mgr.14696) 6376 : cluster [DBG] pgmap v5482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:09.032077+0000 mgr.smithi176.ajjlsm (mgr.14696) 6377 : cluster [DBG] pgmap v5483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:09.032077+0000 mgr.smithi176.ajjlsm (mgr.14696) 6377 : cluster [DBG] pgmap v5483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:11.032922+0000 mgr.smithi176.ajjlsm (mgr.14696) 6378 : cluster [DBG] pgmap v5484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:11.032922+0000 mgr.smithi176.ajjlsm (mgr.14696) 6378 : cluster [DBG] pgmap v5484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:13.033504+0000 mgr.smithi176.ajjlsm (mgr.14696) 6379 : cluster [DBG] pgmap v5485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:13.033504+0000 mgr.smithi176.ajjlsm (mgr.14696) 6379 : cluster [DBG] pgmap v5485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:15.034003+0000 mgr.smithi176.ajjlsm (mgr.14696) 6380 : cluster [DBG] pgmap v5486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:15.034003+0000 mgr.smithi176.ajjlsm (mgr.14696) 6380 : cluster [DBG] pgmap v5486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:17.034865+0000 mgr.smithi176.ajjlsm (mgr.14696) 6381 : cluster [DBG] pgmap v5487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:17.034865+0000 mgr.smithi176.ajjlsm (mgr.14696) 6381 : cluster [DBG] pgmap v5487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:19.035387+0000 mgr.smithi176.ajjlsm (mgr.14696) 6382 : cluster [DBG] pgmap v5488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:19.035387+0000 mgr.smithi176.ajjlsm (mgr.14696) 6382 : cluster [DBG] pgmap v5488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:21.036085+0000 mgr.smithi176.ajjlsm (mgr.14696) 6383 : cluster [DBG] pgmap v5489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:21.036085+0000 mgr.smithi176.ajjlsm (mgr.14696) 6383 : cluster [DBG] pgmap v5489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:23.036624+0000 mgr.smithi176.ajjlsm (mgr.14696) 6384 : cluster [DBG] pgmap v5490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:23.036624+0000 mgr.smithi176.ajjlsm (mgr.14696) 6384 : cluster [DBG] pgmap v5490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:25.037292+0000 mgr.smithi176.ajjlsm (mgr.14696) 6385 : cluster [DBG] pgmap v5491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:25.037292+0000 mgr.smithi176.ajjlsm (mgr.14696) 6385 : cluster [DBG] pgmap v5491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:28.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:27.038148+0000 mgr.smithi176.ajjlsm (mgr.14696) 6386 : cluster [DBG] pgmap v5492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:27.038148+0000 mgr.smithi176.ajjlsm (mgr.14696) 6386 : cluster [DBG] pgmap v5492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:30.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:29.038635+0000 mgr.smithi176.ajjlsm (mgr.14696) 6387 : cluster [DBG] pgmap v5493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:30.488 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:12:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:29.038635+0000 mgr.smithi176.ajjlsm (mgr.14696) 6387 : cluster [DBG] pgmap v5493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:30.757 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:12:30.757 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:12:30.758 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 6m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:12:30.758 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 7m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:12:30.758 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 6m ago 3h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:12:30.758 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 6m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:12:30.759 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 7m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:12:30.759 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 6m ago 3h 578M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:12:30.759 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 7m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:12:30.759 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 6m ago 3h 1172M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:12:30.759 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 7m ago 3h 574M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:12:30.760 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 6m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:12:30.760 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 7m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:12:30.760 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 6m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:12:30.760 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 7m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:12:30.761 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 6m ago 3h 889M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:12:30.761 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 6m ago 3h 1740M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:12:30.761 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 6m ago 3h 1186M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:12:30.761 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 6m ago 3h 1903M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:12:30.762 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 7m ago 3h 1781M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:12:30.762 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 7m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:12:30.762 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 7m ago 3h 1596M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:12:30.762 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 7m ago 3h 2398M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:12:30.763 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 6m ago 3h 106M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:12:31.080 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:12:31.080 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:12:31.081 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:12:31.081 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:12:31.081 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:12:31.082 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:12:31.082 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:12:31.082 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:12:31.082 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:12:31.083 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:12:31.083 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:12:31.083 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:12:31.083 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:12:31.083 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:12:31.084 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:12:31.085 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:12:31.085 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:12:31.085 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:12:31.086 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:12:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:12:30.475499+0000 mgr.smithi176.ajjlsm (mgr.14696) 6388 : audit [DBG] from='client.38366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:12:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:12:30.746885+0000 mgr.smithi176.ajjlsm (mgr.14696) 6389 : audit [DBG] from='client.38370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:12:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:31.039341+0000 mgr.smithi176.ajjlsm (mgr.14696) 6390 : cluster [DBG] pgmap v5494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:12:31.078920+0000 mon.smithi176 (mon.0) 2023 : audit [DBG] from='client.? 172.21.15.176:0/603951828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:12:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:12:30.475499+0000 mgr.smithi176.ajjlsm (mgr.14696) 6388 : audit [DBG] from='client.38366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:12:31.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:12:30.746885+0000 mgr.smithi176.ajjlsm (mgr.14696) 6389 : audit [DBG] from='client.38370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:12:31.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:31.039341+0000 mgr.smithi176.ajjlsm (mgr.14696) 6390 : cluster [DBG] pgmap v5494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:31.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:12:31.078920+0000 mon.smithi176 (mon.0) 2023 : audit [DBG] from='client.? 172.21.15.176:0/603951828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:12:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:33.039895+0000 mgr.smithi176.ajjlsm (mgr.14696) 6391 : cluster [DBG] pgmap v5495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:33.039895+0000 mgr.smithi176.ajjlsm (mgr.14696) 6391 : cluster [DBG] pgmap v5495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:35.040528+0000 mgr.smithi176.ajjlsm (mgr.14696) 6392 : cluster [DBG] pgmap v5496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:35.040528+0000 mgr.smithi176.ajjlsm (mgr.14696) 6392 : cluster [DBG] pgmap v5496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:37.041485+0000 mgr.smithi176.ajjlsm (mgr.14696) 6393 : cluster [DBG] pgmap v5497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:37.041485+0000 mgr.smithi176.ajjlsm (mgr.14696) 6393 : cluster [DBG] pgmap v5497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:39.041910+0000 mgr.smithi176.ajjlsm (mgr.14696) 6394 : cluster [DBG] pgmap v5498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:39.041910+0000 mgr.smithi176.ajjlsm (mgr.14696) 6394 : cluster [DBG] pgmap v5498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:12:40.594346+0000 mon.smithi176 (mon.0) 2024 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:12:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:12:40.625194+0000 mon.smithi176 (mon.0) 2025 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:12:41.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:12:40.626671+0000 mon.smithi176 (mon.0) 2026 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:12:41.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:12:40.627600+0000 mon.smithi176 (mon.0) 2027 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:12:41.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:12:40.628415+0000 mgr.smithi176.ajjlsm (mgr.14696) 6395 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:12:41.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:12:40.815592+0000 mon.smithi176 (mon.0) 2028 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:12:41.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:12:41.029972+0000 mon.smithi176 (mon.0) 2029 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:12:41.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:12:41.037161+0000 mon.smithi176 (mon.0) 2030 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:12:41.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:41.042530+0000 mgr.smithi176.ajjlsm (mgr.14696) 6396 : cluster [DBG] pgmap v5499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:12:40.594346+0000 mon.smithi176 (mon.0) 2024 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:12:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:12:40.625194+0000 mon.smithi176 (mon.0) 2025 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:12:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:12:40.626671+0000 mon.smithi176 (mon.0) 2026 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:12:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:12:40.627600+0000 mon.smithi176 (mon.0) 2027 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:12:41.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:12:40.628415+0000 mgr.smithi176.ajjlsm (mgr.14696) 6395 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:12:41.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:12:40.815592+0000 mon.smithi176 (mon.0) 2028 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:12:41.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:12:41.029972+0000 mon.smithi176 (mon.0) 2029 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:12:41.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:12:41.037161+0000 mon.smithi176 (mon.0) 2030 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:12:41.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:41.042530+0000 mgr.smithi176.ajjlsm (mgr.14696) 6396 : cluster [DBG] pgmap v5499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:43.043224+0000 mgr.smithi176.ajjlsm (mgr.14696) 6397 : cluster [DBG] pgmap v5500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:43.043224+0000 mgr.smithi176.ajjlsm (mgr.14696) 6397 : cluster [DBG] pgmap v5500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:45.043748+0000 mgr.smithi176.ajjlsm (mgr.14696) 6398 : cluster [DBG] pgmap v5501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:45.043748+0000 mgr.smithi176.ajjlsm (mgr.14696) 6398 : cluster [DBG] pgmap v5501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:47.044719+0000 mgr.smithi176.ajjlsm (mgr.14696) 6399 : cluster [DBG] pgmap v5502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:47.044719+0000 mgr.smithi176.ajjlsm (mgr.14696) 6399 : cluster [DBG] pgmap v5502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:49.045186+0000 mgr.smithi176.ajjlsm (mgr.14696) 6400 : cluster [DBG] pgmap v5503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:49.045186+0000 mgr.smithi176.ajjlsm (mgr.14696) 6400 : cluster [DBG] pgmap v5503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:51.046014+0000 mgr.smithi176.ajjlsm (mgr.14696) 6401 : cluster [DBG] pgmap v5504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:51.046014+0000 mgr.smithi176.ajjlsm (mgr.14696) 6401 : cluster [DBG] pgmap v5504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:53.046574+0000 mgr.smithi176.ajjlsm (mgr.14696) 6402 : cluster [DBG] pgmap v5505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:53.046574+0000 mgr.smithi176.ajjlsm (mgr.14696) 6402 : cluster [DBG] pgmap v5505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:56.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:55.047134+0000 mgr.smithi176.ajjlsm (mgr.14696) 6403 : cluster [DBG] pgmap v5506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:55.047134+0000 mgr.smithi176.ajjlsm (mgr.14696) 6403 : cluster [DBG] pgmap v5506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:12:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:12:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:57.047916+0000 mgr.smithi176.ajjlsm (mgr.14696) 6404 : cluster [DBG] pgmap v5507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:12:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:12:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:57.047916+0000 mgr.smithi176.ajjlsm (mgr.14696) 6404 : cluster [DBG] pgmap v5507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:12:59.048470+0000 mgr.smithi176.ajjlsm (mgr.14696) 6405 : cluster [DBG] pgmap v5508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:12:59.048470+0000 mgr.smithi176.ajjlsm (mgr.14696) 6405 : cluster [DBG] pgmap v5508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:01.384 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:13:01.653 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:13:01.653 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 7m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:13:01.653 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 7m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:13:01.653 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 7m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:13:01.654 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 7m ago 3h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:13:01.654 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 7m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:13:01.654 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 7m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:13:01.655 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 7m ago 3h 578M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:13:01.655 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 7m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:13:01.655 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 7m ago 3h 1172M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:13:01.655 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 7m ago 3h 574M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:13:01.656 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 7m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:13:01.656 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 7m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:13:01.656 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 7m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:13:01.656 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 7m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:13:01.656 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 7m ago 3h 889M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:13:01.657 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 7m ago 3h 1740M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:13:01.657 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 7m ago 3h 1186M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:13:01.657 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 7m ago 3h 1903M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:13:01.657 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 7m ago 3h 1781M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:13:01.658 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 7m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:13:01.658 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 7m ago 3h 1596M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:13:01.658 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 7m ago 3h 2398M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:13:01.658 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 7m ago 3h 106M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:13:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:01.049171+0000 mgr.smithi176.ajjlsm (mgr.14696) 6406 : cluster [DBG] pgmap v5509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:01.049171+0000 mgr.smithi176.ajjlsm (mgr.14696) 6406 : cluster [DBG] pgmap v5509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:01.975 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:13:01.975 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:13:01.975 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:13:01.975 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:13:01.976 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:13:01.976 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:13:01.976 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:13:01.976 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:13:01.977 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:13:01.977 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:13:01.977 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:13:01.977 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:13:01.977 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:13:01.978 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:13:01.978 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:13:01.978 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:13:01.978 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:13:01.979 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:13:01.979 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:13:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:13:01.370833+0000 mgr.smithi176.ajjlsm (mgr.14696) 6407 : audit [DBG] from='client.38378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:13:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:13:01.642408+0000 mgr.smithi176.ajjlsm (mgr.14696) 6408 : audit [DBG] from='client.38382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:13:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:13:01.973328+0000 mon.smithi176 (mon.0) 2031 : audit [DBG] from='client.? 172.21.15.176:0/1096418069' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:13:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:13:01.370833+0000 mgr.smithi176.ajjlsm (mgr.14696) 6407 : audit [DBG] from='client.38378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:13:02.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:13:01.642408+0000 mgr.smithi176.ajjlsm (mgr.14696) 6408 : audit [DBG] from='client.38382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:13:02.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:13:01.973328+0000 mon.smithi176 (mon.0) 2031 : audit [DBG] from='client.? 172.21.15.176:0/1096418069' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:13:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:03.049756+0000 mgr.smithi176.ajjlsm (mgr.14696) 6409 : cluster [DBG] pgmap v5510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:03.049756+0000 mgr.smithi176.ajjlsm (mgr.14696) 6409 : cluster [DBG] pgmap v5510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:06.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:05.050356+0000 mgr.smithi176.ajjlsm (mgr.14696) 6410 : cluster [DBG] pgmap v5511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:05.050356+0000 mgr.smithi176.ajjlsm (mgr.14696) 6410 : cluster [DBG] pgmap v5511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:07.051161+0000 mgr.smithi176.ajjlsm (mgr.14696) 6411 : cluster [DBG] pgmap v5512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:07.051161+0000 mgr.smithi176.ajjlsm (mgr.14696) 6411 : cluster [DBG] pgmap v5512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:09.051713+0000 mgr.smithi176.ajjlsm (mgr.14696) 6412 : cluster [DBG] pgmap v5513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:09.051713+0000 mgr.smithi176.ajjlsm (mgr.14696) 6412 : cluster [DBG] pgmap v5513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:11.052579+0000 mgr.smithi176.ajjlsm (mgr.14696) 6413 : cluster [DBG] pgmap v5514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:11.052579+0000 mgr.smithi176.ajjlsm (mgr.14696) 6413 : cluster [DBG] pgmap v5514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:13.053136+0000 mgr.smithi176.ajjlsm (mgr.14696) 6414 : cluster [DBG] pgmap v5515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:13.053136+0000 mgr.smithi176.ajjlsm (mgr.14696) 6414 : cluster [DBG] pgmap v5515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:15.053754+0000 mgr.smithi176.ajjlsm (mgr.14696) 6415 : cluster [DBG] pgmap v5516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:15.053754+0000 mgr.smithi176.ajjlsm (mgr.14696) 6415 : cluster [DBG] pgmap v5516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:17.054554+0000 mgr.smithi176.ajjlsm (mgr.14696) 6416 : cluster [DBG] pgmap v5517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:17.054554+0000 mgr.smithi176.ajjlsm (mgr.14696) 6416 : cluster [DBG] pgmap v5517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:19.055199+0000 mgr.smithi176.ajjlsm (mgr.14696) 6417 : cluster [DBG] pgmap v5518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:19.055199+0000 mgr.smithi176.ajjlsm (mgr.14696) 6417 : cluster [DBG] pgmap v5518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:21.056049+0000 mgr.smithi176.ajjlsm (mgr.14696) 6418 : cluster [DBG] pgmap v5519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:21.056049+0000 mgr.smithi176.ajjlsm (mgr.14696) 6418 : cluster [DBG] pgmap v5519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:23.056638+0000 mgr.smithi176.ajjlsm (mgr.14696) 6419 : cluster [DBG] pgmap v5520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:23.056638+0000 mgr.smithi176.ajjlsm (mgr.14696) 6419 : cluster [DBG] pgmap v5520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:25.057187+0000 mgr.smithi176.ajjlsm (mgr.14696) 6420 : cluster [DBG] pgmap v5521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:25.057187+0000 mgr.smithi176.ajjlsm (mgr.14696) 6420 : cluster [DBG] pgmap v5521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:27.058043+0000 mgr.smithi176.ajjlsm (mgr.14696) 6421 : cluster [DBG] pgmap v5522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:27.058043+0000 mgr.smithi176.ajjlsm (mgr.14696) 6421 : cluster [DBG] pgmap v5522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:29.058578+0000 mgr.smithi176.ajjlsm (mgr.14696) 6422 : cluster [DBG] pgmap v5523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:29.058578+0000 mgr.smithi176.ajjlsm (mgr.14696) 6422 : cluster [DBG] pgmap v5523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:31.059249+0000 mgr.smithi176.ajjlsm (mgr.14696) 6423 : cluster [DBG] pgmap v5524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:31.059249+0000 mgr.smithi176.ajjlsm (mgr.14696) 6423 : cluster [DBG] pgmap v5524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:32.280 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:13:32.548 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:13:32.549 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:13:32.549 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 8m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:13:32.549 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 8m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:13:32.549 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 8m ago 3h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:13:32.550 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 8m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:13:32.550 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 8m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:13:32.550 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 8m ago 3h 578M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:13:32.550 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 8m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:13:32.551 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 8m ago 3h 1172M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:13:32.551 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 8m ago 3h 574M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:13:32.551 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 8m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:13:32.551 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 8m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:13:32.552 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 8m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:13:32.552 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 8m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:13:32.552 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 8m ago 3h 889M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:13:32.553 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 8m ago 3h 1740M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:13:32.553 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 8m ago 3h 1186M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:13:32.553 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 8m ago 3h 1903M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:13:32.553 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 8m ago 3h 1781M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:13:32.554 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 8m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:13:32.554 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 8m ago 3h 1596M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:13:32.554 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 8m ago 3h 2398M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:13:32.554 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 8m ago 3h 106M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:13:32.869 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:13:32.870 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:13:32.870 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:13:32.870 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:13:32.871 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:13:32.871 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:13:32.871 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:13:32.872 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:13:32.872 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:13:32.872 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:13:32.872 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:13:32.873 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:13:32.873 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:13:32.873 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:13:32.873 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:13:32.874 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:13:32.874 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:13:32.874 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:13:32.874 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:13:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:13:32.868051+0000 mon.smithi176 (mon.0) 2032 : audit [DBG] from='client.? 172.21.15.176:0/1541595425' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:13:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:13:32.868051+0000 mon.smithi176 (mon.0) 2032 : audit [DBG] from='client.? 172.21.15.176:0/1541595425' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:13:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:13:32.267078+0000 mgr.smithi176.ajjlsm (mgr.14696) 6424 : audit [DBG] from='client.38390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:13:34.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:13:32.538227+0000 mgr.smithi176.ajjlsm (mgr.14696) 6425 : audit [DBG] from='client.38394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:13:34.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:33.059895+0000 mgr.smithi176.ajjlsm (mgr.14696) 6426 : cluster [DBG] pgmap v5525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:13:32.267078+0000 mgr.smithi176.ajjlsm (mgr.14696) 6424 : audit [DBG] from='client.38390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:13:34.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:13:32.538227+0000 mgr.smithi176.ajjlsm (mgr.14696) 6425 : audit [DBG] from='client.38394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:13:34.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:33.059895+0000 mgr.smithi176.ajjlsm (mgr.14696) 6426 : cluster [DBG] pgmap v5525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:36.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:35.060422+0000 mgr.smithi176.ajjlsm (mgr.14696) 6427 : cluster [DBG] pgmap v5526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:35.060422+0000 mgr.smithi176.ajjlsm (mgr.14696) 6427 : cluster [DBG] pgmap v5526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:37.061211+0000 mgr.smithi176.ajjlsm (mgr.14696) 6428 : cluster [DBG] pgmap v5527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:37.061211+0000 mgr.smithi176.ajjlsm (mgr.14696) 6428 : cluster [DBG] pgmap v5527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:39.061869+0000 mgr.smithi176.ajjlsm (mgr.14696) 6429 : cluster [DBG] pgmap v5528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:39.061869+0000 mgr.smithi176.ajjlsm (mgr.14696) 6429 : cluster [DBG] pgmap v5528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:13:40.596122+0000 mon.smithi176 (mon.0) 2033 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:13:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:13:40.819955+0000 mon.smithi176 (mon.0) 2034 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:13:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:13:41.039675+0000 mon.smithi176 (mon.0) 2035 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:13:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:13:41.041078+0000 mon.smithi176 (mon.0) 2036 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:13:41.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:13:41.041923+0000 mon.smithi176 (mon.0) 2037 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:13:41.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:13:41.042692+0000 mgr.smithi176.ajjlsm (mgr.14696) 6430 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:13:41.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:41.062652+0000 mgr.smithi176.ajjlsm (mgr.14696) 6431 : cluster [DBG] pgmap v5529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:13:40.596122+0000 mon.smithi176 (mon.0) 2033 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:13:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:13:40.819955+0000 mon.smithi176 (mon.0) 2034 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:13:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:13:41.039675+0000 mon.smithi176 (mon.0) 2035 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:13:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:13:41.041078+0000 mon.smithi176 (mon.0) 2036 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:13:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:13:41.041923+0000 mon.smithi176 (mon.0) 2037 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:13:41.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:13:41.042692+0000 mgr.smithi176.ajjlsm (mgr.14696) 6430 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:13:41.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:41.062652+0000 mgr.smithi176.ajjlsm (mgr.14696) 6431 : cluster [DBG] pgmap v5529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:13:41.446537+0000 mon.smithi176 (mon.0) 2038 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:13:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:13:41.451299+0000 mon.smithi176 (mon.0) 2039 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:13:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:13:41.446537+0000 mon.smithi176 (mon.0) 2038 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:13:42.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:13:41.451299+0000 mon.smithi176 (mon.0) 2039 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:13:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:43.063201+0000 mgr.smithi176.ajjlsm (mgr.14696) 6432 : cluster [DBG] pgmap v5530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:43.063201+0000 mgr.smithi176.ajjlsm (mgr.14696) 6432 : cluster [DBG] pgmap v5530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:46.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:45.063717+0000 mgr.smithi176.ajjlsm (mgr.14696) 6433 : cluster [DBG] pgmap v5531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:45.063717+0000 mgr.smithi176.ajjlsm (mgr.14696) 6433 : cluster [DBG] pgmap v5531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:47.064652+0000 mgr.smithi176.ajjlsm (mgr.14696) 6434 : cluster [DBG] pgmap v5532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:47.064652+0000 mgr.smithi176.ajjlsm (mgr.14696) 6434 : cluster [DBG] pgmap v5532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:49.065366+0000 mgr.smithi176.ajjlsm (mgr.14696) 6435 : cluster [DBG] pgmap v5533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:49.065366+0000 mgr.smithi176.ajjlsm (mgr.14696) 6435 : cluster [DBG] pgmap v5533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:51.066242+0000 mgr.smithi176.ajjlsm (mgr.14696) 6436 : cluster [DBG] pgmap v5534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:51.066242+0000 mgr.smithi176.ajjlsm (mgr.14696) 6436 : cluster [DBG] pgmap v5534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:53.066723+0000 mgr.smithi176.ajjlsm (mgr.14696) 6437 : cluster [DBG] pgmap v5535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:53.066723+0000 mgr.smithi176.ajjlsm (mgr.14696) 6437 : cluster [DBG] pgmap v5535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:55.067208+0000 mgr.smithi176.ajjlsm (mgr.14696) 6438 : cluster [DBG] pgmap v5536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:55.067208+0000 mgr.smithi176.ajjlsm (mgr.14696) 6438 : cluster [DBG] pgmap v5536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:13:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:13:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:57.068022+0000 mgr.smithi176.ajjlsm (mgr.14696) 6439 : cluster [DBG] pgmap v5537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:13:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:13:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:57.068022+0000 mgr.smithi176.ajjlsm (mgr.14696) 6439 : cluster [DBG] pgmap v5537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:13:59.068440+0000 mgr.smithi176.ajjlsm (mgr.14696) 6440 : cluster [DBG] pgmap v5538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:13:59.068440+0000 mgr.smithi176.ajjlsm (mgr.14696) 6440 : cluster [DBG] pgmap v5538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:01.069383+0000 mgr.smithi176.ajjlsm (mgr.14696) 6441 : cluster [DBG] pgmap v5539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:01.069383+0000 mgr.smithi176.ajjlsm (mgr.14696) 6441 : cluster [DBG] pgmap v5539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:03.174 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:14:03.444 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:14:03.444 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:14:03.445 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 8m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:14:03.445 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 8m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:14:03.445 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 8m ago 3h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:14:03.445 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 8m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:14:03.446 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 8m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:14:03.446 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 8m ago 3h 578M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:14:03.446 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 8m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:14:03.446 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 8m ago 3h 1172M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:14:03.447 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 8m ago 3h 574M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:14:03.447 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 8m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:14:03.447 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 8m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:14:03.447 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 8m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:14:03.447 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 8m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:14:03.448 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 8m ago 3h 889M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:14:03.448 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 8m ago 3h 1740M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:14:03.448 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 8m ago 3h 1186M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:14:03.448 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 8m ago 3h 1903M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:14:03.449 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 8m ago 3h 1781M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:14:03.449 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 8m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:14:03.449 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 8m ago 3h 1596M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:14:03.449 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 8m ago 3h 2398M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:14:03.450 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 8m ago 3h 106M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:14:03.764 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:14:03.764 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:14:03.764 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:14:03.765 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:14:03.765 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:14:03.765 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:14:03.765 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:14:03.765 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:14:03.766 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:14:03.766 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:14:03.766 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:14:03.766 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:14:03.766 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:14:03.767 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:14:03.767 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:14:03.767 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:14:03.767 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:14:03.767 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:14:03.768 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:14:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:03.069831+0000 mgr.smithi176.ajjlsm (mgr.14696) 6442 : cluster [DBG] pgmap v5540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:04.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:14:03.160866+0000 mgr.smithi176.ajjlsm (mgr.14696) 6443 : audit [DBG] from='client.38402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:14:04.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:14:03.762519+0000 mon.smithi176 (mon.0) 2040 : audit [DBG] from='client.? 172.21.15.176:0/218908879' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:14:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:03.069831+0000 mgr.smithi176.ajjlsm (mgr.14696) 6442 : cluster [DBG] pgmap v5540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:04.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:14:03.160866+0000 mgr.smithi176.ajjlsm (mgr.14696) 6443 : audit [DBG] from='client.38402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:14:04.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:14:03.762519+0000 mon.smithi176 (mon.0) 2040 : audit [DBG] from='client.? 172.21.15.176:0/218908879' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:14:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:14:03.433791+0000 mgr.smithi176.ajjlsm (mgr.14696) 6444 : audit [DBG] from='client.38406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:14:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:14:03.433791+0000 mgr.smithi176.ajjlsm (mgr.14696) 6444 : audit [DBG] from='client.38406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:14:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:05.070307+0000 mgr.smithi176.ajjlsm (mgr.14696) 6445 : cluster [DBG] pgmap v5541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:05.070307+0000 mgr.smithi176.ajjlsm (mgr.14696) 6445 : cluster [DBG] pgmap v5541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:08.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:07.071161+0000 mgr.smithi176.ajjlsm (mgr.14696) 6446 : cluster [DBG] pgmap v5542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:07.071161+0000 mgr.smithi176.ajjlsm (mgr.14696) 6446 : cluster [DBG] pgmap v5542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:09.071651+0000 mgr.smithi176.ajjlsm (mgr.14696) 6447 : cluster [DBG] pgmap v5543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:09.071651+0000 mgr.smithi176.ajjlsm (mgr.14696) 6447 : cluster [DBG] pgmap v5543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:11.072367+0000 mgr.smithi176.ajjlsm (mgr.14696) 6448 : cluster [DBG] pgmap v5544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:11.072367+0000 mgr.smithi176.ajjlsm (mgr.14696) 6448 : cluster [DBG] pgmap v5544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:13.073163+0000 mgr.smithi176.ajjlsm (mgr.14696) 6449 : cluster [DBG] pgmap v5545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:13.073163+0000 mgr.smithi176.ajjlsm (mgr.14696) 6449 : cluster [DBG] pgmap v5545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:15.073697+0000 mgr.smithi176.ajjlsm (mgr.14696) 6450 : cluster [DBG] pgmap v5546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:15.073697+0000 mgr.smithi176.ajjlsm (mgr.14696) 6450 : cluster [DBG] pgmap v5546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:18.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:17.074496+0000 mgr.smithi176.ajjlsm (mgr.14696) 6451 : cluster [DBG] pgmap v5547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:17.074496+0000 mgr.smithi176.ajjlsm (mgr.14696) 6451 : cluster [DBG] pgmap v5547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:19.075001+0000 mgr.smithi176.ajjlsm (mgr.14696) 6452 : cluster [DBG] pgmap v5548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:19.075001+0000 mgr.smithi176.ajjlsm (mgr.14696) 6452 : cluster [DBG] pgmap v5548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:21.075836+0000 mgr.smithi176.ajjlsm (mgr.14696) 6453 : cluster [DBG] pgmap v5549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:21.075836+0000 mgr.smithi176.ajjlsm (mgr.14696) 6453 : cluster [DBG] pgmap v5549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:23.076507+0000 mgr.smithi176.ajjlsm (mgr.14696) 6454 : cluster [DBG] pgmap v5550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:23.076507+0000 mgr.smithi176.ajjlsm (mgr.14696) 6454 : cluster [DBG] pgmap v5550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:25.077194+0000 mgr.smithi176.ajjlsm (mgr.14696) 6455 : cluster [DBG] pgmap v5551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:25.077194+0000 mgr.smithi176.ajjlsm (mgr.14696) 6455 : cluster [DBG] pgmap v5551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:27.078242+0000 mgr.smithi176.ajjlsm (mgr.14696) 6456 : cluster [DBG] pgmap v5552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:27.078242+0000 mgr.smithi176.ajjlsm (mgr.14696) 6456 : cluster [DBG] pgmap v5552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:29.078733+0000 mgr.smithi176.ajjlsm (mgr.14696) 6457 : cluster [DBG] pgmap v5553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:29.078733+0000 mgr.smithi176.ajjlsm (mgr.14696) 6457 : cluster [DBG] pgmap v5553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:31.079696+0000 mgr.smithi176.ajjlsm (mgr.14696) 6458 : cluster [DBG] pgmap v5554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:31.079696+0000 mgr.smithi176.ajjlsm (mgr.14696) 6458 : cluster [DBG] pgmap v5554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:34.067 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:14:34.336 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:14:34.337 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:14:34.337 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 9m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:14:34.337 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 9m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:14:34.338 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 9m ago 3h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:14:34.338 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 9m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:14:34.338 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 9m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:14:34.338 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 9m ago 3h 578M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:14:34.339 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 9m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:14:34.339 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 9m ago 3h 1172M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:14:34.339 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 9m ago 3h 574M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:14:34.340 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 9m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:14:34.340 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 9m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:14:34.340 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 9m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:14:34.340 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 9m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:14:34.340 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 9m ago 3h 889M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:14:34.341 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 9m ago 3h 1740M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:14:34.341 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 9m ago 3h 1186M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:14:34.341 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 9m ago 3h 1903M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:14:34.341 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 9m ago 3h 1781M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:14:34.342 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 9m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:14:34.342 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 9m ago 3h 1596M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:14:34.342 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 9m ago 3h 2398M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:14:34.342 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 9m ago 3h 106M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:14:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:33.080489+0000 mgr.smithi176.ajjlsm (mgr.14696) 6459 : cluster [DBG] pgmap v5555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:33.080489+0000 mgr.smithi176.ajjlsm (mgr.14696) 6459 : cluster [DBG] pgmap v5555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:34.657 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:14:34.657 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:14:34.658 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:14:34.658 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:14:34.659 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:14:34.659 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:14:34.660 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:14:34.660 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:14:34.660 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:14:34.661 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:14:34.661 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:14:34.662 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:14:34.662 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:14:34.663 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:14:34.663 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:14:34.664 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:14:34.664 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:14:34.665 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:14:34.665 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:14:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:14:34.054196+0000 mgr.smithi176.ajjlsm (mgr.14696) 6460 : audit [DBG] from='client.38414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:14:35.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:14:34.655335+0000 mon.smithi176 (mon.0) 2041 : audit [DBG] from='client.? 172.21.15.176:0/2370597796' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:14:35.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:14:34.054196+0000 mgr.smithi176.ajjlsm (mgr.14696) 6460 : audit [DBG] from='client.38414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:14:35.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:14:34.655335+0000 mon.smithi176 (mon.0) 2041 : audit [DBG] from='client.? 172.21.15.176:0/2370597796' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:14:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:14:34.326154+0000 mgr.smithi176.ajjlsm (mgr.14696) 6461 : audit [DBG] from='client.38418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:14:36.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:35.080982+0000 mgr.smithi176.ajjlsm (mgr.14696) 6462 : cluster [DBG] pgmap v5556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:14:34.326154+0000 mgr.smithi176.ajjlsm (mgr.14696) 6461 : audit [DBG] from='client.38418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:14:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:35.080982+0000 mgr.smithi176.ajjlsm (mgr.14696) 6462 : cluster [DBG] pgmap v5556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:37.081720+0000 mgr.smithi176.ajjlsm (mgr.14696) 6463 : cluster [DBG] pgmap v5557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:37.081720+0000 mgr.smithi176.ajjlsm (mgr.14696) 6463 : cluster [DBG] pgmap v5557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:39.082235+0000 mgr.smithi176.ajjlsm (mgr.14696) 6464 : cluster [DBG] pgmap v5558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:39.082235+0000 mgr.smithi176.ajjlsm (mgr.14696) 6464 : cluster [DBG] pgmap v5558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:14:40.597747+0000 mon.smithi176 (mon.0) 2042 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:14:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:14:40.824446+0000 mon.smithi176 (mon.0) 2043 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:14:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:41.083012+0000 mgr.smithi176.ajjlsm (mgr.14696) 6465 : cluster [DBG] pgmap v5559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:14:40.597747+0000 mon.smithi176 (mon.0) 2042 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:14:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:14:40.824446+0000 mon.smithi176 (mon.0) 2043 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:14:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:41.083012+0000 mgr.smithi176.ajjlsm (mgr.14696) 6465 : cluster [DBG] pgmap v5559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:14:41.453860+0000 mon.smithi176 (mon.0) 2044 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:14:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:14:41.455189+0000 mon.smithi176 (mon.0) 2045 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:14:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:14:41.456032+0000 mon.smithi176 (mon.0) 2046 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:14:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:14:41.456765+0000 mgr.smithi176.ajjlsm (mgr.14696) 6466 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:14:42.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:14:41.855265+0000 mon.smithi176 (mon.0) 2047 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:14:42.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:14:41.855428+0000 mon.smithi176 (mon.0) 2048 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:14:42.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:14:41.861322+0000 mon.smithi176 (mon.0) 2049 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:14:42.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:14:41.868464+0000 mon.smithi176 (mon.0) 2050 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:14:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:14:41.453860+0000 mon.smithi176 (mon.0) 2044 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:14:42.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:14:41.455189+0000 mon.smithi176 (mon.0) 2045 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:14:42.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:14:41.456032+0000 mon.smithi176 (mon.0) 2046 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:14:42.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:14:41.456765+0000 mgr.smithi176.ajjlsm (mgr.14696) 6466 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:14:42.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:14:41.855265+0000 mon.smithi176 (mon.0) 2047 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:14:42.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:14:41.855428+0000 mon.smithi176 (mon.0) 2048 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:14:42.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:14:41.861322+0000 mon.smithi176 (mon.0) 2049 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:14:42.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:14:41.868464+0000 mon.smithi176 (mon.0) 2050 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:14:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:43.083632+0000 mgr.smithi176.ajjlsm (mgr.14696) 6467 : cluster [DBG] pgmap v5560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:43.083632+0000 mgr.smithi176.ajjlsm (mgr.14696) 6467 : cluster [DBG] pgmap v5560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:45.084357+0000 mgr.smithi176.ajjlsm (mgr.14696) 6468 : cluster [DBG] pgmap v5561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:45.084357+0000 mgr.smithi176.ajjlsm (mgr.14696) 6468 : cluster [DBG] pgmap v5561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:47.085218+0000 mgr.smithi176.ajjlsm (mgr.14696) 6469 : cluster [DBG] pgmap v5562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:47.085218+0000 mgr.smithi176.ajjlsm (mgr.14696) 6469 : cluster [DBG] pgmap v5562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:49.085656+0000 mgr.smithi176.ajjlsm (mgr.14696) 6470 : cluster [DBG] pgmap v5563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:49.085656+0000 mgr.smithi176.ajjlsm (mgr.14696) 6470 : cluster [DBG] pgmap v5563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:51.086394+0000 mgr.smithi176.ajjlsm (mgr.14696) 6471 : cluster [DBG] pgmap v5564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:51.086394+0000 mgr.smithi176.ajjlsm (mgr.14696) 6471 : cluster [DBG] pgmap v5564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:53.087129+0000 mgr.smithi176.ajjlsm (mgr.14696) 6472 : cluster [DBG] pgmap v5565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:53.087129+0000 mgr.smithi176.ajjlsm (mgr.14696) 6472 : cluster [DBG] pgmap v5565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:55.087637+0000 mgr.smithi176.ajjlsm (mgr.14696) 6473 : cluster [DBG] pgmap v5566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:55.087637+0000 mgr.smithi176.ajjlsm (mgr.14696) 6473 : cluster [DBG] pgmap v5566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:14:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:14:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:57.088401+0000 mgr.smithi176.ajjlsm (mgr.14696) 6474 : cluster [DBG] pgmap v5567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:14:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:14:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:57.088401+0000 mgr.smithi176.ajjlsm (mgr.14696) 6474 : cluster [DBG] pgmap v5567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:00.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:14:59.089005+0000 mgr.smithi176.ajjlsm (mgr.14696) 6475 : cluster [DBG] pgmap v5568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:14:59.089005+0000 mgr.smithi176.ajjlsm (mgr.14696) 6475 : cluster [DBG] pgmap v5568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:01.089778+0000 mgr.smithi176.ajjlsm (mgr.14696) 6476 : cluster [DBG] pgmap v5569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:01.089778+0000 mgr.smithi176.ajjlsm (mgr.14696) 6476 : cluster [DBG] pgmap v5569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:03.090457+0000 mgr.smithi176.ajjlsm (mgr.14696) 6477 : cluster [DBG] pgmap v5570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:04.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:03.090457+0000 mgr.smithi176.ajjlsm (mgr.14696) 6477 : cluster [DBG] pgmap v5570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:04.965 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:15:05.235 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:15:05.235 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:15:05.235 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 9m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:15:05.236 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 9m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:15:05.236 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 9m ago 3h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:15:05.236 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 9m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:15:05.236 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 9m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:15:05.237 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 9m ago 3h 578M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:15:05.237 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 9m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:15:05.237 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 9m ago 3h 1172M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:15:05.237 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 9m ago 3h 574M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:15:05.238 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 9m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:15:05.238 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 9m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:15:05.238 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 9m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:15:05.238 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 9m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:15:05.238 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 9m ago 3h 889M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:15:05.239 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 9m ago 3h 1740M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:15:05.239 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 9m ago 3h 1186M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:15:05.239 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 9m ago 3h 1903M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:15:05.239 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 9m ago 3h 1781M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:15:05.240 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 9m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:15:05.240 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 9m ago 3h 1596M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:15:05.240 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 9m ago 3h 2398M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:15:05.240 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 9m ago 3h 106M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:15:05.557 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:15:05.557 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:15:05.558 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:15:05.558 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:15:05.558 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:15:05.558 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:15:05.559 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:15:05.559 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:15:05.559 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:15:05.559 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:15:05.559 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:15:05.560 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:15:05.560 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:15:05.560 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:15:05.560 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:15:05.561 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:15:05.561 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:15:05.561 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:15:05.561 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:15:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:15:04.951950+0000 mgr.smithi176.ajjlsm (mgr.14696) 6478 : audit [DBG] from='client.38426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:15:06.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:05.090823+0000 mgr.smithi176.ajjlsm (mgr.14696) 6479 : cluster [DBG] pgmap v5571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:06.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:15:05.555797+0000 mon.smithi176 (mon.0) 2051 : audit [DBG] from='client.? 172.21.15.176:0/3528254019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:15:06.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:15:04.951950+0000 mgr.smithi176.ajjlsm (mgr.14696) 6478 : audit [DBG] from='client.38426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:15:06.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:05.090823+0000 mgr.smithi176.ajjlsm (mgr.14696) 6479 : cluster [DBG] pgmap v5571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:06.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:15:05.555797+0000 mon.smithi176 (mon.0) 2051 : audit [DBG] from='client.? 172.21.15.176:0/3528254019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:15:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:15:05.224683+0000 mgr.smithi176.ajjlsm (mgr.14696) 6480 : audit [DBG] from='client.38430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:15:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:15:05.224683+0000 mgr.smithi176.ajjlsm (mgr.14696) 6480 : audit [DBG] from='client.38430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:15:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:07.091657+0000 mgr.smithi176.ajjlsm (mgr.14696) 6481 : cluster [DBG] pgmap v5572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:07.091657+0000 mgr.smithi176.ajjlsm (mgr.14696) 6481 : cluster [DBG] pgmap v5572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:09.092194+0000 mgr.smithi176.ajjlsm (mgr.14696) 6482 : cluster [DBG] pgmap v5573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:09.092194+0000 mgr.smithi176.ajjlsm (mgr.14696) 6482 : cluster [DBG] pgmap v5573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:11.092954+0000 mgr.smithi176.ajjlsm (mgr.14696) 6483 : cluster [DBG] pgmap v5574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:11.092954+0000 mgr.smithi176.ajjlsm (mgr.14696) 6483 : cluster [DBG] pgmap v5574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:13.093562+0000 mgr.smithi176.ajjlsm (mgr.14696) 6484 : cluster [DBG] pgmap v5575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:13.093562+0000 mgr.smithi176.ajjlsm (mgr.14696) 6484 : cluster [DBG] pgmap v5575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:15.094304+0000 mgr.smithi176.ajjlsm (mgr.14696) 6485 : cluster [DBG] pgmap v5576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:15.094304+0000 mgr.smithi176.ajjlsm (mgr.14696) 6485 : cluster [DBG] pgmap v5576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:17.095078+0000 mgr.smithi176.ajjlsm (mgr.14696) 6486 : cluster [DBG] pgmap v5577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:17.095078+0000 mgr.smithi176.ajjlsm (mgr.14696) 6486 : cluster [DBG] pgmap v5577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:19.095527+0000 mgr.smithi176.ajjlsm (mgr.14696) 6487 : cluster [DBG] pgmap v5578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:19.095527+0000 mgr.smithi176.ajjlsm (mgr.14696) 6487 : cluster [DBG] pgmap v5578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:21.096451+0000 mgr.smithi176.ajjlsm (mgr.14696) 6488 : cluster [DBG] pgmap v5579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:21.096451+0000 mgr.smithi176.ajjlsm (mgr.14696) 6488 : cluster [DBG] pgmap v5579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:23.096977+0000 mgr.smithi176.ajjlsm (mgr.14696) 6489 : cluster [DBG] pgmap v5580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:23.096977+0000 mgr.smithi176.ajjlsm (mgr.14696) 6489 : cluster [DBG] pgmap v5580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:25.097596+0000 mgr.smithi176.ajjlsm (mgr.14696) 6490 : cluster [DBG] pgmap v5581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:25.097596+0000 mgr.smithi176.ajjlsm (mgr.14696) 6490 : cluster [DBG] pgmap v5581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:27.098539+0000 mgr.smithi176.ajjlsm (mgr.14696) 6491 : cluster [DBG] pgmap v5582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:27.098539+0000 mgr.smithi176.ajjlsm (mgr.14696) 6491 : cluster [DBG] pgmap v5582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:29.099134+0000 mgr.smithi176.ajjlsm (mgr.14696) 6492 : cluster [DBG] pgmap v5583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:29.099134+0000 mgr.smithi176.ajjlsm (mgr.14696) 6492 : cluster [DBG] pgmap v5583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:31.099810+0000 mgr.smithi176.ajjlsm (mgr.14696) 6493 : cluster [DBG] pgmap v5584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:31.099810+0000 mgr.smithi176.ajjlsm (mgr.14696) 6493 : cluster [DBG] pgmap v5584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:33.100414+0000 mgr.smithi176.ajjlsm (mgr.14696) 6494 : cluster [DBG] pgmap v5585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:33.100414+0000 mgr.smithi176.ajjlsm (mgr.14696) 6494 : cluster [DBG] pgmap v5585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:35.859 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:15:36.128 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:15:36.129 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 10m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:15:36.129 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 10m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:15:36.129 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 10m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:15:36.129 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 10m ago 3h 44.0M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:15:36.130 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 10m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:15:36.130 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 10m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:15:36.130 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 10m ago 3h 578M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:15:36.130 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 10m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:15:36.131 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 10m ago 3h 1172M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:15:36.131 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 10m ago 3h 574M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:15:36.131 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 10m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:15:36.131 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 10m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:15:36.132 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 10m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:15:36.132 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 10m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:15:36.132 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 10m ago 3h 889M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:15:36.132 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 10m ago 3h 1740M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:15:36.133 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 10m ago 3h 1186M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:15:36.133 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 10m ago 3h 1903M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:15:36.133 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 10m ago 3h 1781M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:15:36.133 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 10m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:15:36.133 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 10m ago 3h 1596M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:15:36.134 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 10m ago 3h 2398M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:15:36.134 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 10m ago 3h 106M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:15:36.457 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:15:36.458 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:15:36.458 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:15:36.458 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:15:36.459 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:15:36.459 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:15:36.459 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:15:36.460 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:15:36.460 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:15:36.460 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:15:36.460 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:15:36.461 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:15:36.461 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:15:36.461 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:15:36.461 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:15:36.461 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:15:36.462 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:15:36.462 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:15:36.462 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:15:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:35.101158+0000 mgr.smithi176.ajjlsm (mgr.14696) 6495 : cluster [DBG] pgmap v5586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:35.101158+0000 mgr.smithi176.ajjlsm (mgr.14696) 6495 : cluster [DBG] pgmap v5586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:15:35.845570+0000 mgr.smithi176.ajjlsm (mgr.14696) 6496 : audit [DBG] from='client.38438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:15:37.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:15:36.118184+0000 mgr.smithi176.ajjlsm (mgr.14696) 6497 : audit [DBG] from='client.38442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:15:37.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:15:36.455909+0000 mon.smithi176 (mon.0) 2052 : audit [DBG] from='client.? 172.21.15.176:0/3652176809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:15:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:15:35.845570+0000 mgr.smithi176.ajjlsm (mgr.14696) 6496 : audit [DBG] from='client.38438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:15:37.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:15:36.118184+0000 mgr.smithi176.ajjlsm (mgr.14696) 6497 : audit [DBG] from='client.38442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:15:37.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:15:36.455909+0000 mon.smithi176 (mon.0) 2052 : audit [DBG] from='client.? 172.21.15.176:0/3652176809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:15:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:37.101929+0000 mgr.smithi176.ajjlsm (mgr.14696) 6498 : cluster [DBG] pgmap v5587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:37.101929+0000 mgr.smithi176.ajjlsm (mgr.14696) 6498 : cluster [DBG] pgmap v5587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:39.102440+0000 mgr.smithi176.ajjlsm (mgr.14696) 6499 : cluster [DBG] pgmap v5588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:39.102440+0000 mgr.smithi176.ajjlsm (mgr.14696) 6499 : cluster [DBG] pgmap v5588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:15:40.599632+0000 mon.smithi176 (mon.0) 2053 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:15:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:15:40.828875+0000 mon.smithi176 (mon.0) 2054 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:15:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:41.103421+0000 mgr.smithi176.ajjlsm (mgr.14696) 6500 : cluster [DBG] pgmap v5589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:15:40.599632+0000 mon.smithi176 (mon.0) 2053 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:15:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:15:40.828875+0000 mon.smithi176 (mon.0) 2054 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:15:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:41.103421+0000 mgr.smithi176.ajjlsm (mgr.14696) 6500 : cluster [DBG] pgmap v5589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:15:41.870947+0000 mon.smithi176 (mon.0) 2055 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:15:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:15:41.872390+0000 mon.smithi176 (mon.0) 2056 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:15:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:15:41.873148+0000 mon.smithi176 (mon.0) 2057 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:15:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:15:41.873846+0000 mgr.smithi176.ajjlsm (mgr.14696) 6501 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:15:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:15:41.870947+0000 mon.smithi176 (mon.0) 2055 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:15:42.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:15:41.872390+0000 mon.smithi176 (mon.0) 2056 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:15:42.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:15:41.873148+0000 mon.smithi176 (mon.0) 2057 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:15:42.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:15:41.873846+0000 mgr.smithi176.ajjlsm (mgr.14696) 6501 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:15:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:43.104073+0000 mgr.smithi176.ajjlsm (mgr.14696) 6502 : cluster [DBG] pgmap v5590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:43.104073+0000 mgr.smithi176.ajjlsm (mgr.14696) 6502 : cluster [DBG] pgmap v5590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:45.104417+0000 mgr.smithi176.ajjlsm (mgr.14696) 6503 : cluster [DBG] pgmap v5591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:45.104417+0000 mgr.smithi176.ajjlsm (mgr.14696) 6503 : cluster [DBG] pgmap v5591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:15:46.508270+0000 mon.smithi176 (mon.0) 2058 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:15:47.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:47.105385+0000 mgr.smithi176.ajjlsm (mgr.14696) 6504 : cluster [DBG] pgmap v5592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:15:46.508270+0000 mon.smithi176 (mon.0) 2058 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:15:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:47.105385+0000 mgr.smithi176.ajjlsm (mgr.14696) 6504 : cluster [DBG] pgmap v5592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:15:48.784139+0000 mon.smithi176 (mon.0) 2059 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:15:50.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:49.105791+0000 mgr.smithi176.ajjlsm (mgr.14696) 6505 : cluster [DBG] pgmap v5593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:50.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:15:49.173514+0000 mon.smithi176 (mon.0) 2060 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:15:50.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:15:49.178138+0000 mon.smithi176 (mon.0) 2061 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:15:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:15:48.784139+0000 mon.smithi176 (mon.0) 2059 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:15:50.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:49.105791+0000 mgr.smithi176.ajjlsm (mgr.14696) 6505 : cluster [DBG] pgmap v5593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:50.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:15:49.173514+0000 mon.smithi176 (mon.0) 2060 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:15:50.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:15:49.178138+0000 mon.smithi176 (mon.0) 2061 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:15:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:51.106662+0000 mgr.smithi176.ajjlsm (mgr.14696) 6506 : cluster [DBG] pgmap v5594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:51.106662+0000 mgr.smithi176.ajjlsm (mgr.14696) 6506 : cluster [DBG] pgmap v5594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:53.107221+0000 mgr.smithi176.ajjlsm (mgr.14696) 6507 : cluster [DBG] pgmap v5595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:53.107221+0000 mgr.smithi176.ajjlsm (mgr.14696) 6507 : cluster [DBG] pgmap v5595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:55.107724+0000 mgr.smithi176.ajjlsm (mgr.14696) 6508 : cluster [DBG] pgmap v5596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:55.107724+0000 mgr.smithi176.ajjlsm (mgr.14696) 6508 : cluster [DBG] pgmap v5596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:15:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:15:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:57.108632+0000 mgr.smithi176.ajjlsm (mgr.14696) 6509 : cluster [DBG] pgmap v5597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:15:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:15:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:57.108632+0000 mgr.smithi176.ajjlsm (mgr.14696) 6509 : cluster [DBG] pgmap v5597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:15:59.109232+0000 mgr.smithi176.ajjlsm (mgr.14696) 6510 : cluster [DBG] pgmap v5598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:15:59.109232+0000 mgr.smithi176.ajjlsm (mgr.14696) 6510 : cluster [DBG] pgmap v5598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:01.109996+0000 mgr.smithi176.ajjlsm (mgr.14696) 6511 : cluster [DBG] pgmap v5599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:01.109996+0000 mgr.smithi176.ajjlsm (mgr.14696) 6511 : cluster [DBG] pgmap v5599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:03.110494+0000 mgr.smithi176.ajjlsm (mgr.14696) 6512 : cluster [DBG] pgmap v5600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:03.110494+0000 mgr.smithi176.ajjlsm (mgr.14696) 6512 : cluster [DBG] pgmap v5600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:05.111083+0000 mgr.smithi176.ajjlsm (mgr.14696) 6513 : cluster [DBG] pgmap v5601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:05.111083+0000 mgr.smithi176.ajjlsm (mgr.14696) 6513 : cluster [DBG] pgmap v5601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:06.759 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:16:07.029 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:16:07.067 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 18s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:16:07.067 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 18s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:16:07.067 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 20s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:16:07.068 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 18s ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:16:07.068 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 18s ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:16:07.068 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 20s ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:16:07.068 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 18s ago 3h 585M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:16:07.069 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 20s ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:16:07.069 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 18s ago 3h 1236M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:16:07.069 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 20s ago 3h 611M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:16:07.069 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 18s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:16:07.070 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 20s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:16:07.070 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 18s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:16:07.070 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 20s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:16:07.070 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 18s ago 3h 917M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:16:07.070 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 18s ago 3h 1773M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:16:07.071 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 18s ago 3h 1208M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:16:07.071 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 18s ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:16:07.071 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 20s ago 3h 1814M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:16:07.071 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 20s ago 3h 1968M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:16:07.072 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 20s ago 3h 1622M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:16:07.072 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 20s ago 3h 2429M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:16:07.072 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 18s ago 3h 109M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:16:07.353 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:16:07.353 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:16:07.353 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:16:07.354 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:16:07.354 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:16:07.354 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:16:07.354 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:16:07.355 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:16:07.355 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:16:07.355 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:16:07.355 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:16:07.356 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:16:07.356 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:16:07.356 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:16:07.356 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:16:07.356 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:16:07.357 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:16:07.357 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:16:07.357 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:16:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:16:06.745218+0000 mgr.smithi176.ajjlsm (mgr.14696) 6514 : audit [DBG] from='client.38450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:16:08.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:16:07.018915+0000 mgr.smithi176.ajjlsm (mgr.14696) 6515 : audit [DBG] from='client.38454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:16:08.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:07.111773+0000 mgr.smithi176.ajjlsm (mgr.14696) 6516 : cluster [DBG] pgmap v5602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:08.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:16:07.351530+0000 mon.smithi176 (mon.0) 2062 : audit [DBG] from='client.? 172.21.15.176:0/32592323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:16:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:16:06.745218+0000 mgr.smithi176.ajjlsm (mgr.14696) 6514 : audit [DBG] from='client.38450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:16:08.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:16:07.018915+0000 mgr.smithi176.ajjlsm (mgr.14696) 6515 : audit [DBG] from='client.38454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:16:08.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:07.111773+0000 mgr.smithi176.ajjlsm (mgr.14696) 6516 : cluster [DBG] pgmap v5602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:08.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:16:07.351530+0000 mon.smithi176 (mon.0) 2062 : audit [DBG] from='client.? 172.21.15.176:0/32592323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:16:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:09.112294+0000 mgr.smithi176.ajjlsm (mgr.14696) 6517 : cluster [DBG] pgmap v5603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:09.112294+0000 mgr.smithi176.ajjlsm (mgr.14696) 6517 : cluster [DBG] pgmap v5603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:11.113001+0000 mgr.smithi176.ajjlsm (mgr.14696) 6518 : cluster [DBG] pgmap v5604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:11.113001+0000 mgr.smithi176.ajjlsm (mgr.14696) 6518 : cluster [DBG] pgmap v5604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:13.113674+0000 mgr.smithi176.ajjlsm (mgr.14696) 6519 : cluster [DBG] pgmap v5605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:13.113674+0000 mgr.smithi176.ajjlsm (mgr.14696) 6519 : cluster [DBG] pgmap v5605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:15.114274+0000 mgr.smithi176.ajjlsm (mgr.14696) 6520 : cluster [DBG] pgmap v5606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:15.114274+0000 mgr.smithi176.ajjlsm (mgr.14696) 6520 : cluster [DBG] pgmap v5606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:17.115103+0000 mgr.smithi176.ajjlsm (mgr.14696) 6521 : cluster [DBG] pgmap v5607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:17.115103+0000 mgr.smithi176.ajjlsm (mgr.14696) 6521 : cluster [DBG] pgmap v5607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:19.115733+0000 mgr.smithi176.ajjlsm (mgr.14696) 6522 : cluster [DBG] pgmap v5608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:19.115733+0000 mgr.smithi176.ajjlsm (mgr.14696) 6522 : cluster [DBG] pgmap v5608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:21.116485+0000 mgr.smithi176.ajjlsm (mgr.14696) 6523 : cluster [DBG] pgmap v5609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:21.116485+0000 mgr.smithi176.ajjlsm (mgr.14696) 6523 : cluster [DBG] pgmap v5609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:23.117207+0000 mgr.smithi176.ajjlsm (mgr.14696) 6524 : cluster [DBG] pgmap v5610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:23.117207+0000 mgr.smithi176.ajjlsm (mgr.14696) 6524 : cluster [DBG] pgmap v5610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:25.117710+0000 mgr.smithi176.ajjlsm (mgr.14696) 6525 : cluster [DBG] pgmap v5611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:25.117710+0000 mgr.smithi176.ajjlsm (mgr.14696) 6525 : cluster [DBG] pgmap v5611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:27.118624+0000 mgr.smithi176.ajjlsm (mgr.14696) 6526 : cluster [DBG] pgmap v5612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:27.118624+0000 mgr.smithi176.ajjlsm (mgr.14696) 6526 : cluster [DBG] pgmap v5612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:29.119195+0000 mgr.smithi176.ajjlsm (mgr.14696) 6527 : cluster [DBG] pgmap v5613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:29.119195+0000 mgr.smithi176.ajjlsm (mgr.14696) 6527 : cluster [DBG] pgmap v5613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:31.120079+0000 mgr.smithi176.ajjlsm (mgr.14696) 6528 : cluster [DBG] pgmap v5614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:31.120079+0000 mgr.smithi176.ajjlsm (mgr.14696) 6528 : cluster [DBG] pgmap v5614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:33.120576+0000 mgr.smithi176.ajjlsm (mgr.14696) 6529 : cluster [DBG] pgmap v5615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:33.120576+0000 mgr.smithi176.ajjlsm (mgr.14696) 6529 : cluster [DBG] pgmap v5615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:35.121245+0000 mgr.smithi176.ajjlsm (mgr.14696) 6530 : cluster [DBG] pgmap v5616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:35.121245+0000 mgr.smithi176.ajjlsm (mgr.14696) 6530 : cluster [DBG] pgmap v5616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:37.651 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:16:37.919 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:16:37.920 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 49s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:16:37.920 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 49s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:16:37.920 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 51s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:16:37.920 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 49s ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:16:37.921 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 49s ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:16:37.921 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 51s ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:16:37.921 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 49s ago 3h 585M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:16:37.921 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 51s ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:16:37.922 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 49s ago 3h 1236M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:16:37.922 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 51s ago 3h 611M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:16:37.922 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 49s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:16:37.922 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 51s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:16:37.922 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 49s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:16:37.923 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 51s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:16:37.923 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 49s ago 3h 917M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:16:37.923 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 49s ago 3h 1773M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:16:37.923 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 49s ago 3h 1208M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:16:37.924 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 49s ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:16:37.924 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 51s ago 3h 1814M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:16:37.924 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 51s ago 3h 1968M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:16:37.924 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 51s ago 3h 1622M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:16:37.925 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 51s ago 3h 2429M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:16:37.925 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 49s ago 3h 109M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:16:38.246 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:16:38.247 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:16:38.247 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:16:38.247 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:16:38.247 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:16:38.248 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:16:38.248 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:16:38.248 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:16:38.248 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:16:38.248 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:16:38.249 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:16:38.249 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:16:38.249 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:16:38.249 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:16:38.249 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:16:38.250 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:16:38.250 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:16:38.250 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:16:38.250 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:16:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:37.122089+0000 mgr.smithi176.ajjlsm (mgr.14696) 6531 : cluster [DBG] pgmap v5617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:37.122089+0000 mgr.smithi176.ajjlsm (mgr.14696) 6531 : cluster [DBG] pgmap v5617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:16:37.637965+0000 mgr.smithi176.ajjlsm (mgr.14696) 6532 : audit [DBG] from='client.38462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:16:39.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:16:37.909257+0000 mgr.smithi176.ajjlsm (mgr.14696) 6533 : audit [DBG] from='client.38466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:16:39.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:16:38.245139+0000 mon.smithi176 (mon.0) 2063 : audit [DBG] from='client.? 172.21.15.176:0/325948636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:16:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:16:37.637965+0000 mgr.smithi176.ajjlsm (mgr.14696) 6532 : audit [DBG] from='client.38462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:16:39.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:16:37.909257+0000 mgr.smithi176.ajjlsm (mgr.14696) 6533 : audit [DBG] from='client.38466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:16:39.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:16:38.245139+0000 mon.smithi176 (mon.0) 2063 : audit [DBG] from='client.? 172.21.15.176:0/325948636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:16:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:39.122626+0000 mgr.smithi176.ajjlsm (mgr.14696) 6534 : cluster [DBG] pgmap v5618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:39.122626+0000 mgr.smithi176.ajjlsm (mgr.14696) 6534 : cluster [DBG] pgmap v5618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:16:40.601341+0000 mon.smithi176 (mon.0) 2064 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:16:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:16:40.833156+0000 mon.smithi176 (mon.0) 2065 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:16:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:41.123435+0000 mgr.smithi176.ajjlsm (mgr.14696) 6535 : cluster [DBG] pgmap v5619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:16:40.601341+0000 mon.smithi176 (mon.0) 2064 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:16:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:16:40.833156+0000 mon.smithi176 (mon.0) 2065 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:16:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:41.123435+0000 mgr.smithi176.ajjlsm (mgr.14696) 6535 : cluster [DBG] pgmap v5619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:44.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:43.124018+0000 mgr.smithi176.ajjlsm (mgr.14696) 6536 : cluster [DBG] pgmap v5620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:43.124018+0000 mgr.smithi176.ajjlsm (mgr.14696) 6536 : cluster [DBG] pgmap v5620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:45.124699+0000 mgr.smithi176.ajjlsm (mgr.14696) 6537 : cluster [DBG] pgmap v5621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:45.124699+0000 mgr.smithi176.ajjlsm (mgr.14696) 6537 : cluster [DBG] pgmap v5621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:47.125530+0000 mgr.smithi176.ajjlsm (mgr.14696) 6538 : cluster [DBG] pgmap v5622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:47.125530+0000 mgr.smithi176.ajjlsm (mgr.14696) 6538 : cluster [DBG] pgmap v5622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:16:49.180624+0000 mon.smithi176 (mon.0) 2066 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:16:49.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:16:49.182027+0000 mon.smithi176 (mon.0) 2067 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:16:49.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:16:49.182811+0000 mon.smithi176 (mon.0) 2068 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:16:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:16:49.180624+0000 mon.smithi176 (mon.0) 2066 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:16:49.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:16:49.182027+0000 mon.smithi176 (mon.0) 2067 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:16:49.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:16:49.182811+0000 mon.smithi176 (mon.0) 2068 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:16:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:49.126067+0000 mgr.smithi176.ajjlsm (mgr.14696) 6539 : cluster [DBG] pgmap v5623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:50.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:16:49.183545+0000 mgr.smithi176.ajjlsm (mgr.14696) 6540 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:16:50.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:16:49.586865+0000 mon.smithi176 (mon.0) 2069 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:16:50.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:16:49.592202+0000 mon.smithi176 (mon.0) 2070 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:16:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:49.126067+0000 mgr.smithi176.ajjlsm (mgr.14696) 6539 : cluster [DBG] pgmap v5623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:50.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:16:49.183545+0000 mgr.smithi176.ajjlsm (mgr.14696) 6540 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:16:50.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:16:49.586865+0000 mon.smithi176 (mon.0) 2069 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:16:50.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:16:49.592202+0000 mon.smithi176 (mon.0) 2070 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:16:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:51.126960+0000 mgr.smithi176.ajjlsm (mgr.14696) 6541 : cluster [DBG] pgmap v5624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:51.126960+0000 mgr.smithi176.ajjlsm (mgr.14696) 6541 : cluster [DBG] pgmap v5624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:53.127478+0000 mgr.smithi176.ajjlsm (mgr.14696) 6542 : cluster [DBG] pgmap v5625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:53.127478+0000 mgr.smithi176.ajjlsm (mgr.14696) 6542 : cluster [DBG] pgmap v5625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:55.128148+0000 mgr.smithi176.ajjlsm (mgr.14696) 6543 : cluster [DBG] pgmap v5626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:55.128148+0000 mgr.smithi176.ajjlsm (mgr.14696) 6543 : cluster [DBG] pgmap v5626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:16:58.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:16:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:57.129031+0000 mgr.smithi176.ajjlsm (mgr.14696) 6544 : cluster [DBG] pgmap v5627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:16:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:16:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:57.129031+0000 mgr.smithi176.ajjlsm (mgr.14696) 6544 : cluster [DBG] pgmap v5627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:16:59.129559+0000 mgr.smithi176.ajjlsm (mgr.14696) 6545 : cluster [DBG] pgmap v5628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:16:59.129559+0000 mgr.smithi176.ajjlsm (mgr.14696) 6545 : cluster [DBG] pgmap v5628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:01.130379+0000 mgr.smithi176.ajjlsm (mgr.14696) 6546 : cluster [DBG] pgmap v5629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:01.130379+0000 mgr.smithi176.ajjlsm (mgr.14696) 6546 : cluster [DBG] pgmap v5629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:03.130896+0000 mgr.smithi176.ajjlsm (mgr.14696) 6547 : cluster [DBG] pgmap v5630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:03.130896+0000 mgr.smithi176.ajjlsm (mgr.14696) 6547 : cluster [DBG] pgmap v5630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:05.131616+0000 mgr.smithi176.ajjlsm (mgr.14696) 6548 : cluster [DBG] pgmap v5631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:05.131616+0000 mgr.smithi176.ajjlsm (mgr.14696) 6548 : cluster [DBG] pgmap v5631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:07.132400+0000 mgr.smithi176.ajjlsm (mgr.14696) 6549 : cluster [DBG] pgmap v5632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:07.132400+0000 mgr.smithi176.ajjlsm (mgr.14696) 6549 : cluster [DBG] pgmap v5632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:08.549 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:17:08.817 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:17:08.818 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 80s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:17:08.818 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 80s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:17:08.818 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 82s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:17:08.819 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 80s ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:17:08.819 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 80s ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:17:08.819 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 82s ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:17:08.819 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 80s ago 3h 585M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:17:08.819 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 82s ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:17:08.820 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 80s ago 3h 1236M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:17:08.820 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 82s ago 3h 611M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:17:08.820 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 80s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:17:08.820 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 82s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:17:08.820 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 80s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:17:08.821 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 82s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:17:08.821 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 80s ago 3h 917M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:17:08.821 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 80s ago 3h 1773M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:17:08.821 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 80s ago 3h 1208M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:17:08.822 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 80s ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:17:08.822 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 82s ago 3h 1814M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:17:08.822 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 82s ago 3h 1968M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:17:08.822 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 82s ago 3h 1622M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:17:08.822 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 82s ago 3h 2429M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:17:08.823 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 80s ago 3h 109M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:17:09.140 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:17:09.141 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:17:09.141 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:17:09.141 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:17:09.142 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:17:09.142 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:17:09.142 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:17:09.142 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:17:09.142 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:17:09.143 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:17:09.143 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:17:09.143 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:17:09.143 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:17:09.144 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:17:09.144 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:17:09.144 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:17:09.144 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:17:09.145 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:17:09.145 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:17:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:17:09.139374+0000 mon.smithi176 (mon.0) 2071 : audit [DBG] from='client.? 172.21.15.176:0/2217372473' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:17:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:17:09.139374+0000 mon.smithi176 (mon.0) 2071 : audit [DBG] from='client.? 172.21.15.176:0/2217372473' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:17:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:17:08.535303+0000 mgr.smithi176.ajjlsm (mgr.14696) 6550 : audit [DBG] from='client.38474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:17:10.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:17:08.807332+0000 mgr.smithi176.ajjlsm (mgr.14696) 6551 : audit [DBG] from='client.38478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:17:10.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:09.132822+0000 mgr.smithi176.ajjlsm (mgr.14696) 6552 : cluster [DBG] pgmap v5633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:17:08.535303+0000 mgr.smithi176.ajjlsm (mgr.14696) 6550 : audit [DBG] from='client.38474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:17:10.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:17:08.807332+0000 mgr.smithi176.ajjlsm (mgr.14696) 6551 : audit [DBG] from='client.38478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:17:10.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:09.132822+0000 mgr.smithi176.ajjlsm (mgr.14696) 6552 : cluster [DBG] pgmap v5633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:11.133573+0000 mgr.smithi176.ajjlsm (mgr.14696) 6553 : cluster [DBG] pgmap v5634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:11.133573+0000 mgr.smithi176.ajjlsm (mgr.14696) 6553 : cluster [DBG] pgmap v5634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:13.134114+0000 mgr.smithi176.ajjlsm (mgr.14696) 6554 : cluster [DBG] pgmap v5635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:13.134114+0000 mgr.smithi176.ajjlsm (mgr.14696) 6554 : cluster [DBG] pgmap v5635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:15.134531+0000 mgr.smithi176.ajjlsm (mgr.14696) 6555 : cluster [DBG] pgmap v5636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:15.134531+0000 mgr.smithi176.ajjlsm (mgr.14696) 6555 : cluster [DBG] pgmap v5636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:17.135359+0000 mgr.smithi176.ajjlsm (mgr.14696) 6556 : cluster [DBG] pgmap v5637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:17.135359+0000 mgr.smithi176.ajjlsm (mgr.14696) 6556 : cluster [DBG] pgmap v5637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:19.135832+0000 mgr.smithi176.ajjlsm (mgr.14696) 6557 : cluster [DBG] pgmap v5638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:19.135832+0000 mgr.smithi176.ajjlsm (mgr.14696) 6557 : cluster [DBG] pgmap v5638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:21.136553+0000 mgr.smithi176.ajjlsm (mgr.14696) 6558 : cluster [DBG] pgmap v5639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:21.136553+0000 mgr.smithi176.ajjlsm (mgr.14696) 6558 : cluster [DBG] pgmap v5639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:23.137111+0000 mgr.smithi176.ajjlsm (mgr.14696) 6559 : cluster [DBG] pgmap v5640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:23.137111+0000 mgr.smithi176.ajjlsm (mgr.14696) 6559 : cluster [DBG] pgmap v5640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:25.137630+0000 mgr.smithi176.ajjlsm (mgr.14696) 6560 : cluster [DBG] pgmap v5641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:25.137630+0000 mgr.smithi176.ajjlsm (mgr.14696) 6560 : cluster [DBG] pgmap v5641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:27.138457+0000 mgr.smithi176.ajjlsm (mgr.14696) 6561 : cluster [DBG] pgmap v5642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:27.138457+0000 mgr.smithi176.ajjlsm (mgr.14696) 6561 : cluster [DBG] pgmap v5642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:29.139156+0000 mgr.smithi176.ajjlsm (mgr.14696) 6562 : cluster [DBG] pgmap v5643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:29.139156+0000 mgr.smithi176.ajjlsm (mgr.14696) 6562 : cluster [DBG] pgmap v5643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:31.139862+0000 mgr.smithi176.ajjlsm (mgr.14696) 6563 : cluster [DBG] pgmap v5644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:31.139862+0000 mgr.smithi176.ajjlsm (mgr.14696) 6563 : cluster [DBG] pgmap v5644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:33.140364+0000 mgr.smithi176.ajjlsm (mgr.14696) 6564 : cluster [DBG] pgmap v5645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:33.140364+0000 mgr.smithi176.ajjlsm (mgr.14696) 6564 : cluster [DBG] pgmap v5645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:35.140984+0000 mgr.smithi176.ajjlsm (mgr.14696) 6565 : cluster [DBG] pgmap v5646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:35.140984+0000 mgr.smithi176.ajjlsm (mgr.14696) 6565 : cluster [DBG] pgmap v5646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:37.141728+0000 mgr.smithi176.ajjlsm (mgr.14696) 6566 : cluster [DBG] pgmap v5647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:37.141728+0000 mgr.smithi176.ajjlsm (mgr.14696) 6566 : cluster [DBG] pgmap v5647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:39.444 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:17:39.710 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:17:39.711 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 110s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:17:39.711 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 110s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:17:39.711 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 113s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:17:39.711 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 110s ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:17:39.712 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 110s ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:17:39.712 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 113s ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:17:39.712 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 110s ago 3h 585M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:17:39.712 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 113s ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:17:39.713 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 110s ago 3h 1236M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:17:39.713 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 113s ago 3h 611M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:17:39.713 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 110s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:17:39.713 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 113s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:17:39.713 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 110s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:17:39.714 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 113s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:17:39.714 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 110s ago 3h 917M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:17:39.714 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 110s ago 3h 1773M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:17:39.714 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 110s ago 3h 1208M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:17:39.715 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 110s ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:17:39.715 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 113s ago 3h 1814M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:17:39.715 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 113s ago 3h 1968M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:17:39.715 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 113s ago 3h 1622M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:17:39.716 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 113s ago 3h 2429M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:17:39.716 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 110s ago 3h 109M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:17:40.034 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:17:40.034 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:17:40.034 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:17:40.035 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:17:40.035 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:17:40.035 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:17:40.035 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:17:40.035 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:17:40.036 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:17:40.036 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:17:40.036 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:17:40.036 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:17:40.037 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:17:40.037 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:17:40.037 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:17:40.037 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:17:40.038 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:17:40.038 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:17:40.038 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:17:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:39.142253+0000 mgr.smithi176.ajjlsm (mgr.14696) 6567 : cluster [DBG] pgmap v5648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:40.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:17:40.032558+0000 mon.smithi176 (mon.0) 2072 : audit [DBG] from='client.? 172.21.15.176:0/3596854539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:17:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:39.142253+0000 mgr.smithi176.ajjlsm (mgr.14696) 6567 : cluster [DBG] pgmap v5648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:40.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:17:40.032558+0000 mon.smithi176 (mon.0) 2072 : audit [DBG] from='client.? 172.21.15.176:0/3596854539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:17:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:17:39.430991+0000 mgr.smithi176.ajjlsm (mgr.14696) 6568 : audit [DBG] from='client.38486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:17:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:17:39.699641+0000 mgr.smithi176.ajjlsm (mgr.14696) 6569 : audit [DBG] from='client.38490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:17:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:17:40.603115+0000 mon.smithi176 (mon.0) 2073 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:17:41.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:17:40.837585+0000 mon.smithi176 (mon.0) 2074 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:17:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:17:39.430991+0000 mgr.smithi176.ajjlsm (mgr.14696) 6568 : audit [DBG] from='client.38486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:17:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:17:39.699641+0000 mgr.smithi176.ajjlsm (mgr.14696) 6569 : audit [DBG] from='client.38490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:17:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:17:40.603115+0000 mon.smithi176 (mon.0) 2073 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:17:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:17:40.837585+0000 mon.smithi176 (mon.0) 2074 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:17:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:41.143125+0000 mgr.smithi176.ajjlsm (mgr.14696) 6570 : cluster [DBG] pgmap v5649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:41.143125+0000 mgr.smithi176.ajjlsm (mgr.14696) 6570 : cluster [DBG] pgmap v5649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:43.143598+0000 mgr.smithi176.ajjlsm (mgr.14696) 6571 : cluster [DBG] pgmap v5650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:43.143598+0000 mgr.smithi176.ajjlsm (mgr.14696) 6571 : cluster [DBG] pgmap v5650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:45.144270+0000 mgr.smithi176.ajjlsm (mgr.14696) 6572 : cluster [DBG] pgmap v5651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:45.144270+0000 mgr.smithi176.ajjlsm (mgr.14696) 6572 : cluster [DBG] pgmap v5651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:47.145002+0000 mgr.smithi176.ajjlsm (mgr.14696) 6573 : cluster [DBG] pgmap v5652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:47.145002+0000 mgr.smithi176.ajjlsm (mgr.14696) 6573 : cluster [DBG] pgmap v5652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:49.145547+0000 mgr.smithi176.ajjlsm (mgr.14696) 6574 : cluster [DBG] pgmap v5653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:50.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:17:49.594664+0000 mon.smithi176 (mon.0) 2075 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:17:50.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:17:49.595988+0000 mon.smithi176 (mon.0) 2076 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:17:50.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:17:49.596831+0000 mon.smithi176 (mon.0) 2077 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:17:50.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:17:49.950703+0000 mon.smithi176 (mon.0) 2078 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:17:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:49.145547+0000 mgr.smithi176.ajjlsm (mgr.14696) 6574 : cluster [DBG] pgmap v5653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:50.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:17:49.594664+0000 mon.smithi176 (mon.0) 2075 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:17:50.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:17:49.595988+0000 mon.smithi176 (mon.0) 2076 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:17:50.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:17:49.596831+0000 mon.smithi176 (mon.0) 2077 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:17:50.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:17:49.950703+0000 mon.smithi176 (mon.0) 2078 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:17:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:17:49.597585+0000 mgr.smithi176.ajjlsm (mgr.14696) 6575 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:17:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:17:50.338507+0000 mon.smithi176 (mon.0) 2079 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:17:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:17:50.343592+0000 mon.smithi176 (mon.0) 2080 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:17:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:17:49.597585+0000 mgr.smithi176.ajjlsm (mgr.14696) 6575 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:17:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:17:50.338507+0000 mon.smithi176 (mon.0) 2079 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:17:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:17:50.343592+0000 mon.smithi176 (mon.0) 2080 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:17:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:51.146223+0000 mgr.smithi176.ajjlsm (mgr.14696) 6576 : cluster [DBG] pgmap v5654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:51.146223+0000 mgr.smithi176.ajjlsm (mgr.14696) 6576 : cluster [DBG] pgmap v5654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:53.146725+0000 mgr.smithi176.ajjlsm (mgr.14696) 6577 : cluster [DBG] pgmap v5655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:53.146725+0000 mgr.smithi176.ajjlsm (mgr.14696) 6577 : cluster [DBG] pgmap v5655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:55.147361+0000 mgr.smithi176.ajjlsm (mgr.14696) 6578 : cluster [DBG] pgmap v5656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:55.147361+0000 mgr.smithi176.ajjlsm (mgr.14696) 6578 : cluster [DBG] pgmap v5656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:17:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:17:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:57.148373+0000 mgr.smithi176.ajjlsm (mgr.14696) 6579 : cluster [DBG] pgmap v5657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:17:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:17:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:57.148373+0000 mgr.smithi176.ajjlsm (mgr.14696) 6579 : cluster [DBG] pgmap v5657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:17:59.148855+0000 mgr.smithi176.ajjlsm (mgr.14696) 6580 : cluster [DBG] pgmap v5658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:17:59.148855+0000 mgr.smithi176.ajjlsm (mgr.14696) 6580 : cluster [DBG] pgmap v5658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:01.149744+0000 mgr.smithi176.ajjlsm (mgr.14696) 6581 : cluster [DBG] pgmap v5659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:01.149744+0000 mgr.smithi176.ajjlsm (mgr.14696) 6581 : cluster [DBG] pgmap v5659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:03.150216+0000 mgr.smithi176.ajjlsm (mgr.14696) 6582 : cluster [DBG] pgmap v5660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:03.150216+0000 mgr.smithi176.ajjlsm (mgr.14696) 6582 : cluster [DBG] pgmap v5660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:05.150775+0000 mgr.smithi176.ajjlsm (mgr.14696) 6583 : cluster [DBG] pgmap v5661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:05.150775+0000 mgr.smithi176.ajjlsm (mgr.14696) 6583 : cluster [DBG] pgmap v5661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:07.151741+0000 mgr.smithi176.ajjlsm (mgr.14696) 6584 : cluster [DBG] pgmap v5662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:07.151741+0000 mgr.smithi176.ajjlsm (mgr.14696) 6584 : cluster [DBG] pgmap v5662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:10.342 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:18:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:09.152263+0000 mgr.smithi176.ajjlsm (mgr.14696) 6585 : cluster [DBG] pgmap v5663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:09.152263+0000 mgr.smithi176.ajjlsm (mgr.14696) 6585 : cluster [DBG] pgmap v5663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:10.616 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:18:10.616 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:18:10.616 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 2m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:18:10.617 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 2m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:18:10.617 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 2m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:18:10.617 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 2m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:18:10.617 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 2m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:18:10.617 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 2m ago 3h 585M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:18:10.618 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 2m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:18:10.618 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 2m ago 3h 1236M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:18:10.618 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 2m ago 3h 611M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:18:10.618 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 2m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:18:10.619 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 2m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:18:10.619 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 2m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:18:10.619 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 2m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:18:10.619 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (2h) 2m ago 3h 917M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:18:10.620 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 2m ago 3h 1773M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:18:10.620 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 2m ago 3h 1208M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:18:10.620 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 2m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:18:10.620 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 2m ago 3h 1814M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:18:10.621 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 2m ago 3h 1968M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:18:10.621 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 2m ago 3h 1622M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:18:10.621 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 2m ago 3h 2429M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:18:10.621 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 2m ago 3h 109M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:18:10.936 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:18:10.937 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:18:10.937 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:18:10.937 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:18:10.937 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:18:10.938 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:18:10.938 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:18:10.938 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:18:10.939 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:18:10.939 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:18:10.939 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:18:10.939 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:18:10.939 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:18:10.940 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:18:10.940 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:18:10.940 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:18:10.940 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:18:10.940 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:18:10.941 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:18:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:18:10.328684+0000 mgr.smithi176.ajjlsm (mgr.14696) 6586 : audit [DBG] from='client.38498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:18:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:18:10.605525+0000 mgr.smithi176.ajjlsm (mgr.14696) 6587 : audit [DBG] from='client.38502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:18:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:18:10.935314+0000 mon.smithi176 (mon.0) 2081 : audit [DBG] from='client.? 172.21.15.176:0/1156627351' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:18:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:11.153073+0000 mgr.smithi176.ajjlsm (mgr.14696) 6588 : cluster [DBG] pgmap v5664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:18:10.328684+0000 mgr.smithi176.ajjlsm (mgr.14696) 6586 : audit [DBG] from='client.38498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:18:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:18:10.605525+0000 mgr.smithi176.ajjlsm (mgr.14696) 6587 : audit [DBG] from='client.38502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:18:11.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:18:10.935314+0000 mon.smithi176 (mon.0) 2081 : audit [DBG] from='client.? 172.21.15.176:0/1156627351' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:18:11.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:11.153073+0000 mgr.smithi176.ajjlsm (mgr.14696) 6588 : cluster [DBG] pgmap v5664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:13.153632+0000 mgr.smithi176.ajjlsm (mgr.14696) 6589 : cluster [DBG] pgmap v5665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:13.153632+0000 mgr.smithi176.ajjlsm (mgr.14696) 6589 : cluster [DBG] pgmap v5665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:15.154159+0000 mgr.smithi176.ajjlsm (mgr.14696) 6590 : cluster [DBG] pgmap v5666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:16.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:15.154159+0000 mgr.smithi176.ajjlsm (mgr.14696) 6590 : cluster [DBG] pgmap v5666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:17.154942+0000 mgr.smithi176.ajjlsm (mgr.14696) 6591 : cluster [DBG] pgmap v5667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:17.154942+0000 mgr.smithi176.ajjlsm (mgr.14696) 6591 : cluster [DBG] pgmap v5667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:19.155604+0000 mgr.smithi176.ajjlsm (mgr.14696) 6592 : cluster [DBG] pgmap v5668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:19.155604+0000 mgr.smithi176.ajjlsm (mgr.14696) 6592 : cluster [DBG] pgmap v5668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:21.156452+0000 mgr.smithi176.ajjlsm (mgr.14696) 6593 : cluster [DBG] pgmap v5669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:21.156452+0000 mgr.smithi176.ajjlsm (mgr.14696) 6593 : cluster [DBG] pgmap v5669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:23.156992+0000 mgr.smithi176.ajjlsm (mgr.14696) 6594 : cluster [DBG] pgmap v5670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:23.156992+0000 mgr.smithi176.ajjlsm (mgr.14696) 6594 : cluster [DBG] pgmap v5670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:25.157570+0000 mgr.smithi176.ajjlsm (mgr.14696) 6595 : cluster [DBG] pgmap v5671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:25.157570+0000 mgr.smithi176.ajjlsm (mgr.14696) 6595 : cluster [DBG] pgmap v5671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:27.158387+0000 mgr.smithi176.ajjlsm (mgr.14696) 6596 : cluster [DBG] pgmap v5672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:27.158387+0000 mgr.smithi176.ajjlsm (mgr.14696) 6596 : cluster [DBG] pgmap v5672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:29.158996+0000 mgr.smithi176.ajjlsm (mgr.14696) 6597 : cluster [DBG] pgmap v5673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:29.158996+0000 mgr.smithi176.ajjlsm (mgr.14696) 6597 : cluster [DBG] pgmap v5673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:31.159938+0000 mgr.smithi176.ajjlsm (mgr.14696) 6598 : cluster [DBG] pgmap v5674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:31.159938+0000 mgr.smithi176.ajjlsm (mgr.14696) 6598 : cluster [DBG] pgmap v5674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:33.160434+0000 mgr.smithi176.ajjlsm (mgr.14696) 6599 : cluster [DBG] pgmap v5675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:33.160434+0000 mgr.smithi176.ajjlsm (mgr.14696) 6599 : cluster [DBG] pgmap v5675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:35.160931+0000 mgr.smithi176.ajjlsm (mgr.14696) 6600 : cluster [DBG] pgmap v5676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:35.160931+0000 mgr.smithi176.ajjlsm (mgr.14696) 6600 : cluster [DBG] pgmap v5676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:37.161804+0000 mgr.smithi176.ajjlsm (mgr.14696) 6601 : cluster [DBG] pgmap v5677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:37.161804+0000 mgr.smithi176.ajjlsm (mgr.14696) 6601 : cluster [DBG] pgmap v5677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:39.162285+0000 mgr.smithi176.ajjlsm (mgr.14696) 6602 : cluster [DBG] pgmap v5678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:39.162285+0000 mgr.smithi176.ajjlsm (mgr.14696) 6602 : cluster [DBG] pgmap v5678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:41.239 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:18:41.506 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:18:41.506 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:18:41.507 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 2m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:18:41.507 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 2m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:18:41.507 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 2m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:18:41.508 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 2m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:18:41.508 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 2m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:18:41.508 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 2m ago 3h 585M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:18:41.508 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 2m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:18:41.508 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 2m ago 3h 1236M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:18:41.509 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 2m ago 3h 611M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:18:41.509 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 2m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:18:41.509 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 2m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:18:41.509 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 2m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:18:41.509 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 2m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:18:41.510 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 2m ago 3h 917M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:18:41.510 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 2m ago 3h 1773M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:18:41.510 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 2m ago 3h 1208M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:18:41.510 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 2m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:18:41.510 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 2m ago 3h 1814M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:18:41.511 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 2m ago 3h 1968M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:18:41.511 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 2m ago 3h 1622M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:18:41.511 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 2m ago 3h 2429M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:18:41.511 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 2m ago 3h 109M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:18:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:18:40.604594+0000 mon.smithi176 (mon.0) 2082 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:18:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:18:40.841695+0000 mon.smithi176 (mon.0) 2083 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:18:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:41.162976+0000 mgr.smithi176.ajjlsm (mgr.14696) 6603 : cluster [DBG] pgmap v5679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:18:41.226324+0000 mgr.smithi176.ajjlsm (mgr.14696) 6604 : audit [DBG] from='client.38510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:18:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:18:40.604594+0000 mon.smithi176 (mon.0) 2082 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:18:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:18:40.841695+0000 mon.smithi176 (mon.0) 2083 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:18:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:41.162976+0000 mgr.smithi176.ajjlsm (mgr.14696) 6603 : cluster [DBG] pgmap v5679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:18:41.226324+0000 mgr.smithi176.ajjlsm (mgr.14696) 6604 : audit [DBG] from='client.38510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:18:41.828 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:18:41.829 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:18:41.829 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:18:41.829 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:18:41.829 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:18:41.830 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:18:41.830 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:18:41.830 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:18:41.830 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:18:41.831 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:18:41.831 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:18:41.831 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:18:41.831 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:18:41.831 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:18:41.832 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:18:41.832 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:18:41.832 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:18:41.832 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:18:41.832 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:18:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:18:41.496286+0000 mgr.smithi176.ajjlsm (mgr.14696) 6605 : audit [DBG] from='client.38514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:18:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:18:41.827424+0000 mon.smithi176 (mon.0) 2084 : audit [DBG] from='client.? 172.21.15.176:0/2392785161' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:18:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:18:41.496286+0000 mgr.smithi176.ajjlsm (mgr.14696) 6605 : audit [DBG] from='client.38514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:18:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:18:41.827424+0000 mon.smithi176 (mon.0) 2084 : audit [DBG] from='client.? 172.21.15.176:0/2392785161' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:18:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:43.163581+0000 mgr.smithi176.ajjlsm (mgr.14696) 6606 : cluster [DBG] pgmap v5680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:43.163581+0000 mgr.smithi176.ajjlsm (mgr.14696) 6606 : cluster [DBG] pgmap v5680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:45.164116+0000 mgr.smithi176.ajjlsm (mgr.14696) 6607 : cluster [DBG] pgmap v5681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:45.164116+0000 mgr.smithi176.ajjlsm (mgr.14696) 6607 : cluster [DBG] pgmap v5681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:47.165159+0000 mgr.smithi176.ajjlsm (mgr.14696) 6608 : cluster [DBG] pgmap v5682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:47.165159+0000 mgr.smithi176.ajjlsm (mgr.14696) 6608 : cluster [DBG] pgmap v5682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:49.165788+0000 mgr.smithi176.ajjlsm (mgr.14696) 6609 : cluster [DBG] pgmap v5683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:49.165788+0000 mgr.smithi176.ajjlsm (mgr.14696) 6609 : cluster [DBG] pgmap v5683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:18:50.346348+0000 mon.smithi176 (mon.0) 2085 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:18:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:18:50.347682+0000 mon.smithi176 (mon.0) 2086 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:18:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:18:50.348542+0000 mon.smithi176 (mon.0) 2087 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:18:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:18:50.700021+0000 mon.smithi176 (mon.0) 2088 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:18:51.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:18:51.086586+0000 mon.smithi176 (mon.0) 2089 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:18:51.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:18:51.091731+0000 mon.smithi176 (mon.0) 2090 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:18:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:18:50.346348+0000 mon.smithi176 (mon.0) 2085 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:18:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:18:50.347682+0000 mon.smithi176 (mon.0) 2086 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:18:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:18:50.348542+0000 mon.smithi176 (mon.0) 2087 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:18:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:18:50.700021+0000 mon.smithi176 (mon.0) 2088 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:18:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:18:51.086586+0000 mon.smithi176 (mon.0) 2089 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:18:51.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:18:51.091731+0000 mon.smithi176 (mon.0) 2090 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:18:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:18:50.349266+0000 mgr.smithi176.ajjlsm (mgr.14696) 6610 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:18:52.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:51.166466+0000 mgr.smithi176.ajjlsm (mgr.14696) 6611 : cluster [DBG] pgmap v5684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:18:50.349266+0000 mgr.smithi176.ajjlsm (mgr.14696) 6610 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:18:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:51.166466+0000 mgr.smithi176.ajjlsm (mgr.14696) 6611 : cluster [DBG] pgmap v5684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:53.167109+0000 mgr.smithi176.ajjlsm (mgr.14696) 6612 : cluster [DBG] pgmap v5685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:53.167109+0000 mgr.smithi176.ajjlsm (mgr.14696) 6612 : cluster [DBG] pgmap v5685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:55.167697+0000 mgr.smithi176.ajjlsm (mgr.14696) 6613 : cluster [DBG] pgmap v5686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:55.167697+0000 mgr.smithi176.ajjlsm (mgr.14696) 6613 : cluster [DBG] pgmap v5686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:18:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:18:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:57.168514+0000 mgr.smithi176.ajjlsm (mgr.14696) 6614 : cluster [DBG] pgmap v5687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:18:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:18:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:57.168514+0000 mgr.smithi176.ajjlsm (mgr.14696) 6614 : cluster [DBG] pgmap v5687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:18:59.169234+0000 mgr.smithi176.ajjlsm (mgr.14696) 6615 : cluster [DBG] pgmap v5688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:18:59.169234+0000 mgr.smithi176.ajjlsm (mgr.14696) 6615 : cluster [DBG] pgmap v5688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:01.169982+0000 mgr.smithi176.ajjlsm (mgr.14696) 6616 : cluster [DBG] pgmap v5689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:01.169982+0000 mgr.smithi176.ajjlsm (mgr.14696) 6616 : cluster [DBG] pgmap v5689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:03.170518+0000 mgr.smithi176.ajjlsm (mgr.14696) 6617 : cluster [DBG] pgmap v5690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:03.170518+0000 mgr.smithi176.ajjlsm (mgr.14696) 6617 : cluster [DBG] pgmap v5690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:05.171019+0000 mgr.smithi176.ajjlsm (mgr.14696) 6618 : cluster [DBG] pgmap v5691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:05.171019+0000 mgr.smithi176.ajjlsm (mgr.14696) 6618 : cluster [DBG] pgmap v5691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:07.171950+0000 mgr.smithi176.ajjlsm (mgr.14696) 6619 : cluster [DBG] pgmap v5692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:07.171950+0000 mgr.smithi176.ajjlsm (mgr.14696) 6619 : cluster [DBG] pgmap v5692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:09.172464+0000 mgr.smithi176.ajjlsm (mgr.14696) 6620 : cluster [DBG] pgmap v5693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:09.172464+0000 mgr.smithi176.ajjlsm (mgr.14696) 6620 : cluster [DBG] pgmap v5693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:11.173306+0000 mgr.smithi176.ajjlsm (mgr.14696) 6621 : cluster [DBG] pgmap v5694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:11.173306+0000 mgr.smithi176.ajjlsm (mgr.14696) 6621 : cluster [DBG] pgmap v5694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:12.131 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:19:12.404 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:19:12.405 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:19:12.405 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 3m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:19:12.405 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 3m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:19:12.405 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 3m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:19:12.406 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 3m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:19:12.406 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 3m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:19:12.406 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 3m ago 3h 585M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:19:12.406 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 3m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:19:12.407 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 3m ago 3h 1236M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:19:12.407 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 3m ago 3h 611M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:19:12.407 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 3m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:19:12.407 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 3m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:19:12.407 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 3m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:19:12.408 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 3m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:19:12.408 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 3m ago 3h 917M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:19:12.408 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 3m ago 3h 1773M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:19:12.408 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 3m ago 3h 1208M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:19:12.409 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 3m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:19:12.409 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 3m ago 3h 1814M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:19:12.409 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 3m ago 3h 1968M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:19:12.409 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 3m ago 3h 1622M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:19:12.409 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 3m ago 3h 2429M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:19:12.410 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 3m ago 3h 109M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:19:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:19:12.118051+0000 mgr.smithi176.ajjlsm (mgr.14696) 6622 : audit [DBG] from='client.38522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:19:12.731 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:19:12.732 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:19:12.732 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:19:12.732 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:19:12.733 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:19:12.733 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:19:12.733 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:19:12.733 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:19:12.734 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:19:12.734 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:19:12.734 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:19:12.734 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:19:12.735 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:19:12.735 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:19:12.735 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:19:12.735 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:19:12.735 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:19:12.736 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:19:12.736 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:19:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:19:12.118051+0000 mgr.smithi176.ajjlsm (mgr.14696) 6622 : audit [DBG] from='client.38522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:19:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:19:12.393805+0000 mgr.smithi176.ajjlsm (mgr.14696) 6623 : audit [DBG] from='client.38526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:19:13.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:19:12.730323+0000 mon.smithi176 (mon.0) 2091 : audit [DBG] from='client.? 172.21.15.176:0/1950493113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:19:13.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:13.174070+0000 mgr.smithi176.ajjlsm (mgr.14696) 6624 : cluster [DBG] pgmap v5695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:19:12.393805+0000 mgr.smithi176.ajjlsm (mgr.14696) 6623 : audit [DBG] from='client.38526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:19:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:19:12.730323+0000 mon.smithi176 (mon.0) 2091 : audit [DBG] from='client.? 172.21.15.176:0/1950493113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:19:13.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:13.174070+0000 mgr.smithi176.ajjlsm (mgr.14696) 6624 : cluster [DBG] pgmap v5695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:15.174606+0000 mgr.smithi176.ajjlsm (mgr.14696) 6625 : cluster [DBG] pgmap v5696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:15.174606+0000 mgr.smithi176.ajjlsm (mgr.14696) 6625 : cluster [DBG] pgmap v5696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:17.175447+0000 mgr.smithi176.ajjlsm (mgr.14696) 6626 : cluster [DBG] pgmap v5697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:17.175447+0000 mgr.smithi176.ajjlsm (mgr.14696) 6626 : cluster [DBG] pgmap v5697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:19.175986+0000 mgr.smithi176.ajjlsm (mgr.14696) 6627 : cluster [DBG] pgmap v5698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:19.175986+0000 mgr.smithi176.ajjlsm (mgr.14696) 6627 : cluster [DBG] pgmap v5698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:21.176800+0000 mgr.smithi176.ajjlsm (mgr.14696) 6628 : cluster [DBG] pgmap v5699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:21.176800+0000 mgr.smithi176.ajjlsm (mgr.14696) 6628 : cluster [DBG] pgmap v5699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:23.177467+0000 mgr.smithi176.ajjlsm (mgr.14696) 6629 : cluster [DBG] pgmap v5700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:23.177467+0000 mgr.smithi176.ajjlsm (mgr.14696) 6629 : cluster [DBG] pgmap v5700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:25.177953+0000 mgr.smithi176.ajjlsm (mgr.14696) 6630 : cluster [DBG] pgmap v5701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:25.177953+0000 mgr.smithi176.ajjlsm (mgr.14696) 6630 : cluster [DBG] pgmap v5701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:27.178769+0000 mgr.smithi176.ajjlsm (mgr.14696) 6631 : cluster [DBG] pgmap v5702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:27.178769+0000 mgr.smithi176.ajjlsm (mgr.14696) 6631 : cluster [DBG] pgmap v5702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:29.179222+0000 mgr.smithi176.ajjlsm (mgr.14696) 6632 : cluster [DBG] pgmap v5703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:29.179222+0000 mgr.smithi176.ajjlsm (mgr.14696) 6632 : cluster [DBG] pgmap v5703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:31.179939+0000 mgr.smithi176.ajjlsm (mgr.14696) 6633 : cluster [DBG] pgmap v5704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:31.179939+0000 mgr.smithi176.ajjlsm (mgr.14696) 6633 : cluster [DBG] pgmap v5704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:33.180469+0000 mgr.smithi176.ajjlsm (mgr.14696) 6634 : cluster [DBG] pgmap v5705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:33.180469+0000 mgr.smithi176.ajjlsm (mgr.14696) 6634 : cluster [DBG] pgmap v5705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:35.181010+0000 mgr.smithi176.ajjlsm (mgr.14696) 6635 : cluster [DBG] pgmap v5706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:35.181010+0000 mgr.smithi176.ajjlsm (mgr.14696) 6635 : cluster [DBG] pgmap v5706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:37.181725+0000 mgr.smithi176.ajjlsm (mgr.14696) 6636 : cluster [DBG] pgmap v5707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:37.181725+0000 mgr.smithi176.ajjlsm (mgr.14696) 6636 : cluster [DBG] pgmap v5707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:39.182404+0000 mgr.smithi176.ajjlsm (mgr.14696) 6637 : cluster [DBG] pgmap v5708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:39.182404+0000 mgr.smithi176.ajjlsm (mgr.14696) 6637 : cluster [DBG] pgmap v5708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:19:40.606402+0000 mon.smithi176 (mon.0) 2092 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:19:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:19:40.846150+0000 mon.smithi176 (mon.0) 2093 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:19:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:41.183188+0000 mgr.smithi176.ajjlsm (mgr.14696) 6638 : cluster [DBG] pgmap v5709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:19:40.606402+0000 mon.smithi176 (mon.0) 2092 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:19:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:19:40.846150+0000 mon.smithi176 (mon.0) 2093 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:19:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:41.183188+0000 mgr.smithi176.ajjlsm (mgr.14696) 6638 : cluster [DBG] pgmap v5709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:43.034 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:19:43.303 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:19:43.303 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:19:43.303 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 3m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:19:43.304 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 3m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:19:43.304 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 3m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:19:43.304 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 3m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:19:43.304 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 3m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:19:43.305 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 3m ago 3h 585M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:19:43.305 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 3m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:19:43.305 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 3m ago 3h 1236M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:19:43.305 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 3m ago 3h 611M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:19:43.305 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 3m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:19:43.306 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 3m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:19:43.306 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 3m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:19:43.306 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 3m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:19:43.306 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 3m ago 3h 917M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:19:43.307 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 3m ago 3h 1773M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:19:43.307 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 3m ago 3h 1208M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:19:43.307 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 3m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:19:43.307 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 3m ago 3h 1814M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:19:43.308 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 3m ago 3h 1968M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:19:43.308 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 3m ago 3h 1622M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:19:43.308 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 3m ago 3h 2429M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:19:43.308 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 3m ago 3h 109M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:19:43.625 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:19:43.625 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:19:43.625 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:19:43.626 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:19:43.626 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:19:43.626 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:19:43.626 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:19:43.627 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:19:43.627 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:19:43.627 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:19:43.627 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:19:43.627 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:19:43.628 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:19:43.628 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:19:43.628 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:19:43.628 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:19:43.629 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:19:43.629 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:19:43.629 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:19:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:19:43.021297+0000 mgr.smithi176.ajjlsm (mgr.14696) 6639 : audit [DBG] from='client.38534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:19:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:43.183641+0000 mgr.smithi176.ajjlsm (mgr.14696) 6640 : cluster [DBG] pgmap v5710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:44.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:19:43.623777+0000 mon.smithi176 (mon.0) 2094 : audit [DBG] from='client.? 172.21.15.176:0/428866631' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:19:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:19:43.021297+0000 mgr.smithi176.ajjlsm (mgr.14696) 6639 : audit [DBG] from='client.38534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:19:44.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:43.183641+0000 mgr.smithi176.ajjlsm (mgr.14696) 6640 : cluster [DBG] pgmap v5710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:44.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:19:43.623777+0000 mon.smithi176 (mon.0) 2094 : audit [DBG] from='client.? 172.21.15.176:0/428866631' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:19:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:19:43.292466+0000 mgr.smithi176.ajjlsm (mgr.14696) 6641 : audit [DBG] from='client.38538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:19:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:19:43.292466+0000 mgr.smithi176.ajjlsm (mgr.14696) 6641 : audit [DBG] from='client.38538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:19:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:45.184363+0000 mgr.smithi176.ajjlsm (mgr.14696) 6642 : cluster [DBG] pgmap v5711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:45.184363+0000 mgr.smithi176.ajjlsm (mgr.14696) 6642 : cluster [DBG] pgmap v5711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:47.185219+0000 mgr.smithi176.ajjlsm (mgr.14696) 6643 : cluster [DBG] pgmap v5712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:47.185219+0000 mgr.smithi176.ajjlsm (mgr.14696) 6643 : cluster [DBG] pgmap v5712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:49.185912+0000 mgr.smithi176.ajjlsm (mgr.14696) 6644 : cluster [DBG] pgmap v5713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:49.185912+0000 mgr.smithi176.ajjlsm (mgr.14696) 6644 : cluster [DBG] pgmap v5713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:19:51.094447+0000 mon.smithi176 (mon.0) 2095 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:19:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:19:51.095766+0000 mon.smithi176 (mon.0) 2096 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:19:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:19:51.096598+0000 mon.smithi176 (mon.0) 2097 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:19:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:19:51.097320+0000 mgr.smithi176.ajjlsm (mgr.14696) 6645 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:19:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:51.186708+0000 mgr.smithi176.ajjlsm (mgr.14696) 6646 : cluster [DBG] pgmap v5714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:19:51.094447+0000 mon.smithi176 (mon.0) 2095 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:19:51.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:19:51.095766+0000 mon.smithi176 (mon.0) 2096 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:19:51.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:19:51.096598+0000 mon.smithi176 (mon.0) 2097 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:19:51.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:19:51.097320+0000 mgr.smithi176.ajjlsm (mgr.14696) 6645 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:19:51.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:51.186708+0000 mgr.smithi176.ajjlsm (mgr.14696) 6646 : cluster [DBG] pgmap v5714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:19:51.495440+0000 mon.smithi176 (mon.0) 2098 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:19:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:19:51.500482+0000 mon.smithi176 (mon.0) 2099 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:19:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:19:51.495440+0000 mon.smithi176 (mon.0) 2098 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:19:52.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:19:51.500482+0000 mon.smithi176 (mon.0) 2099 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:19:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:53.187237+0000 mgr.smithi176.ajjlsm (mgr.14696) 6647 : cluster [DBG] pgmap v5715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:53.187237+0000 mgr.smithi176.ajjlsm (mgr.14696) 6647 : cluster [DBG] pgmap v5715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:55.187830+0000 mgr.smithi176.ajjlsm (mgr.14696) 6648 : cluster [DBG] pgmap v5716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:55.187830+0000 mgr.smithi176.ajjlsm (mgr.14696) 6648 : cluster [DBG] pgmap v5716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:19:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:19:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:57.188590+0000 mgr.smithi176.ajjlsm (mgr.14696) 6649 : cluster [DBG] pgmap v5717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:19:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:19:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:57.188590+0000 mgr.smithi176.ajjlsm (mgr.14696) 6649 : cluster [DBG] pgmap v5717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:19:59.189119+0000 mgr.smithi176.ajjlsm (mgr.14696) 6650 : cluster [DBG] pgmap v5718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:00.000164+0000 mon.smithi176 (mon.0) 2100 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T10:20:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:19:59.189119+0000 mgr.smithi176.ajjlsm (mgr.14696) 6650 : cluster [DBG] pgmap v5718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:00.000164+0000 mon.smithi176 (mon.0) 2100 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T10:20:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:01.189887+0000 mgr.smithi176.ajjlsm (mgr.14696) 6651 : cluster [DBG] pgmap v5719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:01.189887+0000 mgr.smithi176.ajjlsm (mgr.14696) 6651 : cluster [DBG] pgmap v5719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:03.190331+0000 mgr.smithi176.ajjlsm (mgr.14696) 6652 : cluster [DBG] pgmap v5720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:03.190331+0000 mgr.smithi176.ajjlsm (mgr.14696) 6652 : cluster [DBG] pgmap v5720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:05.190845+0000 mgr.smithi176.ajjlsm (mgr.14696) 6653 : cluster [DBG] pgmap v5721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:05.190845+0000 mgr.smithi176.ajjlsm (mgr.14696) 6653 : cluster [DBG] pgmap v5721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:07.191599+0000 mgr.smithi176.ajjlsm (mgr.14696) 6654 : cluster [DBG] pgmap v5722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:07.191599+0000 mgr.smithi176.ajjlsm (mgr.14696) 6654 : cluster [DBG] pgmap v5722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:09.192017+0000 mgr.smithi176.ajjlsm (mgr.14696) 6655 : cluster [DBG] pgmap v5723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:09.192017+0000 mgr.smithi176.ajjlsm (mgr.14696) 6655 : cluster [DBG] pgmap v5723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:11.193025+0000 mgr.smithi176.ajjlsm (mgr.14696) 6656 : cluster [DBG] pgmap v5724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:11.193025+0000 mgr.smithi176.ajjlsm (mgr.14696) 6656 : cluster [DBG] pgmap v5724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:13.928 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:20:14.203 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:20:14.204 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:20:14.204 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 4m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:20:14.204 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 4m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:20:14.204 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 4m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:20:14.205 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 4m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:20:14.205 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 4m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:20:14.205 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 4m ago 3h 585M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:20:14.205 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 4m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:20:14.206 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 4m ago 3h 1236M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:20:14.206 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 4m ago 3h 611M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:20:14.206 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 4m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:20:14.206 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 4m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:20:14.207 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 4m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:20:14.207 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 4m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:20:14.207 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 4m ago 3h 917M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:20:14.207 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 4m ago 3h 1773M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:20:14.207 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 4m ago 3h 1208M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:20:14.208 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 4m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:20:14.208 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 4m ago 3h 1814M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:20:14.208 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 4m ago 3h 1968M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:20:14.208 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 4m ago 3h 1622M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:20:14.209 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 4m ago 3h 2429M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:20:14.209 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 4m ago 3h 109M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:20:14.529 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:20:14.529 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:20:14.529 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:20:14.530 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:20:14.530 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:20:14.530 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:20:14.530 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:20:14.531 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:20:14.531 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:20:14.531 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:20:14.531 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:20:14.532 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:20:14.532 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:20:14.532 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:20:14.532 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:20:14.532 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:20:14.533 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:20:14.533 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:20:14.533 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:20:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:13.193543+0000 mgr.smithi176.ajjlsm (mgr.14696) 6657 : cluster [DBG] pgmap v5725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:13.193543+0000 mgr.smithi176.ajjlsm (mgr.14696) 6657 : cluster [DBG] pgmap v5725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:20:13.915191+0000 mgr.smithi176.ajjlsm (mgr.14696) 6658 : audit [DBG] from='client.38546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:20:15.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:20:14.193432+0000 mgr.smithi176.ajjlsm (mgr.14696) 6659 : audit [DBG] from='client.38550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:20:15.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:20:14.527718+0000 mon.smithi176 (mon.0) 2101 : audit [DBG] from='client.? 172.21.15.176:0/3705577138' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:20:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:20:13.915191+0000 mgr.smithi176.ajjlsm (mgr.14696) 6658 : audit [DBG] from='client.38546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:20:15.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:20:14.193432+0000 mgr.smithi176.ajjlsm (mgr.14696) 6659 : audit [DBG] from='client.38550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:20:15.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:20:14.527718+0000 mon.smithi176 (mon.0) 2101 : audit [DBG] from='client.? 172.21.15.176:0/3705577138' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:20:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:15.194030+0000 mgr.smithi176.ajjlsm (mgr.14696) 6660 : cluster [DBG] pgmap v5726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:15.194030+0000 mgr.smithi176.ajjlsm (mgr.14696) 6660 : cluster [DBG] pgmap v5726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:17.195082+0000 mgr.smithi176.ajjlsm (mgr.14696) 6661 : cluster [DBG] pgmap v5727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:17.195082+0000 mgr.smithi176.ajjlsm (mgr.14696) 6661 : cluster [DBG] pgmap v5727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:19.195614+0000 mgr.smithi176.ajjlsm (mgr.14696) 6662 : cluster [DBG] pgmap v5728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:19.195614+0000 mgr.smithi176.ajjlsm (mgr.14696) 6662 : cluster [DBG] pgmap v5728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:21.196403+0000 mgr.smithi176.ajjlsm (mgr.14696) 6663 : cluster [DBG] pgmap v5729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:21.196403+0000 mgr.smithi176.ajjlsm (mgr.14696) 6663 : cluster [DBG] pgmap v5729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:23.196982+0000 mgr.smithi176.ajjlsm (mgr.14696) 6664 : cluster [DBG] pgmap v5730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:23.196982+0000 mgr.smithi176.ajjlsm (mgr.14696) 6664 : cluster [DBG] pgmap v5730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:25.197496+0000 mgr.smithi176.ajjlsm (mgr.14696) 6665 : cluster [DBG] pgmap v5731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:25.197496+0000 mgr.smithi176.ajjlsm (mgr.14696) 6665 : cluster [DBG] pgmap v5731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:27.198270+0000 mgr.smithi176.ajjlsm (mgr.14696) 6666 : cluster [DBG] pgmap v5732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:27.198270+0000 mgr.smithi176.ajjlsm (mgr.14696) 6666 : cluster [DBG] pgmap v5732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:29.198904+0000 mgr.smithi176.ajjlsm (mgr.14696) 6667 : cluster [DBG] pgmap v5733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:29.198904+0000 mgr.smithi176.ajjlsm (mgr.14696) 6667 : cluster [DBG] pgmap v5733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:31.199643+0000 mgr.smithi176.ajjlsm (mgr.14696) 6668 : cluster [DBG] pgmap v5734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:31.199643+0000 mgr.smithi176.ajjlsm (mgr.14696) 6668 : cluster [DBG] pgmap v5734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:33.200191+0000 mgr.smithi176.ajjlsm (mgr.14696) 6669 : cluster [DBG] pgmap v5735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:33.200191+0000 mgr.smithi176.ajjlsm (mgr.14696) 6669 : cluster [DBG] pgmap v5735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:35.200804+0000 mgr.smithi176.ajjlsm (mgr.14696) 6670 : cluster [DBG] pgmap v5736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:35.200804+0000 mgr.smithi176.ajjlsm (mgr.14696) 6670 : cluster [DBG] pgmap v5736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:37.201790+0000 mgr.smithi176.ajjlsm (mgr.14696) 6671 : cluster [DBG] pgmap v5737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:37.201790+0000 mgr.smithi176.ajjlsm (mgr.14696) 6671 : cluster [DBG] pgmap v5737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:39.202365+0000 mgr.smithi176.ajjlsm (mgr.14696) 6672 : cluster [DBG] pgmap v5738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:39.202365+0000 mgr.smithi176.ajjlsm (mgr.14696) 6672 : cluster [DBG] pgmap v5738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:20:40.608213+0000 mon.smithi176 (mon.0) 2102 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:20:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:20:40.850720+0000 mon.smithi176 (mon.0) 2103 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:20:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:41.203379+0000 mgr.smithi176.ajjlsm (mgr.14696) 6673 : cluster [DBG] pgmap v5739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:20:40.608213+0000 mon.smithi176 (mon.0) 2102 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:20:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:20:40.850720+0000 mon.smithi176 (mon.0) 2103 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:20:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:41.203379+0000 mgr.smithi176.ajjlsm (mgr.14696) 6673 : cluster [DBG] pgmap v5739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:43.203959+0000 mgr.smithi176.ajjlsm (mgr.14696) 6674 : cluster [DBG] pgmap v5740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:43.203959+0000 mgr.smithi176.ajjlsm (mgr.14696) 6674 : cluster [DBG] pgmap v5740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:44.833 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:20:45.101 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:20:45.101 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:20:45.102 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 4m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:20:45.102 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 4m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:20:45.102 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 4m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:20:45.103 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 4m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:20:45.103 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 4m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:20:45.103 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 4m ago 3h 585M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:20:45.103 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 4m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:20:45.103 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 4m ago 3h 1236M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:20:45.104 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 4m ago 3h 611M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:20:45.104 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 4m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:20:45.104 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 4m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:20:45.104 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 4m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:20:45.105 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 4m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:20:45.105 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 4m ago 3h 917M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:20:45.105 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 4m ago 3h 1773M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:20:45.105 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 4m ago 3h 1208M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:20:45.106 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 4m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:20:45.106 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 4m ago 3h 1814M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:20:45.106 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 4m ago 3h 1968M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:20:45.106 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 4m ago 3h 1622M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:20:45.107 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 4m ago 3h 2429M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:20:45.107 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 4m ago 3h 109M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:20:45.423 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:20:45.423 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:20:45.423 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:20:45.423 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:20:45.424 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:20:45.424 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:20:45.424 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:20:45.424 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:20:45.425 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:20:45.425 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:20:45.425 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:20:45.425 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:20:45.426 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:20:45.426 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:20:45.426 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:20:45.426 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:20:45.426 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:20:45.427 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:20:45.427 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:20:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:20:44.820329+0000 mgr.smithi176.ajjlsm (mgr.14696) 6675 : audit [DBG] from='client.38558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:20:45.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:20:45.091246+0000 mgr.smithi176.ajjlsm (mgr.14696) 6676 : audit [DBG] from='client.38562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:20:45.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:45.204417+0000 mgr.smithi176.ajjlsm (mgr.14696) 6677 : cluster [DBG] pgmap v5741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:20:44.820329+0000 mgr.smithi176.ajjlsm (mgr.14696) 6675 : audit [DBG] from='client.38558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:20:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:20:45.091246+0000 mgr.smithi176.ajjlsm (mgr.14696) 6676 : audit [DBG] from='client.38562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:20:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:45.204417+0000 mgr.smithi176.ajjlsm (mgr.14696) 6677 : cluster [DBG] pgmap v5741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:20:45.421662+0000 mon.smithi176 (mon.0) 2104 : audit [DBG] from='client.? 172.21.15.176:0/2828474606' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:20:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:20:45.421662+0000 mon.smithi176 (mon.0) 2104 : audit [DBG] from='client.? 172.21.15.176:0/2828474606' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:20:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:47.205213+0000 mgr.smithi176.ajjlsm (mgr.14696) 6678 : cluster [DBG] pgmap v5742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:47.205213+0000 mgr.smithi176.ajjlsm (mgr.14696) 6678 : cluster [DBG] pgmap v5742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:49.205727+0000 mgr.smithi176.ajjlsm (mgr.14696) 6679 : cluster [DBG] pgmap v5743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:49.205727+0000 mgr.smithi176.ajjlsm (mgr.14696) 6679 : cluster [DBG] pgmap v5743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:51.206477+0000 mgr.smithi176.ajjlsm (mgr.14696) 6680 : cluster [DBG] pgmap v5744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:51.206477+0000 mgr.smithi176.ajjlsm (mgr.14696) 6680 : cluster [DBG] pgmap v5744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:20:51.503090+0000 mon.smithi176 (mon.0) 2105 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:20:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:20:51.504399+0000 mon.smithi176 (mon.0) 2106 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:20:52.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:20:51.505195+0000 mon.smithi176 (mon.0) 2107 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:20:52.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:20:51.505878+0000 mgr.smithi176.ajjlsm (mgr.14696) 6681 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:20:52.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:20:51.909380+0000 mon.smithi176 (mon.0) 2108 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:20:52.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:20:51.914203+0000 mon.smithi176 (mon.0) 2109 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:20:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:20:51.503090+0000 mon.smithi176 (mon.0) 2105 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:20:52.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:20:51.504399+0000 mon.smithi176 (mon.0) 2106 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:20:52.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:20:51.505195+0000 mon.smithi176 (mon.0) 2107 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:20:52.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:20:51.505878+0000 mgr.smithi176.ajjlsm (mgr.14696) 6681 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:20:52.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:20:51.909380+0000 mon.smithi176 (mon.0) 2108 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:20:52.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:20:51.914203+0000 mon.smithi176 (mon.0) 2109 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:20:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:53.207065+0000 mgr.smithi176.ajjlsm (mgr.14696) 6682 : cluster [DBG] pgmap v5745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:53.207065+0000 mgr.smithi176.ajjlsm (mgr.14696) 6682 : cluster [DBG] pgmap v5745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:55.207571+0000 mgr.smithi176.ajjlsm (mgr.14696) 6683 : cluster [DBG] pgmap v5746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:55.207571+0000 mgr.smithi176.ajjlsm (mgr.14696) 6683 : cluster [DBG] pgmap v5746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:20:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:20:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:57.208547+0000 mgr.smithi176.ajjlsm (mgr.14696) 6684 : cluster [DBG] pgmap v5747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:20:57.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:20:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:57.208547+0000 mgr.smithi176.ajjlsm (mgr.14696) 6684 : cluster [DBG] pgmap v5747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:20:59.209201+0000 mgr.smithi176.ajjlsm (mgr.14696) 6685 : cluster [DBG] pgmap v5748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:20:59.209201+0000 mgr.smithi176.ajjlsm (mgr.14696) 6685 : cluster [DBG] pgmap v5748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:01.209915+0000 mgr.smithi176.ajjlsm (mgr.14696) 6686 : cluster [DBG] pgmap v5749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:01.209915+0000 mgr.smithi176.ajjlsm (mgr.14696) 6686 : cluster [DBG] pgmap v5749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:03.210539+0000 mgr.smithi176.ajjlsm (mgr.14696) 6687 : cluster [DBG] pgmap v5750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:03.210539+0000 mgr.smithi176.ajjlsm (mgr.14696) 6687 : cluster [DBG] pgmap v5750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:05.211050+0000 mgr.smithi176.ajjlsm (mgr.14696) 6688 : cluster [DBG] pgmap v5751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:05.211050+0000 mgr.smithi176.ajjlsm (mgr.14696) 6688 : cluster [DBG] pgmap v5751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:07.211869+0000 mgr.smithi176.ajjlsm (mgr.14696) 6689 : cluster [DBG] pgmap v5752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:07.211869+0000 mgr.smithi176.ajjlsm (mgr.14696) 6689 : cluster [DBG] pgmap v5752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:09.212369+0000 mgr.smithi176.ajjlsm (mgr.14696) 6690 : cluster [DBG] pgmap v5753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:09.212369+0000 mgr.smithi176.ajjlsm (mgr.14696) 6690 : cluster [DBG] pgmap v5753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:11.213221+0000 mgr.smithi176.ajjlsm (mgr.14696) 6691 : cluster [DBG] pgmap v5754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:11.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:11.213221+0000 mgr.smithi176.ajjlsm (mgr.14696) 6691 : cluster [DBG] pgmap v5754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:13.213729+0000 mgr.smithi176.ajjlsm (mgr.14696) 6692 : cluster [DBG] pgmap v5755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:13.213729+0000 mgr.smithi176.ajjlsm (mgr.14696) 6692 : cluster [DBG] pgmap v5755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:15.214298+0000 mgr.smithi176.ajjlsm (mgr.14696) 6693 : cluster [DBG] pgmap v5756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:15.728 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:21:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:15.214298+0000 mgr.smithi176.ajjlsm (mgr.14696) 6693 : cluster [DBG] pgmap v5756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:15.994 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:21:15.994 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:21:15.995 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 5m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:21:15.995 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 5m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:21:15.995 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 5m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:21:15.995 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 5m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:21:15.996 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 5m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:21:15.996 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 5m ago 3h 585M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:21:15.996 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 5m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:21:15.996 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 5m ago 3h 1236M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:21:15.997 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 5m ago 3h 611M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:21:15.997 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 5m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:21:15.997 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 5m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:21:15.997 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 5m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:21:15.997 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 5m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:21:15.998 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 5m ago 3h 917M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:21:15.998 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 5m ago 3h 1773M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:21:15.998 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 5m ago 3h 1208M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:21:15.998 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 5m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:21:15.999 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 5m ago 3h 1814M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:21:15.999 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 5m ago 3h 1968M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:21:15.999 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 5m ago 3h 1622M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:21:15.999 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 5m ago 3h 2429M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:21:16.000 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 5m ago 3h 109M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:21:16.319 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:21:16.320 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:21:16.320 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:21:16.320 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:21:16.321 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:21:16.321 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:21:16.321 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:21:16.321 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:21:16.322 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:21:16.322 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:21:16.322 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:21:16.322 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:21:16.323 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:21:16.323 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:21:16.323 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:21:16.323 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:21:16.324 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:21:16.324 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:21:16.324 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:21:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:21:15.715243+0000 mgr.smithi176.ajjlsm (mgr.14696) 6694 : audit [DBG] from='client.38570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:21:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:21:15.984108+0000 mgr.smithi176.ajjlsm (mgr.14696) 6695 : audit [DBG] from='client.38574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:21:16.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:21:16.318311+0000 mon.smithi176 (mon.0) 2110 : audit [DBG] from='client.? 172.21.15.176:0/1664885811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:21:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:21:15.715243+0000 mgr.smithi176.ajjlsm (mgr.14696) 6694 : audit [DBG] from='client.38570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:21:16.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:21:15.984108+0000 mgr.smithi176.ajjlsm (mgr.14696) 6695 : audit [DBG] from='client.38574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:21:16.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:21:16.318311+0000 mon.smithi176 (mon.0) 2110 : audit [DBG] from='client.? 172.21.15.176:0/1664885811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:21:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:17.215257+0000 mgr.smithi176.ajjlsm (mgr.14696) 6696 : cluster [DBG] pgmap v5757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:17.215257+0000 mgr.smithi176.ajjlsm (mgr.14696) 6696 : cluster [DBG] pgmap v5757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:19.215746+0000 mgr.smithi176.ajjlsm (mgr.14696) 6697 : cluster [DBG] pgmap v5758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:19.215746+0000 mgr.smithi176.ajjlsm (mgr.14696) 6697 : cluster [DBG] pgmap v5758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:21.216524+0000 mgr.smithi176.ajjlsm (mgr.14696) 6698 : cluster [DBG] pgmap v5759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:21.216524+0000 mgr.smithi176.ajjlsm (mgr.14696) 6698 : cluster [DBG] pgmap v5759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:23.217076+0000 mgr.smithi176.ajjlsm (mgr.14696) 6699 : cluster [DBG] pgmap v5760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:23.217076+0000 mgr.smithi176.ajjlsm (mgr.14696) 6699 : cluster [DBG] pgmap v5760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:25.217603+0000 mgr.smithi176.ajjlsm (mgr.14696) 6700 : cluster [DBG] pgmap v5761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:25.217603+0000 mgr.smithi176.ajjlsm (mgr.14696) 6700 : cluster [DBG] pgmap v5761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:27.218620+0000 mgr.smithi176.ajjlsm (mgr.14696) 6701 : cluster [DBG] pgmap v5762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:27.218620+0000 mgr.smithi176.ajjlsm (mgr.14696) 6701 : cluster [DBG] pgmap v5762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:29.219127+0000 mgr.smithi176.ajjlsm (mgr.14696) 6702 : cluster [DBG] pgmap v5763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:29.219127+0000 mgr.smithi176.ajjlsm (mgr.14696) 6702 : cluster [DBG] pgmap v5763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:31.219823+0000 mgr.smithi176.ajjlsm (mgr.14696) 6703 : cluster [DBG] pgmap v5764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:31.219823+0000 mgr.smithi176.ajjlsm (mgr.14696) 6703 : cluster [DBG] pgmap v5764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:33.220440+0000 mgr.smithi176.ajjlsm (mgr.14696) 6704 : cluster [DBG] pgmap v5765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:33.220440+0000 mgr.smithi176.ajjlsm (mgr.14696) 6704 : cluster [DBG] pgmap v5765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:35.220943+0000 mgr.smithi176.ajjlsm (mgr.14696) 6705 : cluster [DBG] pgmap v5766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:35.220943+0000 mgr.smithi176.ajjlsm (mgr.14696) 6705 : cluster [DBG] pgmap v5766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:37.221853+0000 mgr.smithi176.ajjlsm (mgr.14696) 6706 : cluster [DBG] pgmap v5767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:37.221853+0000 mgr.smithi176.ajjlsm (mgr.14696) 6706 : cluster [DBG] pgmap v5767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:39.222493+0000 mgr.smithi176.ajjlsm (mgr.14696) 6707 : cluster [DBG] pgmap v5768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:39.222493+0000 mgr.smithi176.ajjlsm (mgr.14696) 6707 : cluster [DBG] pgmap v5768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:21:40.610032+0000 mon.smithi176 (mon.0) 2111 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:21:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:21:40.855398+0000 mon.smithi176 (mon.0) 2112 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:21:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:41.223510+0000 mgr.smithi176.ajjlsm (mgr.14696) 6708 : cluster [DBG] pgmap v5769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:21:40.610032+0000 mon.smithi176 (mon.0) 2111 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:21:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:21:40.855398+0000 mon.smithi176 (mon.0) 2112 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:21:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:41.223510+0000 mgr.smithi176.ajjlsm (mgr.14696) 6708 : cluster [DBG] pgmap v5769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:43.224254+0000 mgr.smithi176.ajjlsm (mgr.14696) 6709 : cluster [DBG] pgmap v5770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:43.224254+0000 mgr.smithi176.ajjlsm (mgr.14696) 6709 : cluster [DBG] pgmap v5770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:45.224790+0000 mgr.smithi176.ajjlsm (mgr.14696) 6710 : cluster [DBG] pgmap v5771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:45.224790+0000 mgr.smithi176.ajjlsm (mgr.14696) 6710 : cluster [DBG] pgmap v5771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:46.620 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:21:46.889 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:21:46.889 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:21:46.889 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 5m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:21:46.890 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 6m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:21:46.890 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 5m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:21:46.890 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 5m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:21:46.890 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 6m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:21:46.891 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 5m ago 3h 585M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:21:46.891 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 6m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:21:46.891 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 5m ago 3h 1236M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:21:46.891 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 6m ago 3h 611M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:21:46.891 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 5m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:21:46.892 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 6m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:21:46.892 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 5m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:21:46.892 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 6m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:21:46.892 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 5m ago 3h 917M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:21:46.892 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 5m ago 3h 1773M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:21:46.893 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 5m ago 3h 1208M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:21:46.893 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 5m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:21:46.893 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 6m ago 3h 1814M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:21:46.893 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 6m ago 3h 1968M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:21:46.894 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 6m ago 3h 1622M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:21:46.894 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 6m ago 3h 2429M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:21:46.894 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 5m ago 3h 109M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:21:47.214 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:21:47.214 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:21:47.214 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:21:47.214 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:21:47.215 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:21:47.215 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:21:47.215 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:21:47.215 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:21:47.216 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:21:47.216 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:21:47.216 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:21:47.216 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:21:47.216 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:21:47.217 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:21:47.217 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:21:47.217 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:21:47.217 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:21:47.217 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:21:47.218 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:21:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:21:47.212641+0000 mon.smithi176 (mon.0) 2113 : audit [DBG] from='client.? 172.21.15.176:0/484119214' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:21:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:21:47.212641+0000 mon.smithi176 (mon.0) 2113 : audit [DBG] from='client.? 172.21.15.176:0/484119214' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:21:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:21:46.607366+0000 mgr.smithi176.ajjlsm (mgr.14696) 6711 : audit [DBG] from='client.38582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:21:48.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:21:46.878732+0000 mgr.smithi176.ajjlsm (mgr.14696) 6712 : audit [DBG] from='client.38586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:21:48.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:47.225521+0000 mgr.smithi176.ajjlsm (mgr.14696) 6713 : cluster [DBG] pgmap v5772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:21:46.607366+0000 mgr.smithi176.ajjlsm (mgr.14696) 6711 : audit [DBG] from='client.38582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:21:48.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:21:46.878732+0000 mgr.smithi176.ajjlsm (mgr.14696) 6712 : audit [DBG] from='client.38586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:21:48.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:47.225521+0000 mgr.smithi176.ajjlsm (mgr.14696) 6713 : cluster [DBG] pgmap v5772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:49.226079+0000 mgr.smithi176.ajjlsm (mgr.14696) 6714 : cluster [DBG] pgmap v5773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:49.226079+0000 mgr.smithi176.ajjlsm (mgr.14696) 6714 : cluster [DBG] pgmap v5773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:51.226962+0000 mgr.smithi176.ajjlsm (mgr.14696) 6715 : cluster [DBG] pgmap v5774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:51.226962+0000 mgr.smithi176.ajjlsm (mgr.14696) 6715 : cluster [DBG] pgmap v5774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:21:51.916691+0000 mon.smithi176 (mon.0) 2114 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:21:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:21:51.918086+0000 mon.smithi176 (mon.0) 2115 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:21:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:21:51.918894+0000 mon.smithi176 (mon.0) 2116 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:21:52.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:21:51.919633+0000 mgr.smithi176.ajjlsm (mgr.14696) 6716 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:21:52.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:21:52.322529+0000 mon.smithi176 (mon.0) 2117 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:21:52.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:21:52.329560+0000 mon.smithi176 (mon.0) 2118 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:21:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:21:51.916691+0000 mon.smithi176 (mon.0) 2114 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:21:52.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:21:51.918086+0000 mon.smithi176 (mon.0) 2115 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:21:52.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:21:51.918894+0000 mon.smithi176 (mon.0) 2116 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:21:52.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:21:51.919633+0000 mgr.smithi176.ajjlsm (mgr.14696) 6716 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:21:52.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:21:52.322529+0000 mon.smithi176 (mon.0) 2117 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:21:52.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:21:52.329560+0000 mon.smithi176 (mon.0) 2118 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:21:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:53.227434+0000 mgr.smithi176.ajjlsm (mgr.14696) 6717 : cluster [DBG] pgmap v5775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:53.227434+0000 mgr.smithi176.ajjlsm (mgr.14696) 6717 : cluster [DBG] pgmap v5775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:55.227920+0000 mgr.smithi176.ajjlsm (mgr.14696) 6718 : cluster [DBG] pgmap v5776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:55.227920+0000 mgr.smithi176.ajjlsm (mgr.14696) 6718 : cluster [DBG] pgmap v5776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:57.228657+0000 mgr.smithi176.ajjlsm (mgr.14696) 6719 : cluster [DBG] pgmap v5777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:57.228657+0000 mgr.smithi176.ajjlsm (mgr.14696) 6719 : cluster [DBG] pgmap v5777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:21:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:21:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:21:59.229214+0000 mgr.smithi176.ajjlsm (mgr.14696) 6720 : cluster [DBG] pgmap v5778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:21:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:21:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:21:59.229214+0000 mgr.smithi176.ajjlsm (mgr.14696) 6720 : cluster [DBG] pgmap v5778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:01.230144+0000 mgr.smithi176.ajjlsm (mgr.14696) 6721 : cluster [DBG] pgmap v5779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:01.230144+0000 mgr.smithi176.ajjlsm (mgr.14696) 6721 : cluster [DBG] pgmap v5779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:03.230780+0000 mgr.smithi176.ajjlsm (mgr.14696) 6722 : cluster [DBG] pgmap v5780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:03.230780+0000 mgr.smithi176.ajjlsm (mgr.14696) 6722 : cluster [DBG] pgmap v5780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:05.231324+0000 mgr.smithi176.ajjlsm (mgr.14696) 6723 : cluster [DBG] pgmap v5781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:05.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:05.231324+0000 mgr.smithi176.ajjlsm (mgr.14696) 6723 : cluster [DBG] pgmap v5781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:07.232269+0000 mgr.smithi176.ajjlsm (mgr.14696) 6724 : cluster [DBG] pgmap v5782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:07.232269+0000 mgr.smithi176.ajjlsm (mgr.14696) 6724 : cluster [DBG] pgmap v5782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:09.232780+0000 mgr.smithi176.ajjlsm (mgr.14696) 6725 : cluster [DBG] pgmap v5783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:09.232780+0000 mgr.smithi176.ajjlsm (mgr.14696) 6725 : cluster [DBG] pgmap v5783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:11.233855+0000 mgr.smithi176.ajjlsm (mgr.14696) 6726 : cluster [DBG] pgmap v5784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:11.233855+0000 mgr.smithi176.ajjlsm (mgr.14696) 6726 : cluster [DBG] pgmap v5784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:13.234410+0000 mgr.smithi176.ajjlsm (mgr.14696) 6727 : cluster [DBG] pgmap v5785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:13.234410+0000 mgr.smithi176.ajjlsm (mgr.14696) 6727 : cluster [DBG] pgmap v5785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:15.235033+0000 mgr.smithi176.ajjlsm (mgr.14696) 6728 : cluster [DBG] pgmap v5786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:15.235033+0000 mgr.smithi176.ajjlsm (mgr.14696) 6728 : cluster [DBG] pgmap v5786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:17.517 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:22:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:17.235837+0000 mgr.smithi176.ajjlsm (mgr.14696) 6729 : cluster [DBG] pgmap v5787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:17.786 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:22:17.786 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:22:17.786 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 6m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:22:17.787 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 6m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:22:17.787 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 6m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:22:17.787 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 6m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:22:17.787 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 6m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:22:17.788 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 6m ago 3h 585M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:22:17.788 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 6m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:22:17.788 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 6m ago 3h 1236M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:22:17.788 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 6m ago 3h 611M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:22:17.789 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 6m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:22:17.789 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 6m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:22:17.789 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 6m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:22:17.790 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 6m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:22:17.790 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 6m ago 3h 917M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:22:17.790 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 6m ago 3h 1773M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:22:17.790 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 6m ago 3h 1208M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:22:17.790 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 6m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:22:17.791 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 6m ago 3h 1814M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:22:17.791 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 6m ago 3h 1968M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:22:17.791 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 6m ago 3h 1622M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:22:17.791 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 6m ago 3h 2429M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:22:17.792 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 6m ago 3h 109M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:22:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:17.235837+0000 mgr.smithi176.ajjlsm (mgr.14696) 6729 : cluster [DBG] pgmap v5787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:18.109 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:22:18.110 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:22:18.110 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:22:18.110 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:22:18.111 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:22:18.111 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:22:18.111 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:22:18.112 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:22:18.112 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:22:18.112 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:22:18.112 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:22:18.113 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:22:18.113 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:22:18.113 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:22:18.113 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:22:18.114 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:22:18.114 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:22:18.114 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:22:18.114 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:22:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:22:17.504243+0000 mgr.smithi176.ajjlsm (mgr.14696) 6730 : audit [DBG] from='client.38594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:22:18.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:22:17.775902+0000 mgr.smithi176.ajjlsm (mgr.14696) 6731 : audit [DBG] from='client.38598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:22:18.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:22:18.108452+0000 mon.smithi176 (mon.0) 2119 : audit [DBG] from='client.? 172.21.15.176:0/1011570350' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:22:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:22:17.504243+0000 mgr.smithi176.ajjlsm (mgr.14696) 6730 : audit [DBG] from='client.38594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:22:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:22:17.775902+0000 mgr.smithi176.ajjlsm (mgr.14696) 6731 : audit [DBG] from='client.38598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:22:18.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:22:18.108452+0000 mon.smithi176 (mon.0) 2119 : audit [DBG] from='client.? 172.21.15.176:0/1011570350' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:22:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:19.236339+0000 mgr.smithi176.ajjlsm (mgr.14696) 6732 : cluster [DBG] pgmap v5788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:19.236339+0000 mgr.smithi176.ajjlsm (mgr.14696) 6732 : cluster [DBG] pgmap v5788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:21.237126+0000 mgr.smithi176.ajjlsm (mgr.14696) 6733 : cluster [DBG] pgmap v5789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:21.237126+0000 mgr.smithi176.ajjlsm (mgr.14696) 6733 : cluster [DBG] pgmap v5789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:23.237666+0000 mgr.smithi176.ajjlsm (mgr.14696) 6734 : cluster [DBG] pgmap v5790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:23.237666+0000 mgr.smithi176.ajjlsm (mgr.14696) 6734 : cluster [DBG] pgmap v5790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:25.238218+0000 mgr.smithi176.ajjlsm (mgr.14696) 6735 : cluster [DBG] pgmap v5791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:25.238218+0000 mgr.smithi176.ajjlsm (mgr.14696) 6735 : cluster [DBG] pgmap v5791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:27.239055+0000 mgr.smithi176.ajjlsm (mgr.14696) 6736 : cluster [DBG] pgmap v5792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:27.239055+0000 mgr.smithi176.ajjlsm (mgr.14696) 6736 : cluster [DBG] pgmap v5792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:29.239708+0000 mgr.smithi176.ajjlsm (mgr.14696) 6737 : cluster [DBG] pgmap v5793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:29.239708+0000 mgr.smithi176.ajjlsm (mgr.14696) 6737 : cluster [DBG] pgmap v5793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:31.240509+0000 mgr.smithi176.ajjlsm (mgr.14696) 6738 : cluster [DBG] pgmap v5794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:31.240509+0000 mgr.smithi176.ajjlsm (mgr.14696) 6738 : cluster [DBG] pgmap v5794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:33.241155+0000 mgr.smithi176.ajjlsm (mgr.14696) 6739 : cluster [DBG] pgmap v5795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:33.241155+0000 mgr.smithi176.ajjlsm (mgr.14696) 6739 : cluster [DBG] pgmap v5795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:35.241697+0000 mgr.smithi176.ajjlsm (mgr.14696) 6740 : cluster [DBG] pgmap v5796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:35.241697+0000 mgr.smithi176.ajjlsm (mgr.14696) 6740 : cluster [DBG] pgmap v5796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:37.242593+0000 mgr.smithi176.ajjlsm (mgr.14696) 6741 : cluster [DBG] pgmap v5797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:37.242593+0000 mgr.smithi176.ajjlsm (mgr.14696) 6741 : cluster [DBG] pgmap v5797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:39.243220+0000 mgr.smithi176.ajjlsm (mgr.14696) 6742 : cluster [DBG] pgmap v5798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:39.243220+0000 mgr.smithi176.ajjlsm (mgr.14696) 6742 : cluster [DBG] pgmap v5798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:22:40.611682+0000 mon.smithi176 (mon.0) 2120 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:22:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:22:40.859439+0000 mon.smithi176 (mon.0) 2121 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:22:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:41.243988+0000 mgr.smithi176.ajjlsm (mgr.14696) 6743 : cluster [DBG] pgmap v5799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:22:40.611682+0000 mon.smithi176 (mon.0) 2120 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:22:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:22:40.859439+0000 mon.smithi176 (mon.0) 2121 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:22:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:41.243988+0000 mgr.smithi176.ajjlsm (mgr.14696) 6743 : cluster [DBG] pgmap v5799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:43.244541+0000 mgr.smithi176.ajjlsm (mgr.14696) 6744 : cluster [DBG] pgmap v5800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:43.244541+0000 mgr.smithi176.ajjlsm (mgr.14696) 6744 : cluster [DBG] pgmap v5800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:45.245217+0000 mgr.smithi176.ajjlsm (mgr.14696) 6745 : cluster [DBG] pgmap v5801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:45.245217+0000 mgr.smithi176.ajjlsm (mgr.14696) 6745 : cluster [DBG] pgmap v5801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:47.246111+0000 mgr.smithi176.ajjlsm (mgr.14696) 6746 : cluster [DBG] pgmap v5802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:47.246111+0000 mgr.smithi176.ajjlsm (mgr.14696) 6746 : cluster [DBG] pgmap v5802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:48.419 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:22:48.686 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:22:48.687 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:22:48.687 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 6m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:22:48.687 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 7m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:22:48.688 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 6m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:22:48.688 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 6m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:22:48.688 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 7m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:22:48.688 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 6m ago 3h 585M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:22:48.689 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 7m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:22:48.689 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 6m ago 3h 1236M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:22:48.689 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 7m ago 3h 611M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:22:48.689 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 6m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:22:48.689 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 7m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:22:48.690 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 6m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:22:48.690 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 7m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:22:48.690 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 6m ago 3h 917M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:22:48.690 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 6m ago 3h 1773M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:22:48.691 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 6m ago 3h 1208M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:22:48.691 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 6m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:22:48.691 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 7m ago 3h 1814M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:22:48.691 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 7m ago 3h 1968M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:22:48.692 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 7m ago 3h 1622M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:22:48.692 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 7m ago 3h 2429M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:22:48.692 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 6m ago 3h 109M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:22:49.004 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:22:49.005 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:22:49.005 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:22:49.005 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:22:49.005 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:22:49.006 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:22:49.006 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:22:49.006 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:22:49.006 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:22:49.007 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:22:49.007 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:22:49.007 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:22:49.007 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:22:49.008 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:22:49.008 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:22:49.008 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:22:49.008 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:22:49.008 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:22:49.009 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:22:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:22:49.003129+0000 mon.smithi176 (mon.0) 2122 : audit [DBG] from='client.? 172.21.15.176:0/3751400703' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:22:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:22:49.003129+0000 mon.smithi176 (mon.0) 2122 : audit [DBG] from='client.? 172.21.15.176:0/3751400703' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:22:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:22:48.406240+0000 mgr.smithi176.ajjlsm (mgr.14696) 6747 : audit [DBG] from='client.38606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:22:50.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:22:48.676058+0000 mgr.smithi176.ajjlsm (mgr.14696) 6748 : audit [DBG] from='client.38610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:22:50.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:49.246595+0000 mgr.smithi176.ajjlsm (mgr.14696) 6749 : cluster [DBG] pgmap v5803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:22:48.406240+0000 mgr.smithi176.ajjlsm (mgr.14696) 6747 : audit [DBG] from='client.38606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:22:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:22:48.676058+0000 mgr.smithi176.ajjlsm (mgr.14696) 6748 : audit [DBG] from='client.38610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:22:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:49.246595+0000 mgr.smithi176.ajjlsm (mgr.14696) 6749 : cluster [DBG] pgmap v5803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:51.247456+0000 mgr.smithi176.ajjlsm (mgr.14696) 6750 : cluster [DBG] pgmap v5804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:51.247456+0000 mgr.smithi176.ajjlsm (mgr.14696) 6750 : cluster [DBG] pgmap v5804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:22:52.332459+0000 mon.smithi176 (mon.0) 2123 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:22:52.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:22:52.333855+0000 mon.smithi176 (mon.0) 2124 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:22:52.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:22:52.334655+0000 mon.smithi176 (mon.0) 2125 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:22:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:22:52.332459+0000 mon.smithi176 (mon.0) 2123 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:22:52.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:22:52.333855+0000 mon.smithi176 (mon.0) 2124 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:22:52.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:22:52.334655+0000 mon.smithi176 (mon.0) 2125 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:22:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:22:52.335451+0000 mgr.smithi176.ajjlsm (mgr.14696) 6751 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:22:54.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:22:52.736098+0000 mon.smithi176 (mon.0) 2126 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:22:54.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:22:52.740663+0000 mon.smithi176 (mon.0) 2127 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:22:54.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:53.248114+0000 mgr.smithi176.ajjlsm (mgr.14696) 6752 : cluster [DBG] pgmap v5805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:22:52.335451+0000 mgr.smithi176.ajjlsm (mgr.14696) 6751 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:22:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:22:52.736098+0000 mon.smithi176 (mon.0) 2126 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:22:54.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:22:52.740663+0000 mon.smithi176 (mon.0) 2127 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:22:54.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:53.248114+0000 mgr.smithi176.ajjlsm (mgr.14696) 6752 : cluster [DBG] pgmap v5805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:55.248619+0000 mgr.smithi176.ajjlsm (mgr.14696) 6753 : cluster [DBG] pgmap v5806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:55.248619+0000 mgr.smithi176.ajjlsm (mgr.14696) 6753 : cluster [DBG] pgmap v5806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:57.249454+0000 mgr.smithi176.ajjlsm (mgr.14696) 6754 : cluster [DBG] pgmap v5807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:57.249454+0000 mgr.smithi176.ajjlsm (mgr.14696) 6754 : cluster [DBG] pgmap v5807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:22:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:22:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:22:59.250008+0000 mgr.smithi176.ajjlsm (mgr.14696) 6755 : cluster [DBG] pgmap v5808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:22:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:22:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:22:59.250008+0000 mgr.smithi176.ajjlsm (mgr.14696) 6755 : cluster [DBG] pgmap v5808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:01.250901+0000 mgr.smithi176.ajjlsm (mgr.14696) 6756 : cluster [DBG] pgmap v5809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:01.250901+0000 mgr.smithi176.ajjlsm (mgr.14696) 6756 : cluster [DBG] pgmap v5809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:03.251435+0000 mgr.smithi176.ajjlsm (mgr.14696) 6757 : cluster [DBG] pgmap v5810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:03.251435+0000 mgr.smithi176.ajjlsm (mgr.14696) 6757 : cluster [DBG] pgmap v5810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:05.251895+0000 mgr.smithi176.ajjlsm (mgr.14696) 6758 : cluster [DBG] pgmap v5811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:05.251895+0000 mgr.smithi176.ajjlsm (mgr.14696) 6758 : cluster [DBG] pgmap v5811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:07.252703+0000 mgr.smithi176.ajjlsm (mgr.14696) 6759 : cluster [DBG] pgmap v5812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:07.252703+0000 mgr.smithi176.ajjlsm (mgr.14696) 6759 : cluster [DBG] pgmap v5812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:09.253350+0000 mgr.smithi176.ajjlsm (mgr.14696) 6760 : cluster [DBG] pgmap v5813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:09.253350+0000 mgr.smithi176.ajjlsm (mgr.14696) 6760 : cluster [DBG] pgmap v5813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:11.254246+0000 mgr.smithi176.ajjlsm (mgr.14696) 6761 : cluster [DBG] pgmap v5814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:11.254246+0000 mgr.smithi176.ajjlsm (mgr.14696) 6761 : cluster [DBG] pgmap v5814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:13.254797+0000 mgr.smithi176.ajjlsm (mgr.14696) 6762 : cluster [DBG] pgmap v5815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:13.254797+0000 mgr.smithi176.ajjlsm (mgr.14696) 6762 : cluster [DBG] pgmap v5815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:15.255397+0000 mgr.smithi176.ajjlsm (mgr.14696) 6763 : cluster [DBG] pgmap v5816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:15.255397+0000 mgr.smithi176.ajjlsm (mgr.14696) 6763 : cluster [DBG] pgmap v5816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:17.256243+0000 mgr.smithi176.ajjlsm (mgr.14696) 6764 : cluster [DBG] pgmap v5817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:17.256243+0000 mgr.smithi176.ajjlsm (mgr.14696) 6764 : cluster [DBG] pgmap v5817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:19.306 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:23:19.576 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:23:19.577 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 7m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:23:19.577 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 7m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:23:19.578 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 7m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:23:19.578 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 7m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:23:19.578 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 7m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:23:19.578 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 7m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:23:19.579 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 7m ago 3h 585M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:23:19.579 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 7m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:23:19.579 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 7m ago 3h 1236M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:23:19.579 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 7m ago 3h 611M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:23:19.580 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 7m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:23:19.580 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 7m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:23:19.580 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 7m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:23:19.580 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 7m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:23:19.580 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 7m ago 3h 917M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:23:19.581 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 7m ago 3h 1773M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:23:19.581 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 7m ago 3h 1208M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:23:19.581 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 7m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:23:19.581 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 7m ago 3h 1814M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:23:19.581 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 7m ago 3h 1968M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:23:19.582 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 7m ago 3h 1622M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:23:19.582 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 7m ago 3h 2429M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:23:19.582 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 7m ago 3h 109M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:23:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:19.256674+0000 mgr.smithi176.ajjlsm (mgr.14696) 6765 : cluster [DBG] pgmap v5818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:19.256674+0000 mgr.smithi176.ajjlsm (mgr.14696) 6765 : cluster [DBG] pgmap v5818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:19.901 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:23:19.902 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:23:19.902 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:23:19.902 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:23:19.902 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:23:19.903 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:23:19.903 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:23:19.903 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:23:19.904 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:23:19.904 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:23:19.904 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:23:19.904 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:23:19.904 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:23:19.905 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:23:19.905 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:23:19.905 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:23:19.905 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:23:19.906 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:23:19.906 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:23:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:23:19.292939+0000 mgr.smithi176.ajjlsm (mgr.14696) 6766 : audit [DBG] from='client.38618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:23:20.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:23:19.566502+0000 mgr.smithi176.ajjlsm (mgr.14696) 6767 : audit [DBG] from='client.38622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:23:20.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:23:19.900555+0000 mon.smithi176 (mon.0) 2128 : audit [DBG] from='client.? 172.21.15.176:0/1272306697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:23:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:23:19.292939+0000 mgr.smithi176.ajjlsm (mgr.14696) 6766 : audit [DBG] from='client.38618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:23:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:23:19.566502+0000 mgr.smithi176.ajjlsm (mgr.14696) 6767 : audit [DBG] from='client.38622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:23:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:23:19.900555+0000 mon.smithi176 (mon.0) 2128 : audit [DBG] from='client.? 172.21.15.176:0/1272306697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:23:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:21.257426+0000 mgr.smithi176.ajjlsm (mgr.14696) 6768 : cluster [DBG] pgmap v5819: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:21.257426+0000 mgr.smithi176.ajjlsm (mgr.14696) 6768 : cluster [DBG] pgmap v5819: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:23.257984+0000 mgr.smithi176.ajjlsm (mgr.14696) 6769 : cluster [DBG] pgmap v5820: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:23.257984+0000 mgr.smithi176.ajjlsm (mgr.14696) 6769 : cluster [DBG] pgmap v5820: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:25.258569+0000 mgr.smithi176.ajjlsm (mgr.14696) 6770 : cluster [DBG] pgmap v5821: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:25.258569+0000 mgr.smithi176.ajjlsm (mgr.14696) 6770 : cluster [DBG] pgmap v5821: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:27.259405+0000 mgr.smithi176.ajjlsm (mgr.14696) 6771 : cluster [DBG] pgmap v5822: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:27.259405+0000 mgr.smithi176.ajjlsm (mgr.14696) 6771 : cluster [DBG] pgmap v5822: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:29.259996+0000 mgr.smithi176.ajjlsm (mgr.14696) 6772 : cluster [DBG] pgmap v5823: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:29.259996+0000 mgr.smithi176.ajjlsm (mgr.14696) 6772 : cluster [DBG] pgmap v5823: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:31.260714+0000 mgr.smithi176.ajjlsm (mgr.14696) 6773 : cluster [DBG] pgmap v5824: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:31.260714+0000 mgr.smithi176.ajjlsm (mgr.14696) 6773 : cluster [DBG] pgmap v5824: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:33.261345+0000 mgr.smithi176.ajjlsm (mgr.14696) 6774 : cluster [DBG] pgmap v5825: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:33.261345+0000 mgr.smithi176.ajjlsm (mgr.14696) 6774 : cluster [DBG] pgmap v5825: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:35.262003+0000 mgr.smithi176.ajjlsm (mgr.14696) 6775 : cluster [DBG] pgmap v5826: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:35.262003+0000 mgr.smithi176.ajjlsm (mgr.14696) 6775 : cluster [DBG] pgmap v5826: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:37.262838+0000 mgr.smithi176.ajjlsm (mgr.14696) 6776 : cluster [DBG] pgmap v5827: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:37.262838+0000 mgr.smithi176.ajjlsm (mgr.14696) 6776 : cluster [DBG] pgmap v5827: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:39.263489+0000 mgr.smithi176.ajjlsm (mgr.14696) 6777 : cluster [DBG] pgmap v5828: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:39.263489+0000 mgr.smithi176.ajjlsm (mgr.14696) 6777 : cluster [DBG] pgmap v5828: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:23:40.613509+0000 mon.smithi176 (mon.0) 2129 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:23:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:23:40.863908+0000 mon.smithi176 (mon.0) 2130 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:23:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:41.264369+0000 mgr.smithi176.ajjlsm (mgr.14696) 6778 : cluster [DBG] pgmap v5829: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:23:40.613509+0000 mon.smithi176 (mon.0) 2129 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:23:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:23:40.863908+0000 mon.smithi176 (mon.0) 2130 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:23:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:41.264369+0000 mgr.smithi176.ajjlsm (mgr.14696) 6778 : cluster [DBG] pgmap v5829: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:43.264921+0000 mgr.smithi176.ajjlsm (mgr.14696) 6779 : cluster [DBG] pgmap v5830: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:43.264921+0000 mgr.smithi176.ajjlsm (mgr.14696) 6779 : cluster [DBG] pgmap v5830: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:45.265401+0000 mgr.smithi176.ajjlsm (mgr.14696) 6780 : cluster [DBG] pgmap v5831: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:45.265401+0000 mgr.smithi176.ajjlsm (mgr.14696) 6780 : cluster [DBG] pgmap v5831: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:47.266251+0000 mgr.smithi176.ajjlsm (mgr.14696) 6781 : cluster [DBG] pgmap v5832: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:47.266251+0000 mgr.smithi176.ajjlsm (mgr.14696) 6781 : cluster [DBG] pgmap v5832: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:49.266875+0000 mgr.smithi176.ajjlsm (mgr.14696) 6782 : cluster [DBG] pgmap v5833: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:49.266875+0000 mgr.smithi176.ajjlsm (mgr.14696) 6782 : cluster [DBG] pgmap v5833: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:50.207 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:23:50.475 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:23:50.475 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:23:50.475 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 8m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:23:50.476 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 8m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:23:50.476 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 8m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:23:50.476 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 8m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:23:50.476 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 8m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:23:50.477 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 8m ago 3h 585M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:23:50.477 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 8m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:23:50.477 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 8m ago 3h 1236M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:23:50.477 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 8m ago 3h 611M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:23:50.478 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 8m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:23:50.478 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 8m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:23:50.478 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 8m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:23:50.478 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 8m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:23:50.478 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 8m ago 3h 917M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:23:50.479 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 8m ago 3h 1773M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:23:50.479 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 8m ago 3h 1208M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:23:50.479 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 8m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:23:50.479 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 8m ago 3h 1814M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:23:50.480 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 8m ago 3h 1968M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:23:50.480 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 8m ago 3h 1622M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:23:50.480 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 8m ago 3h 2429M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:23:50.480 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 8m ago 3h 109M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:23:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:23:50.194831+0000 mgr.smithi176.ajjlsm (mgr.14696) 6783 : audit [DBG] from='client.38630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:23:50.797 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:23:50.798 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:23:50.798 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:23:50.798 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:23:50.799 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:23:50.799 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:23:50.799 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:23:50.799 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:23:50.799 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:23:50.800 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:23:50.800 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:23:50.800 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:23:50.800 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:23:50.800 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:23:50.801 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:23:50.801 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:23:50.801 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:23:50.801 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:23:50.802 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:23:50.802 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:23:50.194831+0000 mgr.smithi176.ajjlsm (mgr.14696) 6783 : audit [DBG] from='client.38630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:23:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:23:50.464894+0000 mgr.smithi176.ajjlsm (mgr.14696) 6784 : audit [DBG] from='client.38634 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:23:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:23:50.796628+0000 mon.smithi176 (mon.0) 2131 : audit [DBG] from='client.? 172.21.15.176:0/1633248144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:23:51.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:51.267502+0000 mgr.smithi176.ajjlsm (mgr.14696) 6785 : cluster [DBG] pgmap v5834: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:23:50.464894+0000 mgr.smithi176.ajjlsm (mgr.14696) 6784 : audit [DBG] from='client.38634 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:23:51.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:23:50.796628+0000 mon.smithi176 (mon.0) 2131 : audit [DBG] from='client.? 172.21.15.176:0/1633248144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:23:51.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:51.267502+0000 mgr.smithi176.ajjlsm (mgr.14696) 6785 : cluster [DBG] pgmap v5834: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:23:52.743242+0000 mon.smithi176 (mon.0) 2132 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:23:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:23:52.744674+0000 mon.smithi176 (mon.0) 2133 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:23:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:23:52.745462+0000 mon.smithi176 (mon.0) 2134 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:23:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:23:52.743242+0000 mon.smithi176 (mon.0) 2132 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:23:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:23:52.744674+0000 mon.smithi176 (mon.0) 2133 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:23:53.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:23:52.745462+0000 mon.smithi176 (mon.0) 2134 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:23:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:23:52.746151+0000 mgr.smithi176.ajjlsm (mgr.14696) 6786 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:23:54.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:23:53.151148+0000 mon.smithi176 (mon.0) 2135 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:23:54.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:23:53.157977+0000 mon.smithi176 (mon.0) 2136 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:23:54.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:53.267938+0000 mgr.smithi176.ajjlsm (mgr.14696) 6787 : cluster [DBG] pgmap v5835: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:23:52.746151+0000 mgr.smithi176.ajjlsm (mgr.14696) 6786 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:23:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:23:53.151148+0000 mon.smithi176 (mon.0) 2135 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:23:54.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:23:53.157977+0000 mon.smithi176 (mon.0) 2136 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:23:54.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:53.267938+0000 mgr.smithi176.ajjlsm (mgr.14696) 6787 : cluster [DBG] pgmap v5835: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:55.268512+0000 mgr.smithi176.ajjlsm (mgr.14696) 6788 : cluster [DBG] pgmap v5836: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:55.268512+0000 mgr.smithi176.ajjlsm (mgr.14696) 6788 : cluster [DBG] pgmap v5836: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:57.269283+0000 mgr.smithi176.ajjlsm (mgr.14696) 6789 : cluster [DBG] pgmap v5837: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:57.269283+0000 mgr.smithi176.ajjlsm (mgr.14696) 6789 : cluster [DBG] pgmap v5837: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:23:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:23:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:23:59.269795+0000 mgr.smithi176.ajjlsm (mgr.14696) 6790 : cluster [DBG] pgmap v5838: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:23:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:23:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:23:59.269795+0000 mgr.smithi176.ajjlsm (mgr.14696) 6790 : cluster [DBG] pgmap v5838: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:01.270763+0000 mgr.smithi176.ajjlsm (mgr.14696) 6791 : cluster [DBG] pgmap v5839: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:01.270763+0000 mgr.smithi176.ajjlsm (mgr.14696) 6791 : cluster [DBG] pgmap v5839: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:03.271234+0000 mgr.smithi176.ajjlsm (mgr.14696) 6792 : cluster [DBG] pgmap v5840: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:03.271234+0000 mgr.smithi176.ajjlsm (mgr.14696) 6792 : cluster [DBG] pgmap v5840: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:05.271834+0000 mgr.smithi176.ajjlsm (mgr.14696) 6793 : cluster [DBG] pgmap v5841: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:05.271834+0000 mgr.smithi176.ajjlsm (mgr.14696) 6793 : cluster [DBG] pgmap v5841: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:07.272659+0000 mgr.smithi176.ajjlsm (mgr.14696) 6794 : cluster [DBG] pgmap v5842: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:07.272659+0000 mgr.smithi176.ajjlsm (mgr.14696) 6794 : cluster [DBG] pgmap v5842: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:09.273199+0000 mgr.smithi176.ajjlsm (mgr.14696) 6795 : cluster [DBG] pgmap v5843: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:09.273199+0000 mgr.smithi176.ajjlsm (mgr.14696) 6795 : cluster [DBG] pgmap v5843: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:11.274057+0000 mgr.smithi176.ajjlsm (mgr.14696) 6796 : cluster [DBG] pgmap v5844: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:11.274057+0000 mgr.smithi176.ajjlsm (mgr.14696) 6796 : cluster [DBG] pgmap v5844: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:13.274702+0000 mgr.smithi176.ajjlsm (mgr.14696) 6797 : cluster [DBG] pgmap v5845: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:13.274702+0000 mgr.smithi176.ajjlsm (mgr.14696) 6797 : cluster [DBG] pgmap v5845: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:15.275210+0000 mgr.smithi176.ajjlsm (mgr.14696) 6798 : cluster [DBG] pgmap v5846: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:15.275210+0000 mgr.smithi176.ajjlsm (mgr.14696) 6798 : cluster [DBG] pgmap v5846: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:17.276071+0000 mgr.smithi176.ajjlsm (mgr.14696) 6799 : cluster [DBG] pgmap v5847: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:17.276071+0000 mgr.smithi176.ajjlsm (mgr.14696) 6799 : cluster [DBG] pgmap v5847: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:19.276607+0000 mgr.smithi176.ajjlsm (mgr.14696) 6800 : cluster [DBG] pgmap v5848: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:19.276607+0000 mgr.smithi176.ajjlsm (mgr.14696) 6800 : cluster [DBG] pgmap v5848: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:21.101 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:24:21.369 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:24:21.369 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:24:21.370 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 8m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:24:21.370 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 8m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:24:21.370 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 8m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:24:21.370 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 8m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:24:21.371 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 8m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:24:21.371 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 8m ago 3h 585M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:24:21.371 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 8m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:24:21.371 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 8m ago 3h 1236M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:24:21.371 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 8m ago 3h 611M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:24:21.372 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 8m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:24:21.372 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 8m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:24:21.372 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 8m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:24:21.372 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 8m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:24:21.372 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 8m ago 3h 917M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:24:21.373 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 8m ago 3h 1773M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:24:21.373 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 8m ago 3h 1208M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:24:21.373 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 8m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:24:21.373 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 8m ago 3h 1814M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:24:21.374 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 8m ago 3h 1968M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:24:21.374 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 8m ago 3h 1622M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:24:21.374 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 8m ago 3h 2429M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:24:21.374 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 8m ago 3h 109M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:24:21.692 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:24:21.692 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:24:21.693 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:24:21.693 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:24:21.693 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:24:21.693 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:24:21.693 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:24:21.694 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:24:21.694 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:24:21.694 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:24:21.694 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:24:21.695 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:24:21.695 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:24:21.695 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:24:21.695 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:24:21.696 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:24:21.696 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:24:21.696 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:24:21.696 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:24:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:24:21.088447+0000 mgr.smithi176.ajjlsm (mgr.14696) 6801 : audit [DBG] from='client.38642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:24:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:21.277335+0000 mgr.smithi176.ajjlsm (mgr.14696) 6802 : cluster [DBG] pgmap v5849: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:24:21.088447+0000 mgr.smithi176.ajjlsm (mgr.14696) 6801 : audit [DBG] from='client.38642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:24:21.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:21.277335+0000 mgr.smithi176.ajjlsm (mgr.14696) 6802 : cluster [DBG] pgmap v5849: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:22.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:24:21.359133+0000 mgr.smithi176.ajjlsm (mgr.14696) 6803 : audit [DBG] from='client.38646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:24:22.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:24:21.691034+0000 mon.smithi176 (mon.0) 2137 : audit [DBG] from='client.? 172.21.15.176:0/3177975670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:24:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:24:21.359133+0000 mgr.smithi176.ajjlsm (mgr.14696) 6803 : audit [DBG] from='client.38646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:24:22.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:24:21.691034+0000 mon.smithi176 (mon.0) 2137 : audit [DBG] from='client.? 172.21.15.176:0/3177975670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:24:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:23.277949+0000 mgr.smithi176.ajjlsm (mgr.14696) 6804 : cluster [DBG] pgmap v5850: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:23.277949+0000 mgr.smithi176.ajjlsm (mgr.14696) 6804 : cluster [DBG] pgmap v5850: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:25.278549+0000 mgr.smithi176.ajjlsm (mgr.14696) 6805 : cluster [DBG] pgmap v5851: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:25.278549+0000 mgr.smithi176.ajjlsm (mgr.14696) 6805 : cluster [DBG] pgmap v5851: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:27.279577+0000 mgr.smithi176.ajjlsm (mgr.14696) 6806 : cluster [DBG] pgmap v5852: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:27.279577+0000 mgr.smithi176.ajjlsm (mgr.14696) 6806 : cluster [DBG] pgmap v5852: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:29.280197+0000 mgr.smithi176.ajjlsm (mgr.14696) 6807 : cluster [DBG] pgmap v5853: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:29.280197+0000 mgr.smithi176.ajjlsm (mgr.14696) 6807 : cluster [DBG] pgmap v5853: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:31.281164+0000 mgr.smithi176.ajjlsm (mgr.14696) 6808 : cluster [DBG] pgmap v5854: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:31.281164+0000 mgr.smithi176.ajjlsm (mgr.14696) 6808 : cluster [DBG] pgmap v5854: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:33.281808+0000 mgr.smithi176.ajjlsm (mgr.14696) 6809 : cluster [DBG] pgmap v5855: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:33.281808+0000 mgr.smithi176.ajjlsm (mgr.14696) 6809 : cluster [DBG] pgmap v5855: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:35.282312+0000 mgr.smithi176.ajjlsm (mgr.14696) 6810 : cluster [DBG] pgmap v5856: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:35.282312+0000 mgr.smithi176.ajjlsm (mgr.14696) 6810 : cluster [DBG] pgmap v5856: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:37.283083+0000 mgr.smithi176.ajjlsm (mgr.14696) 6811 : cluster [DBG] pgmap v5857: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:37.283083+0000 mgr.smithi176.ajjlsm (mgr.14696) 6811 : cluster [DBG] pgmap v5857: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:39.283616+0000 mgr.smithi176.ajjlsm (mgr.14696) 6812 : cluster [DBG] pgmap v5858: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:39.283616+0000 mgr.smithi176.ajjlsm (mgr.14696) 6812 : cluster [DBG] pgmap v5858: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:24:40.615160+0000 mon.smithi176 (mon.0) 2138 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:24:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:24:40.867550+0000 mon.smithi176 (mon.0) 2139 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:24:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:41.284519+0000 mgr.smithi176.ajjlsm (mgr.14696) 6813 : cluster [DBG] pgmap v5859: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:24:40.615160+0000 mon.smithi176 (mon.0) 2138 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:24:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:24:40.867550+0000 mon.smithi176 (mon.0) 2139 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:24:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:41.284519+0000 mgr.smithi176.ajjlsm (mgr.14696) 6813 : cluster [DBG] pgmap v5859: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:43.284987+0000 mgr.smithi176.ajjlsm (mgr.14696) 6814 : cluster [DBG] pgmap v5860: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:43.284987+0000 mgr.smithi176.ajjlsm (mgr.14696) 6814 : cluster [DBG] pgmap v5860: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:45.285544+0000 mgr.smithi176.ajjlsm (mgr.14696) 6815 : cluster [DBG] pgmap v5861: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:45.285544+0000 mgr.smithi176.ajjlsm (mgr.14696) 6815 : cluster [DBG] pgmap v5861: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:47.286328+0000 mgr.smithi176.ajjlsm (mgr.14696) 6816 : cluster [DBG] pgmap v5862: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:47.286328+0000 mgr.smithi176.ajjlsm (mgr.14696) 6816 : cluster [DBG] pgmap v5862: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:49.286927+0000 mgr.smithi176.ajjlsm (mgr.14696) 6817 : cluster [DBG] pgmap v5863: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:49.286927+0000 mgr.smithi176.ajjlsm (mgr.14696) 6817 : cluster [DBG] pgmap v5863: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:51.287708+0000 mgr.smithi176.ajjlsm (mgr.14696) 6818 : cluster [DBG] pgmap v5864: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:51.287708+0000 mgr.smithi176.ajjlsm (mgr.14696) 6818 : cluster [DBG] pgmap v5864: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:51.993 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:24:52.263 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:24:52.264 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:24:52.264 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 9m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:24:52.264 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 9m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:24:52.264 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 9m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:24:52.265 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 9m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:24:52.265 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 9m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:24:52.265 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 9m ago 3h 585M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:24:52.265 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 9m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:24:52.265 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 9m ago 3h 1236M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:24:52.266 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 9m ago 3h 611M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:24:52.266 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 9m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:24:52.266 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 9m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:24:52.266 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 9m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:24:52.266 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 9m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:24:52.267 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 9m ago 3h 917M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:24:52.267 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 9m ago 3h 1773M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:24:52.267 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 9m ago 3h 1208M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:24:52.267 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 9m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:24:52.268 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 9m ago 3h 1814M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:24:52.268 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 9m ago 3h 1968M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:24:52.268 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 9m ago 3h 1622M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:24:52.268 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 9m ago 3h 2429M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:24:52.268 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 9m ago 3h 109M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:24:52.584 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:24:52.585 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:24:52.585 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:24:52.586 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:24:52.586 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:24:52.587 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:24:52.587 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:24:52.588 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:24:52.588 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:24:52.588 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:24:52.589 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:24:52.589 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:24:52.590 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:24:52.590 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:24:52.590 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:24:52.591 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:24:52.591 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:24:52.592 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:24:52.592 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:24:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:24:51.980443+0000 mgr.smithi176.ajjlsm (mgr.14696) 6819 : audit [DBG] from='client.38654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:24:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:24:52.253373+0000 mgr.smithi176.ajjlsm (mgr.14696) 6820 : audit [DBG] from='client.38658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:24:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:24:51.980443+0000 mgr.smithi176.ajjlsm (mgr.14696) 6819 : audit [DBG] from='client.38654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:24:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:24:52.253373+0000 mgr.smithi176.ajjlsm (mgr.14696) 6820 : audit [DBG] from='client.38658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:24:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:24:52.583538+0000 mon.smithi176 (mon.0) 2140 : audit [DBG] from='client.? 172.21.15.176:0/4203289445' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:24:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:24:53.161021+0000 mon.smithi176 (mon.0) 2141 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:24:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:24:53.162381+0000 mon.smithi176 (mon.0) 2142 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:24:53.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:24:53.163136+0000 mon.smithi176 (mon.0) 2143 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:24:53.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:24:53.163781+0000 mgr.smithi176.ajjlsm (mgr.14696) 6821 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:24:53.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:53.288151+0000 mgr.smithi176.ajjlsm (mgr.14696) 6822 : cluster [DBG] pgmap v5865: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:24:52.583538+0000 mon.smithi176 (mon.0) 2140 : audit [DBG] from='client.? 172.21.15.176:0/4203289445' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:24:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:24:53.161021+0000 mon.smithi176 (mon.0) 2141 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:24:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:24:53.162381+0000 mon.smithi176 (mon.0) 2142 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:24:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:24:53.163136+0000 mon.smithi176 (mon.0) 2143 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:24:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:24:53.163781+0000 mgr.smithi176.ajjlsm (mgr.14696) 6821 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:24:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:53.288151+0000 mgr.smithi176.ajjlsm (mgr.14696) 6822 : cluster [DBG] pgmap v5865: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:24:53.553576+0000 mon.smithi176 (mon.0) 2144 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:24:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:24:53.555833+0000 mon.smithi176 (mon.0) 2145 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:24:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:24:53.559753+0000 mon.smithi176 (mon.0) 2146 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:24:54.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:24:53.564354+0000 mon.smithi176 (mon.0) 2147 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:24:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:24:53.553576+0000 mon.smithi176 (mon.0) 2144 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:24:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:24:53.555833+0000 mon.smithi176 (mon.0) 2145 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:24:54.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:24:53.559753+0000 mon.smithi176 (mon.0) 2146 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:24:54.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:24:53.564354+0000 mon.smithi176 (mon.0) 2147 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:24:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:55.288662+0000 mgr.smithi176.ajjlsm (mgr.14696) 6823 : cluster [DBG] pgmap v5866: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:55.288662+0000 mgr.smithi176.ajjlsm (mgr.14696) 6823 : cluster [DBG] pgmap v5866: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:57.289494+0000 mgr.smithi176.ajjlsm (mgr.14696) 6824 : cluster [DBG] pgmap v5867: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:57.289494+0000 mgr.smithi176.ajjlsm (mgr.14696) 6824 : cluster [DBG] pgmap v5867: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:24:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:24:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:24:59.290110+0000 mgr.smithi176.ajjlsm (mgr.14696) 6825 : cluster [DBG] pgmap v5868: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:24:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:24:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:24:59.290110+0000 mgr.smithi176.ajjlsm (mgr.14696) 6825 : cluster [DBG] pgmap v5868: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:01.290847+0000 mgr.smithi176.ajjlsm (mgr.14696) 6826 : cluster [DBG] pgmap v5869: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:01.290847+0000 mgr.smithi176.ajjlsm (mgr.14696) 6826 : cluster [DBG] pgmap v5869: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:03.291317+0000 mgr.smithi176.ajjlsm (mgr.14696) 6827 : cluster [DBG] pgmap v5870: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:03.291317+0000 mgr.smithi176.ajjlsm (mgr.14696) 6827 : cluster [DBG] pgmap v5870: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:05.291830+0000 mgr.smithi176.ajjlsm (mgr.14696) 6828 : cluster [DBG] pgmap v5871: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:05.291830+0000 mgr.smithi176.ajjlsm (mgr.14696) 6828 : cluster [DBG] pgmap v5871: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:07.292774+0000 mgr.smithi176.ajjlsm (mgr.14696) 6829 : cluster [DBG] pgmap v5872: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:07.292774+0000 mgr.smithi176.ajjlsm (mgr.14696) 6829 : cluster [DBG] pgmap v5872: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:09.293329+0000 mgr.smithi176.ajjlsm (mgr.14696) 6830 : cluster [DBG] pgmap v5873: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:09.293329+0000 mgr.smithi176.ajjlsm (mgr.14696) 6830 : cluster [DBG] pgmap v5873: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:11.294078+0000 mgr.smithi176.ajjlsm (mgr.14696) 6831 : cluster [DBG] pgmap v5874: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:11.294078+0000 mgr.smithi176.ajjlsm (mgr.14696) 6831 : cluster [DBG] pgmap v5874: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:13.294558+0000 mgr.smithi176.ajjlsm (mgr.14696) 6832 : cluster [DBG] pgmap v5875: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:13.294558+0000 mgr.smithi176.ajjlsm (mgr.14696) 6832 : cluster [DBG] pgmap v5875: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:15.295107+0000 mgr.smithi176.ajjlsm (mgr.14696) 6833 : cluster [DBG] pgmap v5876: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:15.295107+0000 mgr.smithi176.ajjlsm (mgr.14696) 6833 : cluster [DBG] pgmap v5876: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:17.296048+0000 mgr.smithi176.ajjlsm (mgr.14696) 6834 : cluster [DBG] pgmap v5877: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:17.296048+0000 mgr.smithi176.ajjlsm (mgr.14696) 6834 : cluster [DBG] pgmap v5877: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:19.296688+0000 mgr.smithi176.ajjlsm (mgr.14696) 6835 : cluster [DBG] pgmap v5878: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:19.296688+0000 mgr.smithi176.ajjlsm (mgr.14696) 6835 : cluster [DBG] pgmap v5878: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:21.297526+0000 mgr.smithi176.ajjlsm (mgr.14696) 6836 : cluster [DBG] pgmap v5879: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:21.297526+0000 mgr.smithi176.ajjlsm (mgr.14696) 6836 : cluster [DBG] pgmap v5879: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:22.888 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:25:23.156 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:25:23.157 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:25:23.157 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 9m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:25:23.157 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 9m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:25:23.157 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 9m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:25:23.158 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 9m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:25:23.158 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 9m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:25:23.158 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 9m ago 3h 585M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:25:23.158 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 9m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:25:23.159 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 9m ago 3h 1236M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:25:23.159 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 9m ago 3h 611M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:25:23.159 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 9m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:25:23.159 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 9m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:25:23.159 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 9m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:25:23.160 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 9m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:25:23.160 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 9m ago 3h 917M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:25:23.160 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 9m ago 3h 1773M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:25:23.160 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 9m ago 3h 1208M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:25:23.161 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 9m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:25:23.161 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 9m ago 3h 1814M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:25:23.161 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 9m ago 3h 1968M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:25:23.161 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 9m ago 3h 1622M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:25:23.162 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 9m ago 3h 2429M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:25:23.162 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 9m ago 3h 109M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:25:23.480 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:25:23.481 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:25:23.481 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:25:23.481 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:25:23.482 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:25:23.482 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:25:23.482 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:25:23.482 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:25:23.483 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:25:23.483 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:25:23.483 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:25:23.483 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:25:23.484 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:25:23.484 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:25:23.484 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:25:23.484 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:25:23.485 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:25:23.485 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:25:23.485 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:25:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:25:22.875077+0000 mgr.smithi176.ajjlsm (mgr.14696) 6837 : audit [DBG] from='client.38666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:25:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:25:23.146300+0000 mgr.smithi176.ajjlsm (mgr.14696) 6838 : audit [DBG] from='client.38670 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:25:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:23.297900+0000 mgr.smithi176.ajjlsm (mgr.14696) 6839 : cluster [DBG] pgmap v5880: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:25:22.875077+0000 mgr.smithi176.ajjlsm (mgr.14696) 6837 : audit [DBG] from='client.38666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:25:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:25:23.146300+0000 mgr.smithi176.ajjlsm (mgr.14696) 6838 : audit [DBG] from='client.38670 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:25:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:23.297900+0000 mgr.smithi176.ajjlsm (mgr.14696) 6839 : cluster [DBG] pgmap v5880: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:25:23.479439+0000 mon.smithi176 (mon.0) 2148 : audit [DBG] from='client.? 172.21.15.176:0/2348739318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:25:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:25:23.479439+0000 mon.smithi176 (mon.0) 2148 : audit [DBG] from='client.? 172.21.15.176:0/2348739318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:25:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:25.298405+0000 mgr.smithi176.ajjlsm (mgr.14696) 6840 : cluster [DBG] pgmap v5881: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:25.298405+0000 mgr.smithi176.ajjlsm (mgr.14696) 6840 : cluster [DBG] pgmap v5881: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:27.299201+0000 mgr.smithi176.ajjlsm (mgr.14696) 6841 : cluster [DBG] pgmap v5882: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:27.299201+0000 mgr.smithi176.ajjlsm (mgr.14696) 6841 : cluster [DBG] pgmap v5882: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:29.299689+0000 mgr.smithi176.ajjlsm (mgr.14696) 6842 : cluster [DBG] pgmap v5883: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:29.299689+0000 mgr.smithi176.ajjlsm (mgr.14696) 6842 : cluster [DBG] pgmap v5883: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:31.300701+0000 mgr.smithi176.ajjlsm (mgr.14696) 6843 : cluster [DBG] pgmap v5884: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:31.300701+0000 mgr.smithi176.ajjlsm (mgr.14696) 6843 : cluster [DBG] pgmap v5884: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:33.301272+0000 mgr.smithi176.ajjlsm (mgr.14696) 6844 : cluster [DBG] pgmap v5885: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:33.301272+0000 mgr.smithi176.ajjlsm (mgr.14696) 6844 : cluster [DBG] pgmap v5885: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:35.301857+0000 mgr.smithi176.ajjlsm (mgr.14696) 6845 : cluster [DBG] pgmap v5886: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:35.301857+0000 mgr.smithi176.ajjlsm (mgr.14696) 6845 : cluster [DBG] pgmap v5886: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:37.302769+0000 mgr.smithi176.ajjlsm (mgr.14696) 6846 : cluster [DBG] pgmap v5887: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:37.302769+0000 mgr.smithi176.ajjlsm (mgr.14696) 6846 : cluster [DBG] pgmap v5887: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:39.303275+0000 mgr.smithi176.ajjlsm (mgr.14696) 6847 : cluster [DBG] pgmap v5888: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:39.303275+0000 mgr.smithi176.ajjlsm (mgr.14696) 6847 : cluster [DBG] pgmap v5888: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:25:40.616840+0000 mon.smithi176 (mon.0) 2149 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:25:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:25:40.872912+0000 mon.smithi176 (mon.0) 2150 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:25:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:41.304026+0000 mgr.smithi176.ajjlsm (mgr.14696) 6848 : cluster [DBG] pgmap v5889: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:25:40.616840+0000 mon.smithi176 (mon.0) 2149 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:25:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:25:40.872912+0000 mon.smithi176 (mon.0) 2150 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:25:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:41.304026+0000 mgr.smithi176.ajjlsm (mgr.14696) 6848 : cluster [DBG] pgmap v5889: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:43.304569+0000 mgr.smithi176.ajjlsm (mgr.14696) 6849 : cluster [DBG] pgmap v5890: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:43.304569+0000 mgr.smithi176.ajjlsm (mgr.14696) 6849 : cluster [DBG] pgmap v5890: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:45.305167+0000 mgr.smithi176.ajjlsm (mgr.14696) 6850 : cluster [DBG] pgmap v5891: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:45.305167+0000 mgr.smithi176.ajjlsm (mgr.14696) 6850 : cluster [DBG] pgmap v5891: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:47.306096+0000 mgr.smithi176.ajjlsm (mgr.14696) 6851 : cluster [DBG] pgmap v5892: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:47.306096+0000 mgr.smithi176.ajjlsm (mgr.14696) 6851 : cluster [DBG] pgmap v5892: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:49.306772+0000 mgr.smithi176.ajjlsm (mgr.14696) 6852 : cluster [DBG] pgmap v5893: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:49.306772+0000 mgr.smithi176.ajjlsm (mgr.14696) 6852 : cluster [DBG] pgmap v5893: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:51.307564+0000 mgr.smithi176.ajjlsm (mgr.14696) 6853 : cluster [DBG] pgmap v5894: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:51.307564+0000 mgr.smithi176.ajjlsm (mgr.14696) 6853 : cluster [DBG] pgmap v5894: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:53.308218+0000 mgr.smithi176.ajjlsm (mgr.14696) 6854 : cluster [DBG] pgmap v5895: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:53.793 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:25:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:53.308218+0000 mgr.smithi176.ajjlsm (mgr.14696) 6854 : cluster [DBG] pgmap v5895: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:54.085 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:25:54.085 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 10m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:25:54.085 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 10m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:25:54.085 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 10m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:25:54.086 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 10m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:25:54.086 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 10m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:25:54.086 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 10m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:25:54.086 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 10m ago 3h 585M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:25:54.086 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 10m ago 3h 403M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:25:54.087 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 10m ago 3h 1236M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:25:54.087 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 10m ago 3h 611M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:25:54.087 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 10m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:25:54.087 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 10m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:25:54.088 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 10m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:25:54.088 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 10m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:25:54.088 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 10m ago 3h 917M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:25:54.088 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 10m ago 3h 1773M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:25:54.088 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 10m ago 3h 1208M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:25:54.089 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 10m ago 3h 1939M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:25:54.089 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 10m ago 3h 1814M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:25:54.089 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 10m ago 3h 1968M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:25:54.089 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 10m ago 3h 1622M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:25:54.089 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 10m ago 3h 2429M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:25:54.090 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 10m ago 3h 109M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:25:54.420 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:25:54.421 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:25:54.421 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:25:54.421 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:25:54.421 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:25:54.422 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:25:54.422 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:25:54.422 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:25:54.422 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:25:54.422 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:25:54.423 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:25:54.423 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:25:54.423 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:25:54.423 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:25:54.423 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:25:54.424 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:25:54.424 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:25:54.424 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:25:54.424 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:25:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:25:53.566972+0000 mon.smithi176 (mon.0) 2151 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:25:54.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:25:53.568238+0000 mon.smithi176 (mon.0) 2152 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:25:54.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:25:53.568913+0000 mon.smithi176 (mon.0) 2153 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:25:54.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:25:53.569539+0000 mgr.smithi176.ajjlsm (mgr.14696) 6855 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:25:54.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:25:53.780183+0000 mgr.smithi176.ajjlsm (mgr.14696) 6856 : audit [DBG] from='client.38678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:25:54.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:25:54.074246+0000 mgr.smithi176.ajjlsm (mgr.14696) 6857 : audit [DBG] from='client.38682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:25:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:25:53.566972+0000 mon.smithi176 (mon.0) 2151 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:25:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:25:53.568238+0000 mon.smithi176 (mon.0) 2152 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:25:54.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:25:53.568913+0000 mon.smithi176 (mon.0) 2153 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:25:54.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:25:53.569539+0000 mgr.smithi176.ajjlsm (mgr.14696) 6855 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:25:54.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:25:53.780183+0000 mgr.smithi176.ajjlsm (mgr.14696) 6856 : audit [DBG] from='client.38678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:25:54.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:25:54.074246+0000 mgr.smithi176.ajjlsm (mgr.14696) 6857 : audit [DBG] from='client.38682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:25:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:25:54.419186+0000 mon.smithi176 (mon.0) 2154 : audit [DBG] from='client.? 172.21.15.176:0/3003981309' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:25:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:55.308634+0000 mgr.smithi176.ajjlsm (mgr.14696) 6858 : cluster [DBG] pgmap v5896: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:25:54.419186+0000 mon.smithi176 (mon.0) 2154 : audit [DBG] from='client.? 172.21.15.176:0/3003981309' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:25:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:55.308634+0000 mgr.smithi176.ajjlsm (mgr.14696) 6858 : cluster [DBG] pgmap v5896: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:25:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:57.309333+0000 mgr.smithi176.ajjlsm (mgr.14696) 6859 : cluster [DBG] pgmap v5897: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:57.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:57.309333+0000 mgr.smithi176.ajjlsm (mgr.14696) 6859 : cluster [DBG] pgmap v5897: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:25:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:25:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:25:58.014621+0000 mon.smithi176 (mon.0) 2155 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:25:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:25:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:25:58.014621+0000 mon.smithi176 (mon.0) 2155 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:26:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:25:59.309735+0000 mgr.smithi176.ajjlsm (mgr.14696) 6860 : cluster [DBG] pgmap v5898: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:25:59.309735+0000 mgr.smithi176.ajjlsm (mgr.14696) 6860 : cluster [DBG] pgmap v5898: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:26:00.294034+0000 mon.smithi176 (mon.0) 2156 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:26:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:26:00.687638+0000 mon.smithi176 (mon.0) 2157 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:26:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:26:00.692363+0000 mon.smithi176 (mon.0) 2158 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:26:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:26:00.294034+0000 mon.smithi176 (mon.0) 2156 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:26:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:26:00.687638+0000 mon.smithi176 (mon.0) 2157 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:26:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:26:00.692363+0000 mon.smithi176 (mon.0) 2158 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:26:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:01.310604+0000 mgr.smithi176.ajjlsm (mgr.14696) 6861 : cluster [DBG] pgmap v5899: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:01.310604+0000 mgr.smithi176.ajjlsm (mgr.14696) 6861 : cluster [DBG] pgmap v5899: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:03.311092+0000 mgr.smithi176.ajjlsm (mgr.14696) 6862 : cluster [DBG] pgmap v5900: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:03.311092+0000 mgr.smithi176.ajjlsm (mgr.14696) 6862 : cluster [DBG] pgmap v5900: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:05.311761+0000 mgr.smithi176.ajjlsm (mgr.14696) 6863 : cluster [DBG] pgmap v5901: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:05.311761+0000 mgr.smithi176.ajjlsm (mgr.14696) 6863 : cluster [DBG] pgmap v5901: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:07.312593+0000 mgr.smithi176.ajjlsm (mgr.14696) 6864 : cluster [DBG] pgmap v5902: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:07.312593+0000 mgr.smithi176.ajjlsm (mgr.14696) 6864 : cluster [DBG] pgmap v5902: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:09.313254+0000 mgr.smithi176.ajjlsm (mgr.14696) 6865 : cluster [DBG] pgmap v5903: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:09.313254+0000 mgr.smithi176.ajjlsm (mgr.14696) 6865 : cluster [DBG] pgmap v5903: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:11.314239+0000 mgr.smithi176.ajjlsm (mgr.14696) 6866 : cluster [DBG] pgmap v5904: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:11.314239+0000 mgr.smithi176.ajjlsm (mgr.14696) 6866 : cluster [DBG] pgmap v5904: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:13.314719+0000 mgr.smithi176.ajjlsm (mgr.14696) 6867 : cluster [DBG] pgmap v5905: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:13.314719+0000 mgr.smithi176.ajjlsm (mgr.14696) 6867 : cluster [DBG] pgmap v5905: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:15.315221+0000 mgr.smithi176.ajjlsm (mgr.14696) 6868 : cluster [DBG] pgmap v5906: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:15.315221+0000 mgr.smithi176.ajjlsm (mgr.14696) 6868 : cluster [DBG] pgmap v5906: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:17.316160+0000 mgr.smithi176.ajjlsm (mgr.14696) 6869 : cluster [DBG] pgmap v5907: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:17.316160+0000 mgr.smithi176.ajjlsm (mgr.14696) 6869 : cluster [DBG] pgmap v5907: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:19.316614+0000 mgr.smithi176.ajjlsm (mgr.14696) 6870 : cluster [DBG] pgmap v5908: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:19.316614+0000 mgr.smithi176.ajjlsm (mgr.14696) 6870 : cluster [DBG] pgmap v5908: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:22.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:21.317472+0000 mgr.smithi176.ajjlsm (mgr.14696) 6871 : cluster [DBG] pgmap v5909: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:21.317472+0000 mgr.smithi176.ajjlsm (mgr.14696) 6871 : cluster [DBG] pgmap v5909: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:24.718 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:26:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:23.317946+0000 mgr.smithi176.ajjlsm (mgr.14696) 6872 : cluster [DBG] pgmap v5910: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:24.989 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:26:24.989 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 24s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:26:24.989 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 24s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:26:24.989 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 26s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:26:24.990 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 24s ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:26:24.990 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 24s ago 3h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:26:24.990 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 26s ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:26:24.990 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 24s ago 3h 591M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:26:24.991 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 26s ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:26:24.991 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 24s ago 3h 1293M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:26:24.991 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 26s ago 3h 615M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:26:24.991 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 24s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:26:24.992 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 26s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:26:24.992 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 24s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:26:24.992 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 26s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:26:24.992 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 24s ago 3h 945M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:26:24.993 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 24s ago 3h 1807M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:26:24.993 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 24s ago 3h 1229M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:26:24.993 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 24s ago 3h 1974M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:26:24.993 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 26s ago 3h 1846M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:26:24.993 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 26s ago 3h 1996M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:26:24.994 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 26s ago 3h 1648M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:26:24.994 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 26s ago 3h 2461M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:26:24.994 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 24s ago 3h 111M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:26:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:23.317946+0000 mgr.smithi176.ajjlsm (mgr.14696) 6872 : cluster [DBG] pgmap v5910: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:25.312 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:26:25.313 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:26:25.313 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:26:25.313 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:26:25.313 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:26:25.314 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:26:25.314 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:26:25.314 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:26:25.314 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:26:25.315 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:26:25.315 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:26:25.315 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:26:25.315 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:26:25.315 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:26:25.316 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:26:25.316 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:26:25.316 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:26:25.316 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:26:25.316 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:26:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:26:24.706089+0000 mgr.smithi176.ajjlsm (mgr.14696) 6873 : audit [DBG] from='client.38690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:26:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:26:24.979013+0000 mgr.smithi176.ajjlsm (mgr.14696) 6874 : audit [DBG] from='client.38694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:26:25.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:26:25.311787+0000 mon.smithi176 (mon.0) 2159 : audit [DBG] from='client.? 172.21.15.176:0/2433132209' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:26:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:26:24.706089+0000 mgr.smithi176.ajjlsm (mgr.14696) 6873 : audit [DBG] from='client.38690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:26:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:26:24.979013+0000 mgr.smithi176.ajjlsm (mgr.14696) 6874 : audit [DBG] from='client.38694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:26:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:26:25.311787+0000 mon.smithi176 (mon.0) 2159 : audit [DBG] from='client.? 172.21.15.176:0/2433132209' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:26:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:25.318365+0000 mgr.smithi176.ajjlsm (mgr.14696) 6875 : cluster [DBG] pgmap v5911: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:25.318365+0000 mgr.smithi176.ajjlsm (mgr.14696) 6875 : cluster [DBG] pgmap v5911: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:27.319272+0000 mgr.smithi176.ajjlsm (mgr.14696) 6876 : cluster [DBG] pgmap v5912: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:27.319272+0000 mgr.smithi176.ajjlsm (mgr.14696) 6876 : cluster [DBG] pgmap v5912: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:29.319857+0000 mgr.smithi176.ajjlsm (mgr.14696) 6877 : cluster [DBG] pgmap v5913: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:29.319857+0000 mgr.smithi176.ajjlsm (mgr.14696) 6877 : cluster [DBG] pgmap v5913: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:32.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:31.320532+0000 mgr.smithi176.ajjlsm (mgr.14696) 6878 : cluster [DBG] pgmap v5914: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:31.320532+0000 mgr.smithi176.ajjlsm (mgr.14696) 6878 : cluster [DBG] pgmap v5914: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:33.320955+0000 mgr.smithi176.ajjlsm (mgr.14696) 6879 : cluster [DBG] pgmap v5915: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:33.320955+0000 mgr.smithi176.ajjlsm (mgr.14696) 6879 : cluster [DBG] pgmap v5915: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:35.321523+0000 mgr.smithi176.ajjlsm (mgr.14696) 6880 : cluster [DBG] pgmap v5916: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:35.321523+0000 mgr.smithi176.ajjlsm (mgr.14696) 6880 : cluster [DBG] pgmap v5916: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:37.322313+0000 mgr.smithi176.ajjlsm (mgr.14696) 6881 : cluster [DBG] pgmap v5917: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:37.322313+0000 mgr.smithi176.ajjlsm (mgr.14696) 6881 : cluster [DBG] pgmap v5917: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:39.322750+0000 mgr.smithi176.ajjlsm (mgr.14696) 6882 : cluster [DBG] pgmap v5918: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:39.322750+0000 mgr.smithi176.ajjlsm (mgr.14696) 6882 : cluster [DBG] pgmap v5918: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:26:40.618556+0000 mon.smithi176 (mon.0) 2160 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:26:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:26:40.877234+0000 mon.smithi176 (mon.0) 2161 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:26:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:26:40.618556+0000 mon.smithi176 (mon.0) 2160 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:26:42.117 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:26:40.877234+0000 mon.smithi176 (mon.0) 2161 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:26:42.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:41.323532+0000 mgr.smithi176.ajjlsm (mgr.14696) 6883 : cluster [DBG] pgmap v5919: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:41.323532+0000 mgr.smithi176.ajjlsm (mgr.14696) 6883 : cluster [DBG] pgmap v5919: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:43.323995+0000 mgr.smithi176.ajjlsm (mgr.14696) 6884 : cluster [DBG] pgmap v5920: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:43.323995+0000 mgr.smithi176.ajjlsm (mgr.14696) 6884 : cluster [DBG] pgmap v5920: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:45.324612+0000 mgr.smithi176.ajjlsm (mgr.14696) 6885 : cluster [DBG] pgmap v5921: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:47.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:45.324612+0000 mgr.smithi176.ajjlsm (mgr.14696) 6885 : cluster [DBG] pgmap v5921: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:47.325423+0000 mgr.smithi176.ajjlsm (mgr.14696) 6886 : cluster [DBG] pgmap v5922: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:47.325423+0000 mgr.smithi176.ajjlsm (mgr.14696) 6886 : cluster [DBG] pgmap v5922: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:49.325989+0000 mgr.smithi176.ajjlsm (mgr.14696) 6887 : cluster [DBG] pgmap v5923: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:49.325989+0000 mgr.smithi176.ajjlsm (mgr.14696) 6887 : cluster [DBG] pgmap v5923: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:52.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:51.326702+0000 mgr.smithi176.ajjlsm (mgr.14696) 6888 : cluster [DBG] pgmap v5924: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:51.326702+0000 mgr.smithi176.ajjlsm (mgr.14696) 6888 : cluster [DBG] pgmap v5924: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:53.327328+0000 mgr.smithi176.ajjlsm (mgr.14696) 6889 : cluster [DBG] pgmap v5925: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:53.327328+0000 mgr.smithi176.ajjlsm (mgr.14696) 6889 : cluster [DBG] pgmap v5925: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:55.614 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:26:55.884 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:26:55.885 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 55s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:26:55.885 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 55s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:26:55.885 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 57s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:26:55.885 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 55s ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:26:55.886 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 55s ago 3h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:26:55.886 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 57s ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:26:55.886 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 55s ago 3h 591M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:26:55.886 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 57s ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:26:55.887 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 55s ago 3h 1293M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:26:55.887 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 57s ago 3h 615M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:26:55.887 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 55s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:26:55.887 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 57s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:26:55.888 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 55s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:26:55.888 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 57s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:26:55.888 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 55s ago 3h 945M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:26:55.888 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 55s ago 3h 1807M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:26:55.888 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 55s ago 3h 1229M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:26:55.889 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 55s ago 3h 1974M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:26:55.889 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 57s ago 3h 1846M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:26:55.889 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 57s ago 3h 1996M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:26:55.889 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 57s ago 3h 1648M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:26:55.890 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 57s ago 3h 2461M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:26:55.890 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 55s ago 3h 111M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:26:56.206 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:26:56.206 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:26:56.207 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:26:56.207 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:26:56.207 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:26:56.207 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:26:56.207 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:26:56.208 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:26:56.208 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:26:56.208 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:26:56.208 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:26:56.209 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:26:56.209 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:26:56.209 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:26:56.209 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:26:56.209 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:26:56.210 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:26:56.210 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:26:56.210 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:26:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:55.327772+0000 mgr.smithi176.ajjlsm (mgr.14696) 6890 : cluster [DBG] pgmap v5926: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:56.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:26:55.601856+0000 mgr.smithi176.ajjlsm (mgr.14696) 6891 : audit [DBG] from='client.38702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:26:56.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:26:55.874498+0000 mgr.smithi176.ajjlsm (mgr.14696) 6892 : audit [DBG] from='client.38706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:26:56.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:26:56.205275+0000 mon.smithi176 (mon.0) 2162 : audit [DBG] from='client.? 172.21.15.176:0/1980837590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:26:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:55.327772+0000 mgr.smithi176.ajjlsm (mgr.14696) 6890 : cluster [DBG] pgmap v5926: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:26:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:26:55.601856+0000 mgr.smithi176.ajjlsm (mgr.14696) 6891 : audit [DBG] from='client.38702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:26:57.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:26:55.874498+0000 mgr.smithi176.ajjlsm (mgr.14696) 6892 : audit [DBG] from='client.38706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:26:57.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:26:56.205275+0000 mon.smithi176 (mon.0) 2162 : audit [DBG] from='client.? 172.21.15.176:0/1980837590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:26:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:26:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:57.328510+0000 mgr.smithi176.ajjlsm (mgr.14696) 6893 : cluster [DBG] pgmap v5927: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:26:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:26:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:57.328510+0000 mgr.smithi176.ajjlsm (mgr.14696) 6893 : cluster [DBG] pgmap v5927: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:26:59.329164+0000 mgr.smithi176.ajjlsm (mgr.14696) 6894 : cluster [DBG] pgmap v5928: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:01.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:26:59.329164+0000 mgr.smithi176.ajjlsm (mgr.14696) 6894 : cluster [DBG] pgmap v5928: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:27:00.694917+0000 mon.smithi176 (mon.0) 2163 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:27:01.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:27:00.696271+0000 mon.smithi176 (mon.0) 2164 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:27:01.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:27:00.697063+0000 mon.smithi176 (mon.0) 2165 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:27:01.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:27:00.697761+0000 mgr.smithi176.ajjlsm (mgr.14696) 6895 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:27:01.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:27:01.101506+0000 mon.smithi176 (mon.0) 2166 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:27:01.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:27:01.106071+0000 mon.smithi176 (mon.0) 2167 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:27:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:27:00.694917+0000 mon.smithi176 (mon.0) 2163 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:27:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:27:00.696271+0000 mon.smithi176 (mon.0) 2164 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:27:02.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:27:00.697063+0000 mon.smithi176 (mon.0) 2165 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:27:02.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:27:00.697761+0000 mgr.smithi176.ajjlsm (mgr.14696) 6895 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:27:02.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:27:01.101506+0000 mon.smithi176 (mon.0) 2166 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:27:02.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:27:01.106071+0000 mon.smithi176 (mon.0) 2167 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:27:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:01.330063+0000 mgr.smithi176.ajjlsm (mgr.14696) 6896 : cluster [DBG] pgmap v5929: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:01.330063+0000 mgr.smithi176.ajjlsm (mgr.14696) 6896 : cluster [DBG] pgmap v5929: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:03.330607+0000 mgr.smithi176.ajjlsm (mgr.14696) 6897 : cluster [DBG] pgmap v5930: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:03.330607+0000 mgr.smithi176.ajjlsm (mgr.14696) 6897 : cluster [DBG] pgmap v5930: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:05.331172+0000 mgr.smithi176.ajjlsm (mgr.14696) 6898 : cluster [DBG] pgmap v5931: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:05.331172+0000 mgr.smithi176.ajjlsm (mgr.14696) 6898 : cluster [DBG] pgmap v5931: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:07.332160+0000 mgr.smithi176.ajjlsm (mgr.14696) 6899 : cluster [DBG] pgmap v5932: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:07.332160+0000 mgr.smithi176.ajjlsm (mgr.14696) 6899 : cluster [DBG] pgmap v5932: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:09.332652+0000 mgr.smithi176.ajjlsm (mgr.14696) 6900 : cluster [DBG] pgmap v5933: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:09.332652+0000 mgr.smithi176.ajjlsm (mgr.14696) 6900 : cluster [DBG] pgmap v5933: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:11.333616+0000 mgr.smithi176.ajjlsm (mgr.14696) 6901 : cluster [DBG] pgmap v5934: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:11.333616+0000 mgr.smithi176.ajjlsm (mgr.14696) 6901 : cluster [DBG] pgmap v5934: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:13.334071+0000 mgr.smithi176.ajjlsm (mgr.14696) 6902 : cluster [DBG] pgmap v5935: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:13.334071+0000 mgr.smithi176.ajjlsm (mgr.14696) 6902 : cluster [DBG] pgmap v5935: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:15.334524+0000 mgr.smithi176.ajjlsm (mgr.14696) 6903 : cluster [DBG] pgmap v5936: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:15.334524+0000 mgr.smithi176.ajjlsm (mgr.14696) 6903 : cluster [DBG] pgmap v5936: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:17.335321+0000 mgr.smithi176.ajjlsm (mgr.14696) 6904 : cluster [DBG] pgmap v5937: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:17.335321+0000 mgr.smithi176.ajjlsm (mgr.14696) 6904 : cluster [DBG] pgmap v5937: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:19.335765+0000 mgr.smithi176.ajjlsm (mgr.14696) 6905 : cluster [DBG] pgmap v5938: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:19.335765+0000 mgr.smithi176.ajjlsm (mgr.14696) 6905 : cluster [DBG] pgmap v5938: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:21.336759+0000 mgr.smithi176.ajjlsm (mgr.14696) 6906 : cluster [DBG] pgmap v5939: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:21.336759+0000 mgr.smithi176.ajjlsm (mgr.14696) 6906 : cluster [DBG] pgmap v5939: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:23.337463+0000 mgr.smithi176.ajjlsm (mgr.14696) 6907 : cluster [DBG] pgmap v5940: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:23.337463+0000 mgr.smithi176.ajjlsm (mgr.14696) 6907 : cluster [DBG] pgmap v5940: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:26.507 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:27:26.776 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:27:26.777 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 86s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:27:26.777 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 86s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:27:26.777 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 88s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:27:26.778 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 86s ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:27:26.778 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 86s ago 3h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:27:26.778 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 88s ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:27:26.778 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 86s ago 3h 591M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:27:26.778 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 88s ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:27:26.779 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 86s ago 3h 1293M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:27:26.779 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 88s ago 3h 615M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:27:26.779 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 86s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:27:26.779 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 88s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:27:26.779 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 86s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:27:26.780 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 88s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:27:26.780 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 86s ago 3h 945M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:27:26.780 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 86s ago 3h 1807M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:27:26.780 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 86s ago 3h 1229M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:27:26.781 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 86s ago 3h 1974M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:27:26.781 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 88s ago 3h 1846M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:27:26.781 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 88s ago 3h 1996M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:27:26.781 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 88s ago 3h 1648M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:27:26.781 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 88s ago 3h 2461M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:27:26.782 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 86s ago 3h 111M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:27:27.099 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:27:27.100 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:27:27.100 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:27:27.101 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:27:27.101 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:27:27.101 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:27:27.101 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:27:27.102 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:27:27.102 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:27:27.102 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:27:27.102 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:27:27.103 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:27:27.103 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:27:27.103 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:27:27.103 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:27:27.104 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:27:27.104 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:27:27.104 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:27:27.104 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:27:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:25.337969+0000 mgr.smithi176.ajjlsm (mgr.14696) 6908 : cluster [DBG] pgmap v5941: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:27:27.098718+0000 mon.smithi176 (mon.0) 2168 : audit [DBG] from='client.? 172.21.15.176:0/2108390864' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:27:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:25.337969+0000 mgr.smithi176.ajjlsm (mgr.14696) 6908 : cluster [DBG] pgmap v5941: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:27:27.098718+0000 mon.smithi176 (mon.0) 2168 : audit [DBG] from='client.? 172.21.15.176:0/2108390864' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:27:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:27:26.493844+0000 mgr.smithi176.ajjlsm (mgr.14696) 6909 : audit [DBG] from='client.38714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:27:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:27:26.766710+0000 mgr.smithi176.ajjlsm (mgr.14696) 6910 : audit [DBG] from='client.38718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:27:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:27:26.493844+0000 mgr.smithi176.ajjlsm (mgr.14696) 6909 : audit [DBG] from='client.38714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:27:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:27:26.766710+0000 mgr.smithi176.ajjlsm (mgr.14696) 6910 : audit [DBG] from='client.38718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:27:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:27.338995+0000 mgr.smithi176.ajjlsm (mgr.14696) 6911 : cluster [DBG] pgmap v5942: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:27.338995+0000 mgr.smithi176.ajjlsm (mgr.14696) 6911 : cluster [DBG] pgmap v5942: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:29.339577+0000 mgr.smithi176.ajjlsm (mgr.14696) 6912 : cluster [DBG] pgmap v5943: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:29.339577+0000 mgr.smithi176.ajjlsm (mgr.14696) 6912 : cluster [DBG] pgmap v5943: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:31.340485+0000 mgr.smithi176.ajjlsm (mgr.14696) 6913 : cluster [DBG] pgmap v5944: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:31.340485+0000 mgr.smithi176.ajjlsm (mgr.14696) 6913 : cluster [DBG] pgmap v5944: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:33.340983+0000 mgr.smithi176.ajjlsm (mgr.14696) 6914 : cluster [DBG] pgmap v5945: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:33.340983+0000 mgr.smithi176.ajjlsm (mgr.14696) 6914 : cluster [DBG] pgmap v5945: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:35.341469+0000 mgr.smithi176.ajjlsm (mgr.14696) 6915 : cluster [DBG] pgmap v5946: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:35.341469+0000 mgr.smithi176.ajjlsm (mgr.14696) 6915 : cluster [DBG] pgmap v5946: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:37.342489+0000 mgr.smithi176.ajjlsm (mgr.14696) 6916 : cluster [DBG] pgmap v5947: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:37.342489+0000 mgr.smithi176.ajjlsm (mgr.14696) 6916 : cluster [DBG] pgmap v5947: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:39.342999+0000 mgr.smithi176.ajjlsm (mgr.14696) 6917 : cluster [DBG] pgmap v5948: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:27:40.620204+0000 mon.smithi176 (mon.0) 2169 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:27:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:27:40.881814+0000 mon.smithi176 (mon.0) 2170 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:27:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:39.342999+0000 mgr.smithi176.ajjlsm (mgr.14696) 6917 : cluster [DBG] pgmap v5948: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:27:40.620204+0000 mon.smithi176 (mon.0) 2169 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:27:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:27:40.881814+0000 mon.smithi176 (mon.0) 2170 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:27:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:41.343750+0000 mgr.smithi176.ajjlsm (mgr.14696) 6918 : cluster [DBG] pgmap v5949: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:41.343750+0000 mgr.smithi176.ajjlsm (mgr.14696) 6918 : cluster [DBG] pgmap v5949: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:43.344469+0000 mgr.smithi176.ajjlsm (mgr.14696) 6919 : cluster [DBG] pgmap v5950: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:43.344469+0000 mgr.smithi176.ajjlsm (mgr.14696) 6919 : cluster [DBG] pgmap v5950: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:45.344985+0000 mgr.smithi176.ajjlsm (mgr.14696) 6920 : cluster [DBG] pgmap v5951: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:45.344985+0000 mgr.smithi176.ajjlsm (mgr.14696) 6920 : cluster [DBG] pgmap v5951: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:47.345971+0000 mgr.smithi176.ajjlsm (mgr.14696) 6921 : cluster [DBG] pgmap v5952: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:47.345971+0000 mgr.smithi176.ajjlsm (mgr.14696) 6921 : cluster [DBG] pgmap v5952: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:49.346449+0000 mgr.smithi176.ajjlsm (mgr.14696) 6922 : cluster [DBG] pgmap v5953: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:49.346449+0000 mgr.smithi176.ajjlsm (mgr.14696) 6922 : cluster [DBG] pgmap v5953: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:51.347256+0000 mgr.smithi176.ajjlsm (mgr.14696) 6923 : cluster [DBG] pgmap v5954: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:51.347256+0000 mgr.smithi176.ajjlsm (mgr.14696) 6923 : cluster [DBG] pgmap v5954: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:53.347783+0000 mgr.smithi176.ajjlsm (mgr.14696) 6924 : cluster [DBG] pgmap v5955: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:53.347783+0000 mgr.smithi176.ajjlsm (mgr.14696) 6924 : cluster [DBG] pgmap v5955: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:57.403 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:27:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:55.348286+0000 mgr.smithi176.ajjlsm (mgr.14696) 6925 : cluster [DBG] pgmap v5956: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:55.348286+0000 mgr.smithi176.ajjlsm (mgr.14696) 6925 : cluster [DBG] pgmap v5956: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:27:57.671 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:27:57.671 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 117s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:27:57.671 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 117s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:27:57.672 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 119s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:27:57.672 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 117s ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:27:57.672 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 117s ago 3h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:27:57.672 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 119s ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:27:57.673 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 117s ago 3h 591M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:27:57.673 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 119s ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:27:57.673 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 117s ago 3h 1293M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:27:57.673 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 119s ago 3h 615M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:27:57.673 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 117s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:27:57.674 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 119s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:27:57.674 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 117s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:27:57.674 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 119s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:27:57.674 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 117s ago 3h 945M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:27:57.675 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 117s ago 3h 1807M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:27:57.675 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 117s ago 3h 1229M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:27:57.675 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 117s ago 3h 1974M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:27:57.675 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 119s ago 3h 1846M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:27:57.676 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 119s ago 3h 1996M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:27:57.676 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 119s ago 3h 1648M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:27:57.676 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 119s ago 3h 2461M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:27:57.676 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 117s ago 3h 111M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:27:57.995 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:27:57.996 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:27:57.996 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:27:57.996 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:27:57.997 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:27:57.997 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:27:57.997 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:27:57.997 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:27:57.998 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:27:57.998 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:27:57.998 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:27:57.998 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:27:57.998 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:27:57.999 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:27:57.999 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:27:57.999 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:27:57.999 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:27:57.999 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:27:58.000 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:27:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:27:57.994539+0000 mon.smithi176 (mon.0) 2171 : audit [DBG] from='client.? 172.21.15.176:0/439047124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:27:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:27:57.994539+0000 mon.smithi176 (mon.0) 2171 : audit [DBG] from='client.? 172.21.15.176:0/439047124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:27:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:57.349028+0000 mgr.smithi176.ajjlsm (mgr.14696) 6926 : cluster [DBG] pgmap v5957: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:27:57.389905+0000 mgr.smithi176.ajjlsm (mgr.14696) 6927 : audit [DBG] from='client.38726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:27:59.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:27:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:27:57.661199+0000 mgr.smithi176.ajjlsm (mgr.14696) 6928 : audit [DBG] from='client.38730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:27:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:57.349028+0000 mgr.smithi176.ajjlsm (mgr.14696) 6926 : cluster [DBG] pgmap v5957: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:27:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:27:57.389905+0000 mgr.smithi176.ajjlsm (mgr.14696) 6927 : audit [DBG] from='client.38726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:27:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:27:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:27:57.661199+0000 mgr.smithi176.ajjlsm (mgr.14696) 6928 : audit [DBG] from='client.38730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:28:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:27:59.349498+0000 mgr.smithi176.ajjlsm (mgr.14696) 6929 : cluster [DBG] pgmap v5958: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:28:01.108563+0000 mon.smithi176 (mon.0) 2172 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:28:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:28:01.109901+0000 mon.smithi176 (mon.0) 2173 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:28:01.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:28:01.110687+0000 mon.smithi176 (mon.0) 2174 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:28:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:27:59.349498+0000 mgr.smithi176.ajjlsm (mgr.14696) 6929 : cluster [DBG] pgmap v5958: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:28:01.108563+0000 mon.smithi176 (mon.0) 2172 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:28:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:28:01.109901+0000 mon.smithi176 (mon.0) 2173 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:28:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:28:01.110687+0000 mon.smithi176 (mon.0) 2174 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:28:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:28:01.111418+0000 mgr.smithi176.ajjlsm (mgr.14696) 6930 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:28:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:28:01.364801+0000 mon.smithi176 (mon.0) 2175 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:28:02.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:28:01.751783+0000 mon.smithi176 (mon.0) 2176 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:28:02.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:28:01.756315+0000 mon.smithi176 (mon.0) 2177 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:28:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:28:01.111418+0000 mgr.smithi176.ajjlsm (mgr.14696) 6930 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:28:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:28:01.364801+0000 mon.smithi176 (mon.0) 2175 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:28:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:28:01.751783+0000 mon.smithi176 (mon.0) 2176 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:28:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:28:01.756315+0000 mon.smithi176 (mon.0) 2177 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:28:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:01.350205+0000 mgr.smithi176.ajjlsm (mgr.14696) 6931 : cluster [DBG] pgmap v5959: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:01.350205+0000 mgr.smithi176.ajjlsm (mgr.14696) 6931 : cluster [DBG] pgmap v5959: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:03.350633+0000 mgr.smithi176.ajjlsm (mgr.14696) 6932 : cluster [DBG] pgmap v5960: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:03.350633+0000 mgr.smithi176.ajjlsm (mgr.14696) 6932 : cluster [DBG] pgmap v5960: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:05.351228+0000 mgr.smithi176.ajjlsm (mgr.14696) 6933 : cluster [DBG] pgmap v5961: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:05.351228+0000 mgr.smithi176.ajjlsm (mgr.14696) 6933 : cluster [DBG] pgmap v5961: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:07.352081+0000 mgr.smithi176.ajjlsm (mgr.14696) 6934 : cluster [DBG] pgmap v5962: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:07.352081+0000 mgr.smithi176.ajjlsm (mgr.14696) 6934 : cluster [DBG] pgmap v5962: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:09.352622+0000 mgr.smithi176.ajjlsm (mgr.14696) 6935 : cluster [DBG] pgmap v5963: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:09.352622+0000 mgr.smithi176.ajjlsm (mgr.14696) 6935 : cluster [DBG] pgmap v5963: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:11.353441+0000 mgr.smithi176.ajjlsm (mgr.14696) 6936 : cluster [DBG] pgmap v5964: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:11.353441+0000 mgr.smithi176.ajjlsm (mgr.14696) 6936 : cluster [DBG] pgmap v5964: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:13.353904+0000 mgr.smithi176.ajjlsm (mgr.14696) 6937 : cluster [DBG] pgmap v5965: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:13.353904+0000 mgr.smithi176.ajjlsm (mgr.14696) 6937 : cluster [DBG] pgmap v5965: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:15.354436+0000 mgr.smithi176.ajjlsm (mgr.14696) 6938 : cluster [DBG] pgmap v5966: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:15.354436+0000 mgr.smithi176.ajjlsm (mgr.14696) 6938 : cluster [DBG] pgmap v5966: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:17.355337+0000 mgr.smithi176.ajjlsm (mgr.14696) 6939 : cluster [DBG] pgmap v5967: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:17.355337+0000 mgr.smithi176.ajjlsm (mgr.14696) 6939 : cluster [DBG] pgmap v5967: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:19.355838+0000 mgr.smithi176.ajjlsm (mgr.14696) 6940 : cluster [DBG] pgmap v5968: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:19.355838+0000 mgr.smithi176.ajjlsm (mgr.14696) 6940 : cluster [DBG] pgmap v5968: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:21.356733+0000 mgr.smithi176.ajjlsm (mgr.14696) 6941 : cluster [DBG] pgmap v5969: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:21.356733+0000 mgr.smithi176.ajjlsm (mgr.14696) 6941 : cluster [DBG] pgmap v5969: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:25.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:23.357354+0000 mgr.smithi176.ajjlsm (mgr.14696) 6942 : cluster [DBG] pgmap v5970: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:23.357354+0000 mgr.smithi176.ajjlsm (mgr.14696) 6942 : cluster [DBG] pgmap v5970: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:25.357963+0000 mgr.smithi176.ajjlsm (mgr.14696) 6943 : cluster [DBG] pgmap v5971: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:25.357963+0000 mgr.smithi176.ajjlsm (mgr.14696) 6943 : cluster [DBG] pgmap v5971: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:28.299 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:28:28.566 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:28:28.566 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:28:28.566 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 2m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:28:28.567 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 2m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:28:28.567 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 2m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:28:28.567 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 2m ago 3h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:28:28.567 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 2m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:28:28.568 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 2m ago 3h 591M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:28:28.568 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 2m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:28:28.568 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 2m ago 3h 1293M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:28:28.568 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 2m ago 3h 615M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:28:28.569 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 2m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:28:28.569 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 2m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:28:28.569 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 2m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:28:28.569 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 2m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:28:28.570 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 2m ago 3h 945M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:28:28.570 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 2m ago 3h 1807M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:28:28.570 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 2m ago 3h 1229M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:28:28.571 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 2m ago 3h 1974M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:28:28.571 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 2m ago 3h 1846M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:28:28.571 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 2m ago 3h 1996M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:28:28.571 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 2m ago 3h 1648M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:28:28.572 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 2m ago 3h 2461M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:28:28.572 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 2m ago 3h 111M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:28:28.887 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:28:28.887 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:28:28.888 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:28:28.888 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:28:28.888 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:28:28.888 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:28:28.889 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:28:28.889 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:28:28.889 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:28:28.889 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:28:28.889 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:28:28.890 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:28:28.890 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:28:28.890 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:28:28.890 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:28:28.891 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:28:28.891 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:28:28.891 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:28:28.891 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:28:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:27.358858+0000 mgr.smithi176.ajjlsm (mgr.14696) 6944 : cluster [DBG] pgmap v5972: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:28:28.286627+0000 mgr.smithi176.ajjlsm (mgr.14696) 6945 : audit [DBG] from='client.38738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:28:29.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:28:28.886320+0000 mon.smithi176 (mon.0) 2178 : audit [DBG] from='client.? 172.21.15.176:0/2775499659' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:28:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:27.358858+0000 mgr.smithi176.ajjlsm (mgr.14696) 6944 : cluster [DBG] pgmap v5972: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:28:28.286627+0000 mgr.smithi176.ajjlsm (mgr.14696) 6945 : audit [DBG] from='client.38738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:28:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:28:28.886320+0000 mon.smithi176 (mon.0) 2178 : audit [DBG] from='client.? 172.21.15.176:0/2775499659' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:28:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:28:28.556074+0000 mgr.smithi176.ajjlsm (mgr.14696) 6946 : audit [DBG] from='client.38742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:28:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:28:28.556074+0000 mgr.smithi176.ajjlsm (mgr.14696) 6946 : audit [DBG] from='client.38742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:28:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:29.359310+0000 mgr.smithi176.ajjlsm (mgr.14696) 6947 : cluster [DBG] pgmap v5973: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:29.359310+0000 mgr.smithi176.ajjlsm (mgr.14696) 6947 : cluster [DBG] pgmap v5973: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:31.360159+0000 mgr.smithi176.ajjlsm (mgr.14696) 6948 : cluster [DBG] pgmap v5974: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:31.360159+0000 mgr.smithi176.ajjlsm (mgr.14696) 6948 : cluster [DBG] pgmap v5974: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:33.360765+0000 mgr.smithi176.ajjlsm (mgr.14696) 6949 : cluster [DBG] pgmap v5975: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:33.360765+0000 mgr.smithi176.ajjlsm (mgr.14696) 6949 : cluster [DBG] pgmap v5975: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:35.361506+0000 mgr.smithi176.ajjlsm (mgr.14696) 6950 : cluster [DBG] pgmap v5976: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:35.361506+0000 mgr.smithi176.ajjlsm (mgr.14696) 6950 : cluster [DBG] pgmap v5976: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:37.362471+0000 mgr.smithi176.ajjlsm (mgr.14696) 6951 : cluster [DBG] pgmap v5977: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:37.362471+0000 mgr.smithi176.ajjlsm (mgr.14696) 6951 : cluster [DBG] pgmap v5977: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:39.363172+0000 mgr.smithi176.ajjlsm (mgr.14696) 6952 : cluster [DBG] pgmap v5978: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:28:40.621917+0000 mon.smithi176 (mon.0) 2179 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:28:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:28:40.886018+0000 mon.smithi176 (mon.0) 2180 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:28:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:39.363172+0000 mgr.smithi176.ajjlsm (mgr.14696) 6952 : cluster [DBG] pgmap v5978: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:28:40.621917+0000 mon.smithi176 (mon.0) 2179 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:28:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:28:40.886018+0000 mon.smithi176 (mon.0) 2180 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:28:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:41.363991+0000 mgr.smithi176.ajjlsm (mgr.14696) 6953 : cluster [DBG] pgmap v5979: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:41.363991+0000 mgr.smithi176.ajjlsm (mgr.14696) 6953 : cluster [DBG] pgmap v5979: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:43.364608+0000 mgr.smithi176.ajjlsm (mgr.14696) 6954 : cluster [DBG] pgmap v5980: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:43.364608+0000 mgr.smithi176.ajjlsm (mgr.14696) 6954 : cluster [DBG] pgmap v5980: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:45.365172+0000 mgr.smithi176.ajjlsm (mgr.14696) 6955 : cluster [DBG] pgmap v5981: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:45.365172+0000 mgr.smithi176.ajjlsm (mgr.14696) 6955 : cluster [DBG] pgmap v5981: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:47.366083+0000 mgr.smithi176.ajjlsm (mgr.14696) 6956 : cluster [DBG] pgmap v5982: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:47.366083+0000 mgr.smithi176.ajjlsm (mgr.14696) 6956 : cluster [DBG] pgmap v5982: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:49.366579+0000 mgr.smithi176.ajjlsm (mgr.14696) 6957 : cluster [DBG] pgmap v5983: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:49.366579+0000 mgr.smithi176.ajjlsm (mgr.14696) 6957 : cluster [DBG] pgmap v5983: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:51.367451+0000 mgr.smithi176.ajjlsm (mgr.14696) 6958 : cluster [DBG] pgmap v5984: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:51.367451+0000 mgr.smithi176.ajjlsm (mgr.14696) 6958 : cluster [DBG] pgmap v5984: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:53.368116+0000 mgr.smithi176.ajjlsm (mgr.14696) 6959 : cluster [DBG] pgmap v5985: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:53.368116+0000 mgr.smithi176.ajjlsm (mgr.14696) 6959 : cluster [DBG] pgmap v5985: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:55.368637+0000 mgr.smithi176.ajjlsm (mgr.14696) 6960 : cluster [DBG] pgmap v5986: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:55.368637+0000 mgr.smithi176.ajjlsm (mgr.14696) 6960 : cluster [DBG] pgmap v5986: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:28:59.195 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:28:59.463 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:28:59.463 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:28:59.464 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 2m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:28:59.464 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 3m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:28:59.464 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 2m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:28:59.464 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 2m ago 3h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:28:59.465 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 3m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:28:59.465 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 2m ago 3h 591M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:28:59.465 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 3m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:28:59.465 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 2m ago 3h 1293M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:28:59.466 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 3m ago 3h 615M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:28:59.466 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 2m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:28:59.466 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 3m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:28:59.466 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 2m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:28:59.467 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 3m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:28:59.467 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 2m ago 3h 945M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:28:59.467 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 2m ago 3h 1807M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:28:59.467 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 2m ago 3h 1229M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:28:59.467 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 2m ago 3h 1974M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:28:59.468 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 3m ago 3h 1846M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:28:59.468 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 3m ago 3h 1996M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:28:59.468 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 3m ago 3h 1648M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:28:59.468 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 3m ago 3h 2461M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:28:59.469 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 2m ago 3h 111M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:28:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:28:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:57.369617+0000 mgr.smithi176.ajjlsm (mgr.14696) 6961 : cluster [DBG] pgmap v5987: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:28:59.785 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:28:59.786 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:28:59.786 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:28:59.786 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:28:59.786 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:28:59.787 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:28:59.787 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:28:59.787 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:28:59.787 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:28:59.788 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:28:59.788 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:28:59.788 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:28:59.789 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:28:59.789 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:28:59.789 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:28:59.789 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:28:59.790 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:28:59.790 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:28:59.790 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:28:59.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:28:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:57.369617+0000 mgr.smithi176.ajjlsm (mgr.14696) 6961 : cluster [DBG] pgmap v5987: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:28:59.182685+0000 mgr.smithi176.ajjlsm (mgr.14696) 6962 : audit [DBG] from='client.38750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:29:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:28:59.784532+0000 mon.smithi176 (mon.0) 2181 : audit [DBG] from='client.? 172.21.15.176:0/2442621688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:29:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:28:59.182685+0000 mgr.smithi176.ajjlsm (mgr.14696) 6962 : audit [DBG] from='client.38750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:29:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:28:59.784532+0000 mon.smithi176 (mon.0) 2181 : audit [DBG] from='client.? 172.21.15.176:0/2442621688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:29:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:28:59.370027+0000 mgr.smithi176.ajjlsm (mgr.14696) 6963 : cluster [DBG] pgmap v5988: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:28:59.453623+0000 mgr.smithi176.ajjlsm (mgr.14696) 6964 : audit [DBG] from='client.38754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:29:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:28:59.370027+0000 mgr.smithi176.ajjlsm (mgr.14696) 6963 : cluster [DBG] pgmap v5988: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:28:59.453623+0000 mgr.smithi176.ajjlsm (mgr.14696) 6964 : audit [DBG] from='client.38754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:29:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:29:01.758910+0000 mon.smithi176 (mon.0) 2182 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:29:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:29:01.760448+0000 mon.smithi176 (mon.0) 2183 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:29:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:29:01.761313+0000 mon.smithi176 (mon.0) 2184 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:29:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:29:02.111376+0000 mon.smithi176 (mon.0) 2185 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:29:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:29:01.758910+0000 mon.smithi176 (mon.0) 2182 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:29:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:29:01.760448+0000 mon.smithi176 (mon.0) 2183 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:29:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:29:01.761313+0000 mon.smithi176 (mon.0) 2184 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:29:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:29:02.111376+0000 mon.smithi176 (mon.0) 2185 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:29:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:01.370965+0000 mgr.smithi176.ajjlsm (mgr.14696) 6965 : cluster [DBG] pgmap v5989: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:29:01.762052+0000 mgr.smithi176.ajjlsm (mgr.14696) 6966 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:29:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:29:02.502498+0000 mon.smithi176 (mon.0) 2186 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:29:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:29:02.507253+0000 mon.smithi176 (mon.0) 2187 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:29:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:01.370965+0000 mgr.smithi176.ajjlsm (mgr.14696) 6965 : cluster [DBG] pgmap v5989: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:29:01.762052+0000 mgr.smithi176.ajjlsm (mgr.14696) 6966 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:29:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:29:02.502498+0000 mon.smithi176 (mon.0) 2186 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:29:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:29:02.507253+0000 mon.smithi176 (mon.0) 2187 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:29:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:03.371488+0000 mgr.smithi176.ajjlsm (mgr.14696) 6967 : cluster [DBG] pgmap v5990: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:03.371488+0000 mgr.smithi176.ajjlsm (mgr.14696) 6967 : cluster [DBG] pgmap v5990: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:05.372148+0000 mgr.smithi176.ajjlsm (mgr.14696) 6968 : cluster [DBG] pgmap v5991: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:05.372148+0000 mgr.smithi176.ajjlsm (mgr.14696) 6968 : cluster [DBG] pgmap v5991: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:07.372880+0000 mgr.smithi176.ajjlsm (mgr.14696) 6969 : cluster [DBG] pgmap v5992: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:07.372880+0000 mgr.smithi176.ajjlsm (mgr.14696) 6969 : cluster [DBG] pgmap v5992: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:09.373420+0000 mgr.smithi176.ajjlsm (mgr.14696) 6970 : cluster [DBG] pgmap v5993: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:09.373420+0000 mgr.smithi176.ajjlsm (mgr.14696) 6970 : cluster [DBG] pgmap v5993: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:12.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:11.374367+0000 mgr.smithi176.ajjlsm (mgr.14696) 6971 : cluster [DBG] pgmap v5994: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:11.374367+0000 mgr.smithi176.ajjlsm (mgr.14696) 6971 : cluster [DBG] pgmap v5994: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:13.374860+0000 mgr.smithi176.ajjlsm (mgr.14696) 6972 : cluster [DBG] pgmap v5995: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:15.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:13.374860+0000 mgr.smithi176.ajjlsm (mgr.14696) 6972 : cluster [DBG] pgmap v5995: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:15.375409+0000 mgr.smithi176.ajjlsm (mgr.14696) 6973 : cluster [DBG] pgmap v5996: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:15.375409+0000 mgr.smithi176.ajjlsm (mgr.14696) 6973 : cluster [DBG] pgmap v5996: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:17.376483+0000 mgr.smithi176.ajjlsm (mgr.14696) 6974 : cluster [DBG] pgmap v5997: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:19.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:17.376483+0000 mgr.smithi176.ajjlsm (mgr.14696) 6974 : cluster [DBG] pgmap v5997: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:19.376979+0000 mgr.smithi176.ajjlsm (mgr.14696) 6975 : cluster [DBG] pgmap v5998: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:19.376979+0000 mgr.smithi176.ajjlsm (mgr.14696) 6975 : cluster [DBG] pgmap v5998: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:22.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:21.377665+0000 mgr.smithi176.ajjlsm (mgr.14696) 6976 : cluster [DBG] pgmap v5999: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:21.377665+0000 mgr.smithi176.ajjlsm (mgr.14696) 6976 : cluster [DBG] pgmap v5999: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:23.378392+0000 mgr.smithi176.ajjlsm (mgr.14696) 6977 : cluster [DBG] pgmap v6000: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:23.378392+0000 mgr.smithi176.ajjlsm (mgr.14696) 6977 : cluster [DBG] pgmap v6000: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:25.378865+0000 mgr.smithi176.ajjlsm (mgr.14696) 6978 : cluster [DBG] pgmap v6001: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:25.378865+0000 mgr.smithi176.ajjlsm (mgr.14696) 6978 : cluster [DBG] pgmap v6001: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:27.379657+0000 mgr.smithi176.ajjlsm (mgr.14696) 6979 : cluster [DBG] pgmap v6002: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:27.379657+0000 mgr.smithi176.ajjlsm (mgr.14696) 6979 : cluster [DBG] pgmap v6002: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:30.090 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:29:30.360 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:29:30.360 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:29:30.360 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 3m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:29:30.361 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 3m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:29:30.361 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 3m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:29:30.361 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 3m ago 3h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:29:30.361 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 3m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:29:30.362 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 3m ago 3h 591M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:29:30.362 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 3m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:29:30.362 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 3m ago 3h 1293M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:29:30.362 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 3m ago 3h 615M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:29:30.362 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 3m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:29:30.363 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 3m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:29:30.363 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 3m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:29:30.363 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 3m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:29:30.363 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 3m ago 3h 945M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:29:30.363 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 3m ago 3h 1807M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:29:30.364 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 3m ago 3h 1229M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:29:30.364 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 3m ago 3h 1974M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:29:30.364 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 3m ago 3h 1846M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:29:30.364 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 3m ago 3h 1996M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:29:30.365 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 3m ago 3h 1648M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:29:30.365 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 3m ago 3h 2461M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:29:30.365 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 3m ago 3h 111M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:29:30.684 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:29:30.684 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:29:30.685 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:29:30.685 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:29:30.685 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:29:30.685 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:29:30.686 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:29:30.686 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:29:30.686 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:29:30.687 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:29:30.687 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:29:30.687 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:29:30.687 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:29:30.688 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:29:30.688 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:29:30.688 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:29:30.688 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:29:30.688 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:29:30.689 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:29:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:29.380103+0000 mgr.smithi176.ajjlsm (mgr.14696) 6980 : cluster [DBG] pgmap v6003: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:29:30.077718+0000 mgr.smithi176.ajjlsm (mgr.14696) 6981 : audit [DBG] from='client.38762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:29:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:29.380103+0000 mgr.smithi176.ajjlsm (mgr.14696) 6980 : cluster [DBG] pgmap v6003: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:29:30.077718+0000 mgr.smithi176.ajjlsm (mgr.14696) 6981 : audit [DBG] from='client.38762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:29:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:29:30.350096+0000 mgr.smithi176.ajjlsm (mgr.14696) 6982 : audit [DBG] from='client.38766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:29:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:29:30.683403+0000 mon.smithi176 (mon.0) 2188 : audit [DBG] from='client.? 172.21.15.176:0/3256704240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:29:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:29:30.350096+0000 mgr.smithi176.ajjlsm (mgr.14696) 6982 : audit [DBG] from='client.38766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:29:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:29:30.683403+0000 mon.smithi176 (mon.0) 2188 : audit [DBG] from='client.? 172.21.15.176:0/3256704240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:29:32.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:31.380888+0000 mgr.smithi176.ajjlsm (mgr.14696) 6983 : cluster [DBG] pgmap v6004: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:31.380888+0000 mgr.smithi176.ajjlsm (mgr.14696) 6983 : cluster [DBG] pgmap v6004: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:33.381424+0000 mgr.smithi176.ajjlsm (mgr.14696) 6984 : cluster [DBG] pgmap v6005: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:33.381424+0000 mgr.smithi176.ajjlsm (mgr.14696) 6984 : cluster [DBG] pgmap v6005: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:35.381958+0000 mgr.smithi176.ajjlsm (mgr.14696) 6985 : cluster [DBG] pgmap v6006: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:35.381958+0000 mgr.smithi176.ajjlsm (mgr.14696) 6985 : cluster [DBG] pgmap v6006: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:37.382786+0000 mgr.smithi176.ajjlsm (mgr.14696) 6986 : cluster [DBG] pgmap v6007: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:37.382786+0000 mgr.smithi176.ajjlsm (mgr.14696) 6986 : cluster [DBG] pgmap v6007: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:39.383441+0000 mgr.smithi176.ajjlsm (mgr.14696) 6987 : cluster [DBG] pgmap v6008: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:29:40.623626+0000 mon.smithi176 (mon.0) 2189 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:29:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:39.383441+0000 mgr.smithi176.ajjlsm (mgr.14696) 6987 : cluster [DBG] pgmap v6008: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:29:40.623626+0000 mon.smithi176 (mon.0) 2189 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:29:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:29:40.890558+0000 mon.smithi176 (mon.0) 2190 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:29:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:29:40.890558+0000 mon.smithi176 (mon.0) 2190 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:29:42.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:41.384411+0000 mgr.smithi176.ajjlsm (mgr.14696) 6988 : cluster [DBG] pgmap v6009: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:41.384411+0000 mgr.smithi176.ajjlsm (mgr.14696) 6988 : cluster [DBG] pgmap v6009: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:43.385069+0000 mgr.smithi176.ajjlsm (mgr.14696) 6989 : cluster [DBG] pgmap v6010: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:43.385069+0000 mgr.smithi176.ajjlsm (mgr.14696) 6989 : cluster [DBG] pgmap v6010: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:45.385527+0000 mgr.smithi176.ajjlsm (mgr.14696) 6990 : cluster [DBG] pgmap v6011: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:47.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:45.385527+0000 mgr.smithi176.ajjlsm (mgr.14696) 6990 : cluster [DBG] pgmap v6011: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:47.386419+0000 mgr.smithi176.ajjlsm (mgr.14696) 6991 : cluster [DBG] pgmap v6012: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:47.386419+0000 mgr.smithi176.ajjlsm (mgr.14696) 6991 : cluster [DBG] pgmap v6012: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:49.386948+0000 mgr.smithi176.ajjlsm (mgr.14696) 6992 : cluster [DBG] pgmap v6013: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:49.386948+0000 mgr.smithi176.ajjlsm (mgr.14696) 6992 : cluster [DBG] pgmap v6013: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:52.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:51.387736+0000 mgr.smithi176.ajjlsm (mgr.14696) 6993 : cluster [DBG] pgmap v6014: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:51.387736+0000 mgr.smithi176.ajjlsm (mgr.14696) 6993 : cluster [DBG] pgmap v6014: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:53.388309+0000 mgr.smithi176.ajjlsm (mgr.14696) 6994 : cluster [DBG] pgmap v6015: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:53.388309+0000 mgr.smithi176.ajjlsm (mgr.14696) 6994 : cluster [DBG] pgmap v6015: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:55.388934+0000 mgr.smithi176.ajjlsm (mgr.14696) 6995 : cluster [DBG] pgmap v6016: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:55.388934+0000 mgr.smithi176.ajjlsm (mgr.14696) 6995 : cluster [DBG] pgmap v6016: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:29:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:29:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:57.389853+0000 mgr.smithi176.ajjlsm (mgr.14696) 6996 : cluster [DBG] pgmap v6017: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:29:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:29:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:57.389853+0000 mgr.smithi176.ajjlsm (mgr.14696) 6996 : cluster [DBG] pgmap v6017: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:29:59.390483+0000 mgr.smithi176.ajjlsm (mgr.14696) 6997 : cluster [DBG] pgmap v6018: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:00.000146+0000 mon.smithi176 (mon.0) 2191 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T10:30:00.988 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:30:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:29:59.390483+0000 mgr.smithi176.ajjlsm (mgr.14696) 6997 : cluster [DBG] pgmap v6018: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:00.000146+0000 mon.smithi176 (mon.0) 2191 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T10:30:01.256 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:30:01.257 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:30:01.257 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 4m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:30:01.257 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 4m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:30:01.257 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 4m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:30:01.257 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 4m ago 3h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:30:01.258 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 4m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:30:01.258 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 4m ago 3h 591M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:30:01.258 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 4m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:30:01.258 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 4m ago 3h 1293M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:30:01.259 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 4m ago 3h 615M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:30:01.259 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 4m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:30:01.259 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 4m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:30:01.259 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 4m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:30:01.260 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 4m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:30:01.260 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 4m ago 3h 945M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:30:01.260 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 4m ago 3h 1807M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:30:01.260 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 4m ago 3h 1229M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:30:01.261 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 4m ago 3h 1974M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:30:01.261 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 4m ago 3h 1846M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:30:01.261 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 4m ago 3h 1996M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:30:01.261 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 4m ago 3h 1648M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:30:01.261 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 4m ago 3h 2461M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:30:01.262 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 4m ago 3h 111M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:30:01.580 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:30:01.581 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:30:01.581 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:30:01.581 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:30:01.582 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:30:01.582 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:30:01.582 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:30:01.582 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:30:01.583 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:30:01.583 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:30:01.583 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:30:01.583 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:30:01.584 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:30:01.584 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:30:01.584 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:30:01.584 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:30:01.585 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:30:01.585 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:30:01.585 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:30:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:30:00.975671+0000 mgr.smithi176.ajjlsm (mgr.14696) 6998 : audit [DBG] from='client.38774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:30:01.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:30:01.246031+0000 mgr.smithi176.ajjlsm (mgr.14696) 6999 : audit [DBG] from='client.38778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:30:01.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:30:01.579607+0000 mon.smithi176 (mon.0) 2192 : audit [DBG] from='client.? 172.21.15.176:0/1737340093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:30:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:30:00.975671+0000 mgr.smithi176.ajjlsm (mgr.14696) 6998 : audit [DBG] from='client.38774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:30:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:30:01.246031+0000 mgr.smithi176.ajjlsm (mgr.14696) 6999 : audit [DBG] from='client.38778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:30:02.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:30:01.579607+0000 mon.smithi176 (mon.0) 2192 : audit [DBG] from='client.? 172.21.15.176:0/1737340093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:30:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:01.391221+0000 mgr.smithi176.ajjlsm (mgr.14696) 7000 : cluster [DBG] pgmap v6019: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:30:02.510053+0000 mon.smithi176 (mon.0) 2193 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:30:02.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:30:02.511424+0000 mon.smithi176 (mon.0) 2194 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:30:02.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:30:02.512182+0000 mon.smithi176 (mon.0) 2195 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:30:03.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:01.391221+0000 mgr.smithi176.ajjlsm (mgr.14696) 7000 : cluster [DBG] pgmap v6019: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:03.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:30:02.510053+0000 mon.smithi176 (mon.0) 2193 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:30:03.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:30:02.511424+0000 mon.smithi176 (mon.0) 2194 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:30:03.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:30:02.512182+0000 mon.smithi176 (mon.0) 2195 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:30:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:30:02.512824+0000 mgr.smithi176.ajjlsm (mgr.14696) 7001 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:30:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:30:02.915414+0000 mon.smithi176 (mon.0) 2196 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:30:04.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:30:02.923112+0000 mon.smithi176 (mon.0) 2197 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:30:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:30:02.512824+0000 mgr.smithi176.ajjlsm (mgr.14696) 7001 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:30:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:30:02.915414+0000 mon.smithi176 (mon.0) 2196 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:30:04.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:30:02.923112+0000 mon.smithi176 (mon.0) 2197 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:30:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:03.391715+0000 mgr.smithi176.ajjlsm (mgr.14696) 7002 : cluster [DBG] pgmap v6020: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:03.391715+0000 mgr.smithi176.ajjlsm (mgr.14696) 7002 : cluster [DBG] pgmap v6020: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:05.392290+0000 mgr.smithi176.ajjlsm (mgr.14696) 7003 : cluster [DBG] pgmap v6021: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:05.392290+0000 mgr.smithi176.ajjlsm (mgr.14696) 7003 : cluster [DBG] pgmap v6021: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:07.393173+0000 mgr.smithi176.ajjlsm (mgr.14696) 7004 : cluster [DBG] pgmap v6022: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:07.393173+0000 mgr.smithi176.ajjlsm (mgr.14696) 7004 : cluster [DBG] pgmap v6022: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:09.393858+0000 mgr.smithi176.ajjlsm (mgr.14696) 7005 : cluster [DBG] pgmap v6023: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:09.393858+0000 mgr.smithi176.ajjlsm (mgr.14696) 7005 : cluster [DBG] pgmap v6023: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:11.394684+0000 mgr.smithi176.ajjlsm (mgr.14696) 7006 : cluster [DBG] pgmap v6024: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:11.394684+0000 mgr.smithi176.ajjlsm (mgr.14696) 7006 : cluster [DBG] pgmap v6024: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:13.395242+0000 mgr.smithi176.ajjlsm (mgr.14696) 7007 : cluster [DBG] pgmap v6025: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:13.395242+0000 mgr.smithi176.ajjlsm (mgr.14696) 7007 : cluster [DBG] pgmap v6025: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:15.395809+0000 mgr.smithi176.ajjlsm (mgr.14696) 7008 : cluster [DBG] pgmap v6026: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:15.395809+0000 mgr.smithi176.ajjlsm (mgr.14696) 7008 : cluster [DBG] pgmap v6026: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:17.396598+0000 mgr.smithi176.ajjlsm (mgr.14696) 7009 : cluster [DBG] pgmap v6027: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:17.396598+0000 mgr.smithi176.ajjlsm (mgr.14696) 7009 : cluster [DBG] pgmap v6027: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:19.397197+0000 mgr.smithi176.ajjlsm (mgr.14696) 7010 : cluster [DBG] pgmap v6028: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:19.397197+0000 mgr.smithi176.ajjlsm (mgr.14696) 7010 : cluster [DBG] pgmap v6028: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:21.397961+0000 mgr.smithi176.ajjlsm (mgr.14696) 7011 : cluster [DBG] pgmap v6029: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:21.397961+0000 mgr.smithi176.ajjlsm (mgr.14696) 7011 : cluster [DBG] pgmap v6029: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:23.398522+0000 mgr.smithi176.ajjlsm (mgr.14696) 7012 : cluster [DBG] pgmap v6030: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:23.398522+0000 mgr.smithi176.ajjlsm (mgr.14696) 7012 : cluster [DBG] pgmap v6030: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:25.398982+0000 mgr.smithi176.ajjlsm (mgr.14696) 7013 : cluster [DBG] pgmap v6031: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:25.398982+0000 mgr.smithi176.ajjlsm (mgr.14696) 7013 : cluster [DBG] pgmap v6031: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:27.399961+0000 mgr.smithi176.ajjlsm (mgr.14696) 7014 : cluster [DBG] pgmap v6032: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:27.399961+0000 mgr.smithi176.ajjlsm (mgr.14696) 7014 : cluster [DBG] pgmap v6032: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:29.400589+0000 mgr.smithi176.ajjlsm (mgr.14696) 7015 : cluster [DBG] pgmap v6033: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:29.400589+0000 mgr.smithi176.ajjlsm (mgr.14696) 7015 : cluster [DBG] pgmap v6033: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:31.876 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:30:32.147 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:30:32.147 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:30:32.147 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 4m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:30:32.148 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 4m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:30:32.148 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 4m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:30:32.148 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 4m ago 3h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:30:32.148 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 4m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:30:32.149 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 4m ago 3h 591M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:30:32.149 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 4m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:30:32.149 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 4m ago 3h 1293M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:30:32.149 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 4m ago 3h 615M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:30:32.150 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 4m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:30:32.150 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 4m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:30:32.150 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 4m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:30:32.150 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 4m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:30:32.151 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 4m ago 3h 945M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:30:32.151 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 4m ago 3h 1807M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:30:32.151 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 4m ago 3h 1229M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:30:32.151 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 4m ago 3h 1974M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:30:32.151 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 4m ago 3h 1846M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:30:32.152 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 4m ago 3h 1996M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:30:32.152 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 4m ago 3h 1648M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:30:32.152 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 4m ago 3h 2461M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:30:32.152 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 4m ago 3h 111M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:30:32.476 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:30:32.476 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:30:32.477 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:30:32.477 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:30:32.477 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:30:32.477 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:30:32.478 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:30:32.478 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:30:32.478 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:30:32.478 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:30:32.478 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:30:32.479 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:30:32.479 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:30:32.479 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:30:32.479 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:30:32.480 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:30:32.480 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:30:32.480 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:30:32.481 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:30:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:31.401472+0000 mgr.smithi176.ajjlsm (mgr.14696) 7016 : cluster [DBG] pgmap v6034: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:30:31.863669+0000 mgr.smithi176.ajjlsm (mgr.14696) 7017 : audit [DBG] from='client.38786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:30:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:30:32.137276+0000 mgr.smithi176.ajjlsm (mgr.14696) 7018 : audit [DBG] from='client.38790 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:30:33.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:30:32.475300+0000 mon.smithi176 (mon.0) 2198 : audit [DBG] from='client.? 172.21.15.176:0/2525239816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:30:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:31.401472+0000 mgr.smithi176.ajjlsm (mgr.14696) 7016 : cluster [DBG] pgmap v6034: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:30:31.863669+0000 mgr.smithi176.ajjlsm (mgr.14696) 7017 : audit [DBG] from='client.38786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:30:33.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:30:32.137276+0000 mgr.smithi176.ajjlsm (mgr.14696) 7018 : audit [DBG] from='client.38790 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:30:33.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:30:32.475300+0000 mon.smithi176 (mon.0) 2198 : audit [DBG] from='client.? 172.21.15.176:0/2525239816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:30:35.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:33.402096+0000 mgr.smithi176.ajjlsm (mgr.14696) 7019 : cluster [DBG] pgmap v6035: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:33.402096+0000 mgr.smithi176.ajjlsm (mgr.14696) 7019 : cluster [DBG] pgmap v6035: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:35.402611+0000 mgr.smithi176.ajjlsm (mgr.14696) 7020 : cluster [DBG] pgmap v6036: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:35.402611+0000 mgr.smithi176.ajjlsm (mgr.14696) 7020 : cluster [DBG] pgmap v6036: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:39.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:37.403425+0000 mgr.smithi176.ajjlsm (mgr.14696) 7021 : cluster [DBG] pgmap v6037: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:37.403425+0000 mgr.smithi176.ajjlsm (mgr.14696) 7021 : cluster [DBG] pgmap v6037: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:39.403884+0000 mgr.smithi176.ajjlsm (mgr.14696) 7022 : cluster [DBG] pgmap v6038: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:30:40.625322+0000 mon.smithi176 (mon.0) 2199 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:30:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:30:40.894978+0000 mon.smithi176 (mon.0) 2200 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:30:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:39.403884+0000 mgr.smithi176.ajjlsm (mgr.14696) 7022 : cluster [DBG] pgmap v6038: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:30:40.625322+0000 mon.smithi176 (mon.0) 2199 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:30:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:30:40.894978+0000 mon.smithi176 (mon.0) 2200 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:30:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:41.404653+0000 mgr.smithi176.ajjlsm (mgr.14696) 7023 : cluster [DBG] pgmap v6039: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:41.404653+0000 mgr.smithi176.ajjlsm (mgr.14696) 7023 : cluster [DBG] pgmap v6039: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:43.405177+0000 mgr.smithi176.ajjlsm (mgr.14696) 7024 : cluster [DBG] pgmap v6040: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:43.405177+0000 mgr.smithi176.ajjlsm (mgr.14696) 7024 : cluster [DBG] pgmap v6040: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:45.405738+0000 mgr.smithi176.ajjlsm (mgr.14696) 7025 : cluster [DBG] pgmap v6041: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:45.405738+0000 mgr.smithi176.ajjlsm (mgr.14696) 7025 : cluster [DBG] pgmap v6041: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:47.406665+0000 mgr.smithi176.ajjlsm (mgr.14696) 7026 : cluster [DBG] pgmap v6042: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:47.406665+0000 mgr.smithi176.ajjlsm (mgr.14696) 7026 : cluster [DBG] pgmap v6042: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:49.407192+0000 mgr.smithi176.ajjlsm (mgr.14696) 7027 : cluster [DBG] pgmap v6043: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:49.407192+0000 mgr.smithi176.ajjlsm (mgr.14696) 7027 : cluster [DBG] pgmap v6043: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:51.407995+0000 mgr.smithi176.ajjlsm (mgr.14696) 7028 : cluster [DBG] pgmap v6044: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:51.407995+0000 mgr.smithi176.ajjlsm (mgr.14696) 7028 : cluster [DBG] pgmap v6044: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:53.408589+0000 mgr.smithi176.ajjlsm (mgr.14696) 7029 : cluster [DBG] pgmap v6045: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:53.408589+0000 mgr.smithi176.ajjlsm (mgr.14696) 7029 : cluster [DBG] pgmap v6045: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:55.409134+0000 mgr.smithi176.ajjlsm (mgr.14696) 7030 : cluster [DBG] pgmap v6046: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:55.409134+0000 mgr.smithi176.ajjlsm (mgr.14696) 7030 : cluster [DBG] pgmap v6046: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:30:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:30:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:57.409869+0000 mgr.smithi176.ajjlsm (mgr.14696) 7031 : cluster [DBG] pgmap v6047: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:30:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:30:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:57.409869+0000 mgr.smithi176.ajjlsm (mgr.14696) 7031 : cluster [DBG] pgmap v6047: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:30:59.410534+0000 mgr.smithi176.ajjlsm (mgr.14696) 7032 : cluster [DBG] pgmap v6048: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:30:59.410534+0000 mgr.smithi176.ajjlsm (mgr.14696) 7032 : cluster [DBG] pgmap v6048: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:02.779 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:31:03.054 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:31:03.055 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:31:03.055 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 5m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:31:03.055 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 5m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:31:03.056 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 5m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:31:03.056 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 5m ago 3h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:31:03.056 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 5m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:31:03.056 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 5m ago 3h 591M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:31:03.057 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 5m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:31:03.057 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 5m ago 3h 1293M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:31:03.057 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 5m ago 3h 615M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:31:03.057 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 5m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:31:03.057 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 5m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:31:03.058 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 5m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:31:03.058 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 5m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:31:03.058 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 5m ago 3h 945M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:31:03.058 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 5m ago 3h 1807M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:31:03.059 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 5m ago 3h 1229M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:31:03.059 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 5m ago 3h 1974M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:31:03.059 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 5m ago 3h 1846M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:31:03.059 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 5m ago 3h 1996M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:31:03.059 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 5m ago 3h 1648M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:31:03.060 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 5m ago 3h 2461M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:31:03.060 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 5m ago 3h 111M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:31:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:01.411563+0000 mgr.smithi176.ajjlsm (mgr.14696) 7033 : cluster [DBG] pgmap v6049: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:31:02.925961+0000 mon.smithi176 (mon.0) 2201 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:31:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:31:02.926976+0000 mon.smithi176 (mon.0) 2202 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:31:03.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:31:02.927563+0000 mon.smithi176 (mon.0) 2203 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:31:03.412 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:31:03.412 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:31:03.413 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:31:03.413 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:31:03.413 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:31:03.413 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:31:03.414 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:31:03.414 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:31:03.414 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:31:03.415 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:31:03.415 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:31:03.415 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:31:03.416 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:31:03.416 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:31:03.416 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:31:03.416 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:31:03.417 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:31:03.417 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:31:03.417 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:31:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:01.411563+0000 mgr.smithi176.ajjlsm (mgr.14696) 7033 : cluster [DBG] pgmap v6049: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:31:02.925961+0000 mon.smithi176 (mon.0) 2201 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:31:03.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:31:02.926976+0000 mon.smithi176 (mon.0) 2202 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:31:03.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:31:02.927563+0000 mon.smithi176 (mon.0) 2203 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:31:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:31:02.766535+0000 mgr.smithi176.ajjlsm (mgr.14696) 7034 : audit [DBG] from='client.38798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:31:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:31:02.928088+0000 mgr.smithi176.ajjlsm (mgr.14696) 7035 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:31:04.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:31:03.044096+0000 mgr.smithi176.ajjlsm (mgr.14696) 7036 : audit [DBG] from='client.38802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:31:04.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:31:03.351764+0000 mon.smithi176 (mon.0) 2204 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:31:04.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:31:03.358589+0000 mon.smithi176 (mon.0) 2205 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:31:04.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:31:03.411075+0000 mon.smithi176 (mon.0) 2206 : audit [DBG] from='client.? 172.21.15.176:0/4120217547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:31:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:31:02.766535+0000 mgr.smithi176.ajjlsm (mgr.14696) 7034 : audit [DBG] from='client.38798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:31:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:31:02.928088+0000 mgr.smithi176.ajjlsm (mgr.14696) 7035 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:31:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:31:03.044096+0000 mgr.smithi176.ajjlsm (mgr.14696) 7036 : audit [DBG] from='client.38802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:31:04.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:31:03.351764+0000 mon.smithi176 (mon.0) 2204 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:31:04.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:31:03.358589+0000 mon.smithi176 (mon.0) 2205 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:31:04.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:31:03.411075+0000 mon.smithi176 (mon.0) 2206 : audit [DBG] from='client.? 172.21.15.176:0/4120217547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:31:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:03.411950+0000 mgr.smithi176.ajjlsm (mgr.14696) 7037 : cluster [DBG] pgmap v6050: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:03.411950+0000 mgr.smithi176.ajjlsm (mgr.14696) 7037 : cluster [DBG] pgmap v6050: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:05.412422+0000 mgr.smithi176.ajjlsm (mgr.14696) 7038 : cluster [DBG] pgmap v6051: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:05.412422+0000 mgr.smithi176.ajjlsm (mgr.14696) 7038 : cluster [DBG] pgmap v6051: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:07.413479+0000 mgr.smithi176.ajjlsm (mgr.14696) 7039 : cluster [DBG] pgmap v6052: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:07.413479+0000 mgr.smithi176.ajjlsm (mgr.14696) 7039 : cluster [DBG] pgmap v6052: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:09.414095+0000 mgr.smithi176.ajjlsm (mgr.14696) 7040 : cluster [DBG] pgmap v6053: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:09.414095+0000 mgr.smithi176.ajjlsm (mgr.14696) 7040 : cluster [DBG] pgmap v6053: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:12.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:11.414796+0000 mgr.smithi176.ajjlsm (mgr.14696) 7041 : cluster [DBG] pgmap v6054: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:11.414796+0000 mgr.smithi176.ajjlsm (mgr.14696) 7041 : cluster [DBG] pgmap v6054: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:13.415360+0000 mgr.smithi176.ajjlsm (mgr.14696) 7042 : cluster [DBG] pgmap v6055: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:15.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:13.415360+0000 mgr.smithi176.ajjlsm (mgr.14696) 7042 : cluster [DBG] pgmap v6055: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:15.415898+0000 mgr.smithi176.ajjlsm (mgr.14696) 7043 : cluster [DBG] pgmap v6056: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:15.415898+0000 mgr.smithi176.ajjlsm (mgr.14696) 7043 : cluster [DBG] pgmap v6056: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:17.416731+0000 mgr.smithi176.ajjlsm (mgr.14696) 7044 : cluster [DBG] pgmap v6057: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:19.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:17.416731+0000 mgr.smithi176.ajjlsm (mgr.14696) 7044 : cluster [DBG] pgmap v6057: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:19.417313+0000 mgr.smithi176.ajjlsm (mgr.14696) 7045 : cluster [DBG] pgmap v6058: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:19.417313+0000 mgr.smithi176.ajjlsm (mgr.14696) 7045 : cluster [DBG] pgmap v6058: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:22.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:21.418148+0000 mgr.smithi176.ajjlsm (mgr.14696) 7046 : cluster [DBG] pgmap v6059: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:21.418148+0000 mgr.smithi176.ajjlsm (mgr.14696) 7046 : cluster [DBG] pgmap v6059: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:23.418776+0000 mgr.smithi176.ajjlsm (mgr.14696) 7047 : cluster [DBG] pgmap v6060: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:23.418776+0000 mgr.smithi176.ajjlsm (mgr.14696) 7047 : cluster [DBG] pgmap v6060: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:25.419408+0000 mgr.smithi176.ajjlsm (mgr.14696) 7048 : cluster [DBG] pgmap v6061: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:25.419408+0000 mgr.smithi176.ajjlsm (mgr.14696) 7048 : cluster [DBG] pgmap v6061: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:27.420193+0000 mgr.smithi176.ajjlsm (mgr.14696) 7049 : cluster [DBG] pgmap v6062: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:27.420193+0000 mgr.smithi176.ajjlsm (mgr.14696) 7049 : cluster [DBG] pgmap v6062: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:29.420823+0000 mgr.smithi176.ajjlsm (mgr.14696) 7050 : cluster [DBG] pgmap v6063: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:29.420823+0000 mgr.smithi176.ajjlsm (mgr.14696) 7050 : cluster [DBG] pgmap v6063: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:32.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:31.421564+0000 mgr.smithi176.ajjlsm (mgr.14696) 7051 : cluster [DBG] pgmap v6064: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:31.421564+0000 mgr.smithi176.ajjlsm (mgr.14696) 7051 : cluster [DBG] pgmap v6064: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:33.712 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:31:33.979 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:31:33.979 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:31:33.979 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 5m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:31:33.980 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 5m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:31:33.980 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 5m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:31:33.980 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 5m ago 3h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:31:33.980 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 5m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:31:33.980 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 5m ago 3h 591M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:31:33.981 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 5m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:31:33.981 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 5m ago 3h 1293M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:31:33.981 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 5m ago 3h 615M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:31:33.981 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 5m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:31:33.982 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 5m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:31:33.982 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 5m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:31:33.982 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 5m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:31:33.982 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 5m ago 3h 945M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:31:33.982 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 5m ago 3h 1807M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:31:33.983 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 5m ago 3h 1229M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:31:33.983 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 5m ago 3h 1974M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:31:33.983 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 5m ago 3h 1846M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:31:33.983 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 5m ago 3h 1996M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:31:33.984 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 5m ago 3h 1648M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:31:33.984 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 5m ago 3h 2461M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:31:33.984 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 5m ago 3h 111M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:31:34.299 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:31:34.300 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:31:34.300 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:31:34.300 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:31:34.300 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:31:34.301 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:31:34.301 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:31:34.301 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:31:34.301 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:31:34.302 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:31:34.302 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:31:34.302 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:31:34.302 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:31:34.303 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:31:34.303 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:31:34.303 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:31:34.303 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:31:34.303 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:31:34.304 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:31:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:33.422163+0000 mgr.smithi176.ajjlsm (mgr.14696) 7052 : cluster [DBG] pgmap v6065: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:34.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:31:33.699567+0000 mgr.smithi176.ajjlsm (mgr.14696) 7053 : audit [DBG] from='client.38810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:31:34.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:31:33.969439+0000 mgr.smithi176.ajjlsm (mgr.14696) 7054 : audit [DBG] from='client.38814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:31:34.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:31:34.298738+0000 mon.smithi176 (mon.0) 2207 : audit [DBG] from='client.? 172.21.15.176:0/629455261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:31:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:33.422163+0000 mgr.smithi176.ajjlsm (mgr.14696) 7052 : cluster [DBG] pgmap v6065: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:31:33.699567+0000 mgr.smithi176.ajjlsm (mgr.14696) 7053 : audit [DBG] from='client.38810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:31:35.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:31:33.969439+0000 mgr.smithi176.ajjlsm (mgr.14696) 7054 : audit [DBG] from='client.38814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:31:35.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:31:34.298738+0000 mon.smithi176 (mon.0) 2207 : audit [DBG] from='client.? 172.21.15.176:0/629455261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:31:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:35.422688+0000 mgr.smithi176.ajjlsm (mgr.14696) 7055 : cluster [DBG] pgmap v6066: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:37.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:35.422688+0000 mgr.smithi176.ajjlsm (mgr.14696) 7055 : cluster [DBG] pgmap v6066: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:37.423694+0000 mgr.smithi176.ajjlsm (mgr.14696) 7056 : cluster [DBG] pgmap v6067: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:37.423694+0000 mgr.smithi176.ajjlsm (mgr.14696) 7056 : cluster [DBG] pgmap v6067: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:39.424290+0000 mgr.smithi176.ajjlsm (mgr.14696) 7057 : cluster [DBG] pgmap v6068: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:31:40.627099+0000 mon.smithi176 (mon.0) 2208 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:31:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:39.424290+0000 mgr.smithi176.ajjlsm (mgr.14696) 7057 : cluster [DBG] pgmap v6068: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:31:40.627099+0000 mon.smithi176 (mon.0) 2208 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:31:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:31:40.900470+0000 mon.smithi176 (mon.0) 2209 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:31:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:31:40.900470+0000 mon.smithi176 (mon.0) 2209 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:31:42.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:41.425202+0000 mgr.smithi176.ajjlsm (mgr.14696) 7058 : cluster [DBG] pgmap v6069: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:41.425202+0000 mgr.smithi176.ajjlsm (mgr.14696) 7058 : cluster [DBG] pgmap v6069: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:43.425674+0000 mgr.smithi176.ajjlsm (mgr.14696) 7059 : cluster [DBG] pgmap v6070: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:43.425674+0000 mgr.smithi176.ajjlsm (mgr.14696) 7059 : cluster [DBG] pgmap v6070: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:45.426131+0000 mgr.smithi176.ajjlsm (mgr.14696) 7060 : cluster [DBG] pgmap v6071: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:47.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:45.426131+0000 mgr.smithi176.ajjlsm (mgr.14696) 7060 : cluster [DBG] pgmap v6071: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:47.426944+0000 mgr.smithi176.ajjlsm (mgr.14696) 7061 : cluster [DBG] pgmap v6072: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:47.426944+0000 mgr.smithi176.ajjlsm (mgr.14696) 7061 : cluster [DBG] pgmap v6072: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:49.427445+0000 mgr.smithi176.ajjlsm (mgr.14696) 7062 : cluster [DBG] pgmap v6073: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:49.427445+0000 mgr.smithi176.ajjlsm (mgr.14696) 7062 : cluster [DBG] pgmap v6073: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:51.428154+0000 mgr.smithi176.ajjlsm (mgr.14696) 7063 : cluster [DBG] pgmap v6074: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:51.428154+0000 mgr.smithi176.ajjlsm (mgr.14696) 7063 : cluster [DBG] pgmap v6074: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:53.428625+0000 mgr.smithi176.ajjlsm (mgr.14696) 7064 : cluster [DBG] pgmap v6075: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:53.428625+0000 mgr.smithi176.ajjlsm (mgr.14696) 7064 : cluster [DBG] pgmap v6075: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:55.429328+0000 mgr.smithi176.ajjlsm (mgr.14696) 7065 : cluster [DBG] pgmap v6076: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:55.429328+0000 mgr.smithi176.ajjlsm (mgr.14696) 7065 : cluster [DBG] pgmap v6076: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:31:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:31:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:57.430411+0000 mgr.smithi176.ajjlsm (mgr.14696) 7066 : cluster [DBG] pgmap v6077: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:31:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:31:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:57.430411+0000 mgr.smithi176.ajjlsm (mgr.14696) 7066 : cluster [DBG] pgmap v6077: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:31:59.430953+0000 mgr.smithi176.ajjlsm (mgr.14696) 7067 : cluster [DBG] pgmap v6078: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:31:59.430953+0000 mgr.smithi176.ajjlsm (mgr.14696) 7067 : cluster [DBG] pgmap v6078: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:01.431688+0000 mgr.smithi176.ajjlsm (mgr.14696) 7068 : cluster [DBG] pgmap v6079: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:03.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:01.431688+0000 mgr.smithi176.ajjlsm (mgr.14696) 7068 : cluster [DBG] pgmap v6079: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:32:03.361636+0000 mon.smithi176 (mon.0) 2210 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:32:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:32:03.363058+0000 mon.smithi176 (mon.0) 2211 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:32:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:32:03.363929+0000 mon.smithi176 (mon.0) 2212 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:32:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:32:03.364640+0000 mgr.smithi176.ajjlsm (mgr.14696) 7069 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:32:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:32:03.361636+0000 mon.smithi176 (mon.0) 2210 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:32:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:32:03.363058+0000 mon.smithi176 (mon.0) 2211 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:32:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:32:03.363929+0000 mon.smithi176 (mon.0) 2212 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:32:04.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:32:03.364640+0000 mgr.smithi176.ajjlsm (mgr.14696) 7069 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:32:04.597 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:32:04.866 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:32:04.866 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:32:04.867 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 6m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:32:04.867 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 6m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:32:04.867 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 6m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:32:04.867 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 6m ago 3h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:32:04.868 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 6m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:32:04.868 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 6m ago 3h 591M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:32:04.868 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 6m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:32:04.869 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 6m ago 3h 1293M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:32:04.869 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 6m ago 3h 615M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:32:04.869 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 6m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:32:04.869 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 6m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:32:04.870 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 6m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:32:04.870 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 6m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:32:04.870 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 6m ago 3h 945M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:32:04.870 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 6m ago 3h 1807M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:32:04.871 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 6m ago 3h 1229M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:32:04.871 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 6m ago 3h 1974M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:32:04.871 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 6m ago 3h 1846M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:32:04.871 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 6m ago 3h 1996M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:32:04.872 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 6m ago 3h 1648M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:32:04.872 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 6m ago 3h 2461M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:32:04.872 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 6m ago 3h 111M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:32:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:03.432253+0000 mgr.smithi176.ajjlsm (mgr.14696) 7070 : cluster [DBG] pgmap v6080: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:32:03.765839+0000 mon.smithi176 (mon.0) 2213 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:32:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:32:03.770504+0000 mon.smithi176 (mon.0) 2214 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:32:05.197 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:32:05.197 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:32:05.197 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:32:05.198 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:32:05.198 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:32:05.198 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:32:05.198 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:32:05.198 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:32:05.199 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:32:05.199 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:32:05.199 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:32:05.200 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:32:05.200 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:32:05.200 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:32:05.200 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:32:05.201 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:32:05.201 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:32:05.201 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:32:05.201 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:32:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:03.432253+0000 mgr.smithi176.ajjlsm (mgr.14696) 7070 : cluster [DBG] pgmap v6080: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:05.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:32:03.765839+0000 mon.smithi176 (mon.0) 2213 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:32:05.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:32:03.770504+0000 mon.smithi176 (mon.0) 2214 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:32:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:32:04.584299+0000 mgr.smithi176.ajjlsm (mgr.14696) 7071 : audit [DBG] from='client.38822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:32:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:32:04.856273+0000 mgr.smithi176.ajjlsm (mgr.14696) 7072 : audit [DBG] from='client.38826 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:32:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:32:05.195982+0000 mon.smithi176 (mon.0) 2215 : audit [DBG] from='client.? 172.21.15.176:0/3743914168' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:32:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:32:04.584299+0000 mgr.smithi176.ajjlsm (mgr.14696) 7071 : audit [DBG] from='client.38822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:32:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:32:04.856273+0000 mgr.smithi176.ajjlsm (mgr.14696) 7072 : audit [DBG] from='client.38826 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:32:06.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:32:05.195982+0000 mon.smithi176 (mon.0) 2215 : audit [DBG] from='client.? 172.21.15.176:0/3743914168' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:32:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:05.432730+0000 mgr.smithi176.ajjlsm (mgr.14696) 7073 : cluster [DBG] pgmap v6081: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:05.432730+0000 mgr.smithi176.ajjlsm (mgr.14696) 7073 : cluster [DBG] pgmap v6081: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:07.433742+0000 mgr.smithi176.ajjlsm (mgr.14696) 7074 : cluster [DBG] pgmap v6082: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:07.433742+0000 mgr.smithi176.ajjlsm (mgr.14696) 7074 : cluster [DBG] pgmap v6082: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:09.434346+0000 mgr.smithi176.ajjlsm (mgr.14696) 7075 : cluster [DBG] pgmap v6083: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:09.434346+0000 mgr.smithi176.ajjlsm (mgr.14696) 7075 : cluster [DBG] pgmap v6083: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:11.435208+0000 mgr.smithi176.ajjlsm (mgr.14696) 7076 : cluster [DBG] pgmap v6084: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:11.435208+0000 mgr.smithi176.ajjlsm (mgr.14696) 7076 : cluster [DBG] pgmap v6084: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:15.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:13.435686+0000 mgr.smithi176.ajjlsm (mgr.14696) 7077 : cluster [DBG] pgmap v6085: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:13.435686+0000 mgr.smithi176.ajjlsm (mgr.14696) 7077 : cluster [DBG] pgmap v6085: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:15.436235+0000 mgr.smithi176.ajjlsm (mgr.14696) 7078 : cluster [DBG] pgmap v6086: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:15.436235+0000 mgr.smithi176.ajjlsm (mgr.14696) 7078 : cluster [DBG] pgmap v6086: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:17.436998+0000 mgr.smithi176.ajjlsm (mgr.14696) 7079 : cluster [DBG] pgmap v6087: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:17.436998+0000 mgr.smithi176.ajjlsm (mgr.14696) 7079 : cluster [DBG] pgmap v6087: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:19.437493+0000 mgr.smithi176.ajjlsm (mgr.14696) 7080 : cluster [DBG] pgmap v6088: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:19.437493+0000 mgr.smithi176.ajjlsm (mgr.14696) 7080 : cluster [DBG] pgmap v6088: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:21.438181+0000 mgr.smithi176.ajjlsm (mgr.14696) 7081 : cluster [DBG] pgmap v6089: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:21.438181+0000 mgr.smithi176.ajjlsm (mgr.14696) 7081 : cluster [DBG] pgmap v6089: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:23.438667+0000 mgr.smithi176.ajjlsm (mgr.14696) 7082 : cluster [DBG] pgmap v6090: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:23.438667+0000 mgr.smithi176.ajjlsm (mgr.14696) 7082 : cluster [DBG] pgmap v6090: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:25.439228+0000 mgr.smithi176.ajjlsm (mgr.14696) 7083 : cluster [DBG] pgmap v6091: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:25.439228+0000 mgr.smithi176.ajjlsm (mgr.14696) 7083 : cluster [DBG] pgmap v6091: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:27.439982+0000 mgr.smithi176.ajjlsm (mgr.14696) 7084 : cluster [DBG] pgmap v6092: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:27.439982+0000 mgr.smithi176.ajjlsm (mgr.14696) 7084 : cluster [DBG] pgmap v6092: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:29.440479+0000 mgr.smithi176.ajjlsm (mgr.14696) 7085 : cluster [DBG] pgmap v6093: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:29.440479+0000 mgr.smithi176.ajjlsm (mgr.14696) 7085 : cluster [DBG] pgmap v6093: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:31.441487+0000 mgr.smithi176.ajjlsm (mgr.14696) 7086 : cluster [DBG] pgmap v6094: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:33.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:31.441487+0000 mgr.smithi176.ajjlsm (mgr.14696) 7086 : cluster [DBG] pgmap v6094: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:33.442001+0000 mgr.smithi176.ajjlsm (mgr.14696) 7087 : cluster [DBG] pgmap v6095: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:35.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:33.442001+0000 mgr.smithi176.ajjlsm (mgr.14696) 7087 : cluster [DBG] pgmap v6095: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:35.498 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:32:35.766 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:32:35.767 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:32:35.767 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 6m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:32:35.767 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 6m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:32:35.767 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 6m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:32:35.768 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 6m ago 3h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:32:35.768 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 6m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:32:35.768 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 6m ago 3h 591M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:32:35.768 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 6m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:32:35.768 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 6m ago 3h 1293M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:32:35.769 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 6m ago 3h 615M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:32:35.769 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 6m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:32:35.769 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 6m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:32:35.769 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 6m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:32:35.770 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 6m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:32:35.770 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 6m ago 3h 945M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:32:35.770 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 6m ago 3h 1807M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:32:35.770 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 6m ago 3h 1229M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:32:35.771 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 6m ago 3h 1974M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:32:35.771 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 6m ago 3h 1846M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:32:35.771 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 6m ago 3h 1996M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:32:35.771 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 6m ago 3h 1648M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:32:35.772 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 6m ago 3h 2461M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:32:35.772 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 6m ago 3h 111M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:32:36.088 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:32:36.088 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:32:36.089 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:32:36.089 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:32:36.089 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:32:36.089 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:32:36.090 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:32:36.090 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:32:36.090 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:32:36.090 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:32:36.090 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:32:36.091 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:32:36.091 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:32:36.091 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:32:36.091 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:32:36.091 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:32:36.092 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:32:36.092 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:32:36.092 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:32:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:35.442430+0000 mgr.smithi176.ajjlsm (mgr.14696) 7088 : cluster [DBG] pgmap v6096: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:32:35.485607+0000 mgr.smithi176.ajjlsm (mgr.14696) 7089 : audit [DBG] from='client.38834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:32:37.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:32:35.756622+0000 mgr.smithi176.ajjlsm (mgr.14696) 7090 : audit [DBG] from='client.38838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:32:37.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:32:36.087594+0000 mon.smithi176 (mon.0) 2216 : audit [DBG] from='client.? 172.21.15.176:0/1168589331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:32:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:35.442430+0000 mgr.smithi176.ajjlsm (mgr.14696) 7088 : cluster [DBG] pgmap v6096: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:32:35.485607+0000 mgr.smithi176.ajjlsm (mgr.14696) 7089 : audit [DBG] from='client.38834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:32:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:32:35.756622+0000 mgr.smithi176.ajjlsm (mgr.14696) 7090 : audit [DBG] from='client.38838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:32:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:32:36.087594+0000 mon.smithi176 (mon.0) 2216 : audit [DBG] from='client.? 172.21.15.176:0/1168589331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:32:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:37.443462+0000 mgr.smithi176.ajjlsm (mgr.14696) 7091 : cluster [DBG] pgmap v6097: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:39.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:37.443462+0000 mgr.smithi176.ajjlsm (mgr.14696) 7091 : cluster [DBG] pgmap v6097: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:39.444199+0000 mgr.smithi176.ajjlsm (mgr.14696) 7092 : cluster [DBG] pgmap v6098: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:32:40.629736+0000 mon.smithi176 (mon.0) 2217 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:32:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:39.444199+0000 mgr.smithi176.ajjlsm (mgr.14696) 7092 : cluster [DBG] pgmap v6098: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:32:40.629736+0000 mon.smithi176 (mon.0) 2217 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:32:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:32:40.905184+0000 mon.smithi176 (mon.0) 2218 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:32:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:32:40.905184+0000 mon.smithi176 (mon.0) 2218 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:32:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:41.444990+0000 mgr.smithi176.ajjlsm (mgr.14696) 7093 : cluster [DBG] pgmap v6099: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:41.444990+0000 mgr.smithi176.ajjlsm (mgr.14696) 7093 : cluster [DBG] pgmap v6099: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:43.445550+0000 mgr.smithi176.ajjlsm (mgr.14696) 7094 : cluster [DBG] pgmap v6100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:43.445550+0000 mgr.smithi176.ajjlsm (mgr.14696) 7094 : cluster [DBG] pgmap v6100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:45.446096+0000 mgr.smithi176.ajjlsm (mgr.14696) 7095 : cluster [DBG] pgmap v6101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:45.446096+0000 mgr.smithi176.ajjlsm (mgr.14696) 7095 : cluster [DBG] pgmap v6101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:47.446868+0000 mgr.smithi176.ajjlsm (mgr.14696) 7096 : cluster [DBG] pgmap v6102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:47.446868+0000 mgr.smithi176.ajjlsm (mgr.14696) 7096 : cluster [DBG] pgmap v6102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:49.447476+0000 mgr.smithi176.ajjlsm (mgr.14696) 7097 : cluster [DBG] pgmap v6103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:49.447476+0000 mgr.smithi176.ajjlsm (mgr.14696) 7097 : cluster [DBG] pgmap v6103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:51.448400+0000 mgr.smithi176.ajjlsm (mgr.14696) 7098 : cluster [DBG] pgmap v6104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:51.448400+0000 mgr.smithi176.ajjlsm (mgr.14696) 7098 : cluster [DBG] pgmap v6104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:53.448959+0000 mgr.smithi176.ajjlsm (mgr.14696) 7099 : cluster [DBG] pgmap v6105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:53.448959+0000 mgr.smithi176.ajjlsm (mgr.14696) 7099 : cluster [DBG] pgmap v6105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:55.449377+0000 mgr.smithi176.ajjlsm (mgr.14696) 7100 : cluster [DBG] pgmap v6106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:55.449377+0000 mgr.smithi176.ajjlsm (mgr.14696) 7100 : cluster [DBG] pgmap v6106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:32:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:32:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:57.450232+0000 mgr.smithi176.ajjlsm (mgr.14696) 7101 : cluster [DBG] pgmap v6107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:32:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:32:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:57.450232+0000 mgr.smithi176.ajjlsm (mgr.14696) 7101 : cluster [DBG] pgmap v6107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:32:59.450666+0000 mgr.smithi176.ajjlsm (mgr.14696) 7102 : cluster [DBG] pgmap v6108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:32:59.450666+0000 mgr.smithi176.ajjlsm (mgr.14696) 7102 : cluster [DBG] pgmap v6108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:01.451413+0000 mgr.smithi176.ajjlsm (mgr.14696) 7103 : cluster [DBG] pgmap v6109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:01.451413+0000 mgr.smithi176.ajjlsm (mgr.14696) 7103 : cluster [DBG] pgmap v6109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:33:03.773099+0000 mon.smithi176 (mon.0) 2219 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:33:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:33:03.774529+0000 mon.smithi176 (mon.0) 2220 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:33:04.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:33:03.775352+0000 mon.smithi176 (mon.0) 2221 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:33:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:33:03.773099+0000 mon.smithi176 (mon.0) 2219 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:33:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:33:03.774529+0000 mon.smithi176 (mon.0) 2220 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:33:04.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:33:03.775352+0000 mon.smithi176 (mon.0) 2221 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:33:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:03.451867+0000 mgr.smithi176.ajjlsm (mgr.14696) 7104 : cluster [DBG] pgmap v6110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:33:03.776100+0000 mgr.smithi176.ajjlsm (mgr.14696) 7105 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:33:05.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:33:04.179021+0000 mon.smithi176 (mon.0) 2222 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:33:05.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:33:04.183882+0000 mon.smithi176 (mon.0) 2223 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:33:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:03.451867+0000 mgr.smithi176.ajjlsm (mgr.14696) 7104 : cluster [DBG] pgmap v6110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:33:03.776100+0000 mgr.smithi176.ajjlsm (mgr.14696) 7105 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:33:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:33:04.179021+0000 mon.smithi176 (mon.0) 2222 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:33:05.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:33:04.183882+0000 mon.smithi176 (mon.0) 2223 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:33:06.391 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:33:06.662 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:33:06.663 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 7m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:33:06.663 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 7m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:33:06.663 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 7m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:33:06.663 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 7m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:33:06.664 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 7m ago 3h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:33:06.664 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 7m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:33:06.664 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 7m ago 3h 591M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:33:06.664 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 7m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:33:06.664 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 7m ago 3h 1293M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:33:06.665 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 7m ago 3h 615M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:33:06.665 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 7m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:33:06.665 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 7m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:33:06.665 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 7m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:33:06.665 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 7m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:33:06.666 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 7m ago 3h 945M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:33:06.666 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 7m ago 3h 1807M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:33:06.666 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 7m ago 3h 1229M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:33:06.666 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 7m ago 3h 1974M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:33:06.667 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 7m ago 3h 1846M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:33:06.667 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 7m ago 3h 1996M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:33:06.667 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 7m ago 3h 1648M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:33:06.667 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 7m ago 3h 2461M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:33:06.668 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 7m ago 3h 111M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:33:06.990 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:33:06.990 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:33:06.990 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:33:06.990 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:33:06.991 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:33:06.991 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:33:06.991 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:33:06.991 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:33:06.992 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:33:06.992 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:33:06.992 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:33:06.992 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:33:06.992 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:33:06.993 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:33:06.993 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:33:06.993 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:33:06.993 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:33:06.994 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:33:06.994 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:33:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:05.452394+0000 mgr.smithi176.ajjlsm (mgr.14696) 7106 : cluster [DBG] pgmap v6111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:07.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:33:06.378723+0000 mgr.smithi176.ajjlsm (mgr.14696) 7107 : audit [DBG] from='client.38846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:33:07.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:33:06.989060+0000 mon.smithi176 (mon.0) 2224 : audit [DBG] from='client.? 172.21.15.176:0/3705519381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:33:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:05.452394+0000 mgr.smithi176.ajjlsm (mgr.14696) 7106 : cluster [DBG] pgmap v6111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:33:06.378723+0000 mgr.smithi176.ajjlsm (mgr.14696) 7107 : audit [DBG] from='client.38846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:33:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:33:06.989060+0000 mon.smithi176 (mon.0) 2224 : audit [DBG] from='client.? 172.21.15.176:0/3705519381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:33:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:33:06.652532+0000 mgr.smithi176.ajjlsm (mgr.14696) 7108 : audit [DBG] from='client.38850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:33:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:33:06.652532+0000 mgr.smithi176.ajjlsm (mgr.14696) 7108 : audit [DBG] from='client.38850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:33:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:07.453138+0000 mgr.smithi176.ajjlsm (mgr.14696) 7109 : cluster [DBG] pgmap v6112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:07.453138+0000 mgr.smithi176.ajjlsm (mgr.14696) 7109 : cluster [DBG] pgmap v6112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:09.453730+0000 mgr.smithi176.ajjlsm (mgr.14696) 7110 : cluster [DBG] pgmap v6113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:09.453730+0000 mgr.smithi176.ajjlsm (mgr.14696) 7110 : cluster [DBG] pgmap v6113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:11.454588+0000 mgr.smithi176.ajjlsm (mgr.14696) 7111 : cluster [DBG] pgmap v6114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:11.454588+0000 mgr.smithi176.ajjlsm (mgr.14696) 7111 : cluster [DBG] pgmap v6114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:13.455089+0000 mgr.smithi176.ajjlsm (mgr.14696) 7112 : cluster [DBG] pgmap v6115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:13.455089+0000 mgr.smithi176.ajjlsm (mgr.14696) 7112 : cluster [DBG] pgmap v6115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:15.455659+0000 mgr.smithi176.ajjlsm (mgr.14696) 7113 : cluster [DBG] pgmap v6116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:15.455659+0000 mgr.smithi176.ajjlsm (mgr.14696) 7113 : cluster [DBG] pgmap v6116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:17.456513+0000 mgr.smithi176.ajjlsm (mgr.14696) 7114 : cluster [DBG] pgmap v6117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:17.456513+0000 mgr.smithi176.ajjlsm (mgr.14696) 7114 : cluster [DBG] pgmap v6117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:19.456943+0000 mgr.smithi176.ajjlsm (mgr.14696) 7115 : cluster [DBG] pgmap v6118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:19.456943+0000 mgr.smithi176.ajjlsm (mgr.14696) 7115 : cluster [DBG] pgmap v6118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:21.457841+0000 mgr.smithi176.ajjlsm (mgr.14696) 7116 : cluster [DBG] pgmap v6119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:21.457841+0000 mgr.smithi176.ajjlsm (mgr.14696) 7116 : cluster [DBG] pgmap v6119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:23.458403+0000 mgr.smithi176.ajjlsm (mgr.14696) 7117 : cluster [DBG] pgmap v6120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:23.458403+0000 mgr.smithi176.ajjlsm (mgr.14696) 7117 : cluster [DBG] pgmap v6120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:25.458865+0000 mgr.smithi176.ajjlsm (mgr.14696) 7118 : cluster [DBG] pgmap v6121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:25.458865+0000 mgr.smithi176.ajjlsm (mgr.14696) 7118 : cluster [DBG] pgmap v6121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:27.459816+0000 mgr.smithi176.ajjlsm (mgr.14696) 7119 : cluster [DBG] pgmap v6122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:27.459816+0000 mgr.smithi176.ajjlsm (mgr.14696) 7119 : cluster [DBG] pgmap v6122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:29.460473+0000 mgr.smithi176.ajjlsm (mgr.14696) 7120 : cluster [DBG] pgmap v6123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:29.460473+0000 mgr.smithi176.ajjlsm (mgr.14696) 7120 : cluster [DBG] pgmap v6123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:31.461278+0000 mgr.smithi176.ajjlsm (mgr.14696) 7121 : cluster [DBG] pgmap v6124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:31.461278+0000 mgr.smithi176.ajjlsm (mgr.14696) 7121 : cluster [DBG] pgmap v6124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:33.461752+0000 mgr.smithi176.ajjlsm (mgr.14696) 7122 : cluster [DBG] pgmap v6125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:33.461752+0000 mgr.smithi176.ajjlsm (mgr.14696) 7122 : cluster [DBG] pgmap v6125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:37.291 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:33:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:35.462284+0000 mgr.smithi176.ajjlsm (mgr.14696) 7123 : cluster [DBG] pgmap v6126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:37.558 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:33:37.558 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 7m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:33:37.559 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 7m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:33:37.559 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 7m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:33:37.559 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 7m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:33:37.559 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 7m ago 3h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:33:37.560 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 7m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:33:37.560 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 7m ago 3h 591M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:33:37.560 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 7m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:33:37.560 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 7m ago 3h 1293M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:33:37.560 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 7m ago 3h 615M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:33:37.561 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 7m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:33:37.561 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 7m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:33:37.561 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 7m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:33:37.561 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 7m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:33:37.562 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 7m ago 3h 945M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:33:37.562 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 7m ago 3h 1807M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:33:37.562 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 7m ago 3h 1229M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:33:37.562 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 7m ago 3h 1974M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:33:37.563 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 7m ago 3h 1846M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:33:37.563 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 7m ago 3h 1996M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:33:37.563 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 7m ago 3h 1648M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:33:37.563 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 7m ago 3h 2461M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:33:37.563 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 7m ago 3h 111M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:33:37.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:35.462284+0000 mgr.smithi176.ajjlsm (mgr.14696) 7123 : cluster [DBG] pgmap v6126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:37.881 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:33:37.882 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:33:37.882 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:33:37.882 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:33:37.883 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:33:37.883 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:33:37.883 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:33:37.883 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:33:37.883 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:33:37.884 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:33:37.884 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:33:37.884 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:33:37.884 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:33:37.884 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:33:37.885 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:33:37.885 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:33:37.885 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:33:37.885 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:33:37.885 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:33:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:33:37.278934+0000 mgr.smithi176.ajjlsm (mgr.14696) 7124 : audit [DBG] from='client.38858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:33:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:33:37.880788+0000 mon.smithi176 (mon.0) 2225 : audit [DBG] from='client.? 172.21.15.176:0/3282209067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:33:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:33:37.278934+0000 mgr.smithi176.ajjlsm (mgr.14696) 7124 : audit [DBG] from='client.38858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:33:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:33:37.880788+0000 mon.smithi176 (mon.0) 2225 : audit [DBG] from='client.? 172.21.15.176:0/3282209067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:33:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:37.462961+0000 mgr.smithi176.ajjlsm (mgr.14696) 7125 : cluster [DBG] pgmap v6127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:33:37.548205+0000 mgr.smithi176.ajjlsm (mgr.14696) 7126 : audit [DBG] from='client.38862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:33:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:37.462961+0000 mgr.smithi176.ajjlsm (mgr.14696) 7125 : cluster [DBG] pgmap v6127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:33:37.548205+0000 mgr.smithi176.ajjlsm (mgr.14696) 7126 : audit [DBG] from='client.38862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:33:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:39.463411+0000 mgr.smithi176.ajjlsm (mgr.14696) 7127 : cluster [DBG] pgmap v6128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:33:40.631677+0000 mon.smithi176 (mon.0) 2226 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:33:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:33:40.909882+0000 mon.smithi176 (mon.0) 2227 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:33:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:39.463411+0000 mgr.smithi176.ajjlsm (mgr.14696) 7127 : cluster [DBG] pgmap v6128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:33:40.631677+0000 mon.smithi176 (mon.0) 2226 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:33:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:33:40.909882+0000 mon.smithi176 (mon.0) 2227 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:33:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:41.464153+0000 mgr.smithi176.ajjlsm (mgr.14696) 7128 : cluster [DBG] pgmap v6129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:41.464153+0000 mgr.smithi176.ajjlsm (mgr.14696) 7128 : cluster [DBG] pgmap v6129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:43.464594+0000 mgr.smithi176.ajjlsm (mgr.14696) 7129 : cluster [DBG] pgmap v6130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:43.464594+0000 mgr.smithi176.ajjlsm (mgr.14696) 7129 : cluster [DBG] pgmap v6130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:45.465232+0000 mgr.smithi176.ajjlsm (mgr.14696) 7130 : cluster [DBG] pgmap v6131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:45.465232+0000 mgr.smithi176.ajjlsm (mgr.14696) 7130 : cluster [DBG] pgmap v6131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:47.465964+0000 mgr.smithi176.ajjlsm (mgr.14696) 7131 : cluster [DBG] pgmap v6132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:47.465964+0000 mgr.smithi176.ajjlsm (mgr.14696) 7131 : cluster [DBG] pgmap v6132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:49.466427+0000 mgr.smithi176.ajjlsm (mgr.14696) 7132 : cluster [DBG] pgmap v6133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:49.466427+0000 mgr.smithi176.ajjlsm (mgr.14696) 7132 : cluster [DBG] pgmap v6133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:51.467435+0000 mgr.smithi176.ajjlsm (mgr.14696) 7133 : cluster [DBG] pgmap v6134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:51.467435+0000 mgr.smithi176.ajjlsm (mgr.14696) 7133 : cluster [DBG] pgmap v6134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:53.467885+0000 mgr.smithi176.ajjlsm (mgr.14696) 7134 : cluster [DBG] pgmap v6135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:53.467885+0000 mgr.smithi176.ajjlsm (mgr.14696) 7134 : cluster [DBG] pgmap v6135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:55.468368+0000 mgr.smithi176.ajjlsm (mgr.14696) 7135 : cluster [DBG] pgmap v6136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:55.468368+0000 mgr.smithi176.ajjlsm (mgr.14696) 7135 : cluster [DBG] pgmap v6136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:33:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:33:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:57.469209+0000 mgr.smithi176.ajjlsm (mgr.14696) 7136 : cluster [DBG] pgmap v6137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:33:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:33:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:57.469209+0000 mgr.smithi176.ajjlsm (mgr.14696) 7136 : cluster [DBG] pgmap v6137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:33:59.469611+0000 mgr.smithi176.ajjlsm (mgr.14696) 7137 : cluster [DBG] pgmap v6138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:33:59.469611+0000 mgr.smithi176.ajjlsm (mgr.14696) 7137 : cluster [DBG] pgmap v6138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:01.470412+0000 mgr.smithi176.ajjlsm (mgr.14696) 7138 : cluster [DBG] pgmap v6139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:01.470412+0000 mgr.smithi176.ajjlsm (mgr.14696) 7138 : cluster [DBG] pgmap v6139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:34:04.186435+0000 mon.smithi176 (mon.0) 2228 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:34:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:34:04.187916+0000 mon.smithi176 (mon.0) 2229 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:34:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:34:04.188777+0000 mon.smithi176 (mon.0) 2230 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:34:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:34:04.186435+0000 mon.smithi176 (mon.0) 2228 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:34:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:34:04.187916+0000 mon.smithi176 (mon.0) 2229 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:34:04.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:34:04.188777+0000 mon.smithi176 (mon.0) 2230 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:34:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:03.470858+0000 mgr.smithi176.ajjlsm (mgr.14696) 7139 : cluster [DBG] pgmap v6140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:34:04.189571+0000 mgr.smithi176.ajjlsm (mgr.14696) 7140 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:34:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:34:04.592227+0000 mon.smithi176 (mon.0) 2231 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:34:05.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:34:04.597194+0000 mon.smithi176 (mon.0) 2232 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:34:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:03.470858+0000 mgr.smithi176.ajjlsm (mgr.14696) 7139 : cluster [DBG] pgmap v6140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:34:04.189571+0000 mgr.smithi176.ajjlsm (mgr.14696) 7140 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:34:05.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:34:04.592227+0000 mon.smithi176 (mon.0) 2231 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:34:05.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:34:04.597194+0000 mon.smithi176 (mon.0) 2232 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:34:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:05.471382+0000 mgr.smithi176.ajjlsm (mgr.14696) 7141 : cluster [DBG] pgmap v6141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:05.471382+0000 mgr.smithi176.ajjlsm (mgr.14696) 7141 : cluster [DBG] pgmap v6141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:08.183 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:34:08.457 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:34:08.457 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:34:08.458 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 8m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:34:08.458 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 8m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:34:08.458 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 8m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:34:08.458 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 8m ago 3h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:34:08.459 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 8m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:34:08.459 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 8m ago 3h 591M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:34:08.459 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 8m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:34:08.459 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 8m ago 3h 1293M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:34:08.460 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 8m ago 3h 615M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:34:08.460 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 8m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:34:08.460 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 8m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:34:08.460 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 8m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:34:08.461 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 8m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:34:08.461 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 8m ago 3h 945M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:34:08.461 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 8m ago 3h 1807M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:34:08.461 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 8m ago 3h 1229M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:34:08.462 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 8m ago 3h 1974M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:34:08.462 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 8m ago 3h 1846M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:34:08.462 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 8m ago 3h 1996M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:34:08.462 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 8m ago 3h 1648M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:34:08.463 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 8m ago 3h 2461M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:34:08.463 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 8m ago 3h 111M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:34:08.778 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:34:08.778 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:34:08.779 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:34:08.779 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:34:08.779 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:34:08.780 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:34:08.780 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:34:08.780 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:34:08.780 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:34:08.781 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:34:08.781 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:34:08.781 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:34:08.781 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:34:08.781 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:34:08.782 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:34:08.782 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:34:08.782 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:34:08.782 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:34:08.783 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:34:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:07.472127+0000 mgr.smithi176.ajjlsm (mgr.14696) 7142 : cluster [DBG] pgmap v6142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:34:08.170702+0000 mgr.smithi176.ajjlsm (mgr.14696) 7143 : audit [DBG] from='client.38870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:34:09.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:34:08.777325+0000 mon.smithi176 (mon.0) 2233 : audit [DBG] from='client.? 172.21.15.176:0/2030894410' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:34:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:07.472127+0000 mgr.smithi176.ajjlsm (mgr.14696) 7142 : cluster [DBG] pgmap v6142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:34:08.170702+0000 mgr.smithi176.ajjlsm (mgr.14696) 7143 : audit [DBG] from='client.38870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:34:09.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:34:08.777325+0000 mon.smithi176 (mon.0) 2233 : audit [DBG] from='client.? 172.21.15.176:0/2030894410' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:34:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:34:08.447443+0000 mgr.smithi176.ajjlsm (mgr.14696) 7144 : audit [DBG] from='client.38874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:34:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:34:08.447443+0000 mgr.smithi176.ajjlsm (mgr.14696) 7144 : audit [DBG] from='client.38874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:34:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:09.472709+0000 mgr.smithi176.ajjlsm (mgr.14696) 7145 : cluster [DBG] pgmap v6143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:09.472709+0000 mgr.smithi176.ajjlsm (mgr.14696) 7145 : cluster [DBG] pgmap v6143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:11.473677+0000 mgr.smithi176.ajjlsm (mgr.14696) 7146 : cluster [DBG] pgmap v6144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:11.473677+0000 mgr.smithi176.ajjlsm (mgr.14696) 7146 : cluster [DBG] pgmap v6144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:13.474234+0000 mgr.smithi176.ajjlsm (mgr.14696) 7147 : cluster [DBG] pgmap v6145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:13.474234+0000 mgr.smithi176.ajjlsm (mgr.14696) 7147 : cluster [DBG] pgmap v6145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:15.474829+0000 mgr.smithi176.ajjlsm (mgr.14696) 7148 : cluster [DBG] pgmap v6146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:15.474829+0000 mgr.smithi176.ajjlsm (mgr.14696) 7148 : cluster [DBG] pgmap v6146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:17.475591+0000 mgr.smithi176.ajjlsm (mgr.14696) 7149 : cluster [DBG] pgmap v6147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:17.475591+0000 mgr.smithi176.ajjlsm (mgr.14696) 7149 : cluster [DBG] pgmap v6147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:19.476266+0000 mgr.smithi176.ajjlsm (mgr.14696) 7150 : cluster [DBG] pgmap v6148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:19.476266+0000 mgr.smithi176.ajjlsm (mgr.14696) 7150 : cluster [DBG] pgmap v6148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:21.477068+0000 mgr.smithi176.ajjlsm (mgr.14696) 7151 : cluster [DBG] pgmap v6149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:21.477068+0000 mgr.smithi176.ajjlsm (mgr.14696) 7151 : cluster [DBG] pgmap v6149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:23.477729+0000 mgr.smithi176.ajjlsm (mgr.14696) 7152 : cluster [DBG] pgmap v6150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:23.477729+0000 mgr.smithi176.ajjlsm (mgr.14696) 7152 : cluster [DBG] pgmap v6150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:25.478330+0000 mgr.smithi176.ajjlsm (mgr.14696) 7153 : cluster [DBG] pgmap v6151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:25.478330+0000 mgr.smithi176.ajjlsm (mgr.14696) 7153 : cluster [DBG] pgmap v6151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:27.479075+0000 mgr.smithi176.ajjlsm (mgr.14696) 7154 : cluster [DBG] pgmap v6152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:27.479075+0000 mgr.smithi176.ajjlsm (mgr.14696) 7154 : cluster [DBG] pgmap v6152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:29.479528+0000 mgr.smithi176.ajjlsm (mgr.14696) 7155 : cluster [DBG] pgmap v6153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:29.479528+0000 mgr.smithi176.ajjlsm (mgr.14696) 7155 : cluster [DBG] pgmap v6153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:31.480441+0000 mgr.smithi176.ajjlsm (mgr.14696) 7156 : cluster [DBG] pgmap v6154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:31.480441+0000 mgr.smithi176.ajjlsm (mgr.14696) 7156 : cluster [DBG] pgmap v6154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:33.480957+0000 mgr.smithi176.ajjlsm (mgr.14696) 7157 : cluster [DBG] pgmap v6155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:33.480957+0000 mgr.smithi176.ajjlsm (mgr.14696) 7157 : cluster [DBG] pgmap v6155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:35.481472+0000 mgr.smithi176.ajjlsm (mgr.14696) 7158 : cluster [DBG] pgmap v6156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:35.481472+0000 mgr.smithi176.ajjlsm (mgr.14696) 7158 : cluster [DBG] pgmap v6156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:39.079 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:34:39.346 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:34:39.346 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:34:39.347 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 8m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:34:39.347 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 8m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:34:39.348 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 8m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:34:39.348 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 8m ago 3h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:34:39.349 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 8m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:34:39.349 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 8m ago 3h 591M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:34:39.349 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 8m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:34:39.350 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 8m ago 3h 1293M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:34:39.350 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 8m ago 3h 615M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:34:39.351 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 8m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:34:39.351 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 8m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:34:39.352 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 8m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:34:39.352 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 8m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:34:39.353 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 8m ago 3h 945M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:34:39.353 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 8m ago 3h 1807M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:34:39.353 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 8m ago 3h 1229M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:34:39.354 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 8m ago 3h 1974M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:34:39.354 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 8m ago 3h 1846M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:34:39.355 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 8m ago 3h 1996M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:34:39.355 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 8m ago 3h 1648M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:34:39.356 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 8m ago 3h 2461M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:34:39.356 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 8m ago 3h 111M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:34:39.667 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:34:39.667 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:34:39.668 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:34:39.668 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:34:39.668 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:34:39.668 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:34:39.669 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:34:39.669 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:34:39.669 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:34:39.669 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:34:39.669 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:34:39.670 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:34:39.670 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:34:39.670 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:34:39.670 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:34:39.670 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:34:39.671 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:34:39.671 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:34:39.671 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:34:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:37.482306+0000 mgr.smithi176.ajjlsm (mgr.14696) 7159 : cluster [DBG] pgmap v6157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:37.482306+0000 mgr.smithi176.ajjlsm (mgr.14696) 7159 : cluster [DBG] pgmap v6157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:34:39.067066+0000 mgr.smithi176.ajjlsm (mgr.14696) 7160 : audit [DBG] from='client.38882 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:34:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:34:39.335827+0000 mgr.smithi176.ajjlsm (mgr.14696) 7161 : audit [DBG] from='client.38886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:34:40.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:34:39.666488+0000 mon.smithi176 (mon.0) 2234 : audit [DBG] from='client.? 172.21.15.176:0/431747104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:34:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:34:39.067066+0000 mgr.smithi176.ajjlsm (mgr.14696) 7160 : audit [DBG] from='client.38882 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:34:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:34:39.335827+0000 mgr.smithi176.ajjlsm (mgr.14696) 7161 : audit [DBG] from='client.38886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:34:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:34:39.666488+0000 mon.smithi176 (mon.0) 2234 : audit [DBG] from='client.? 172.21.15.176:0/431747104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:34:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:39.482716+0000 mgr.smithi176.ajjlsm (mgr.14696) 7162 : cluster [DBG] pgmap v6158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:34:40.633372+0000 mon.smithi176 (mon.0) 2235 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:34:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:34:40.914445+0000 mon.smithi176 (mon.0) 2236 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:34:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:39.482716+0000 mgr.smithi176.ajjlsm (mgr.14696) 7162 : cluster [DBG] pgmap v6158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:34:40.633372+0000 mon.smithi176 (mon.0) 2235 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:34:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:34:40.914445+0000 mon.smithi176 (mon.0) 2236 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:34:43.727 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:41.483653+0000 mgr.smithi176.ajjlsm (mgr.14696) 7163 : cluster [DBG] pgmap v6159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:41.483653+0000 mgr.smithi176.ajjlsm (mgr.14696) 7163 : cluster [DBG] pgmap v6159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:43.484157+0000 mgr.smithi176.ajjlsm (mgr.14696) 7164 : cluster [DBG] pgmap v6160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:43.484157+0000 mgr.smithi176.ajjlsm (mgr.14696) 7164 : cluster [DBG] pgmap v6160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:45.484698+0000 mgr.smithi176.ajjlsm (mgr.14696) 7165 : cluster [DBG] pgmap v6161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:45.484698+0000 mgr.smithi176.ajjlsm (mgr.14696) 7165 : cluster [DBG] pgmap v6161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:47.485719+0000 mgr.smithi176.ajjlsm (mgr.14696) 7166 : cluster [DBG] pgmap v6162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:47.485719+0000 mgr.smithi176.ajjlsm (mgr.14696) 7166 : cluster [DBG] pgmap v6162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:49.486307+0000 mgr.smithi176.ajjlsm (mgr.14696) 7167 : cluster [DBG] pgmap v6163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:49.486307+0000 mgr.smithi176.ajjlsm (mgr.14696) 7167 : cluster [DBG] pgmap v6163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:51.487234+0000 mgr.smithi176.ajjlsm (mgr.14696) 7168 : cluster [DBG] pgmap v6164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:51.487234+0000 mgr.smithi176.ajjlsm (mgr.14696) 7168 : cluster [DBG] pgmap v6164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:53.487759+0000 mgr.smithi176.ajjlsm (mgr.14696) 7169 : cluster [DBG] pgmap v6165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:53.487759+0000 mgr.smithi176.ajjlsm (mgr.14696) 7169 : cluster [DBG] pgmap v6165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:55.488263+0000 mgr.smithi176.ajjlsm (mgr.14696) 7170 : cluster [DBG] pgmap v6166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:55.488263+0000 mgr.smithi176.ajjlsm (mgr.14696) 7170 : cluster [DBG] pgmap v6166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:34:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:34:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:57.489050+0000 mgr.smithi176.ajjlsm (mgr.14696) 7171 : cluster [DBG] pgmap v6167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:34:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:34:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:57.489050+0000 mgr.smithi176.ajjlsm (mgr.14696) 7171 : cluster [DBG] pgmap v6167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:34:59.489577+0000 mgr.smithi176.ajjlsm (mgr.14696) 7172 : cluster [DBG] pgmap v6168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:34:59.489577+0000 mgr.smithi176.ajjlsm (mgr.14696) 7172 : cluster [DBG] pgmap v6168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:01.490463+0000 mgr.smithi176.ajjlsm (mgr.14696) 7173 : cluster [DBG] pgmap v6169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:01.490463+0000 mgr.smithi176.ajjlsm (mgr.14696) 7173 : cluster [DBG] pgmap v6169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:03.491071+0000 mgr.smithi176.ajjlsm (mgr.14696) 7174 : cluster [DBG] pgmap v6170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:35:04.599796+0000 mon.smithi176 (mon.0) 2237 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:35:05.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:35:04.601224+0000 mon.smithi176 (mon.0) 2238 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:35:05.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:35:04.602083+0000 mon.smithi176 (mon.0) 2239 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:35:05.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:35:04.998449+0000 mon.smithi176 (mon.0) 2240 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:35:05.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:35:05.001506+0000 mon.smithi176 (mon.0) 2241 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:35:05.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:35:05.005274+0000 mon.smithi176 (mon.0) 2242 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:35:05.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:35:05.009971+0000 mon.smithi176 (mon.0) 2243 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:35:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:03.491071+0000 mgr.smithi176.ajjlsm (mgr.14696) 7174 : cluster [DBG] pgmap v6170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:35:04.599796+0000 mon.smithi176 (mon.0) 2237 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:35:05.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:35:04.601224+0000 mon.smithi176 (mon.0) 2238 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:35:05.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:35:04.602083+0000 mon.smithi176 (mon.0) 2239 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:35:05.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:35:04.998449+0000 mon.smithi176 (mon.0) 2240 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:35:05.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:35:05.001506+0000 mon.smithi176 (mon.0) 2241 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:35:05.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:35:05.005274+0000 mon.smithi176 (mon.0) 2242 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:35:05.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:35:05.009971+0000 mon.smithi176 (mon.0) 2243 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:35:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:35:04.602835+0000 mgr.smithi176.ajjlsm (mgr.14696) 7175 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:35:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:35:04.602835+0000 mgr.smithi176.ajjlsm (mgr.14696) 7175 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:35:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:05.491579+0000 mgr.smithi176.ajjlsm (mgr.14696) 7176 : cluster [DBG] pgmap v6171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:05.491579+0000 mgr.smithi176.ajjlsm (mgr.14696) 7176 : cluster [DBG] pgmap v6171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:07.492420+0000 mgr.smithi176.ajjlsm (mgr.14696) 7177 : cluster [DBG] pgmap v6172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:08.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:07.492420+0000 mgr.smithi176.ajjlsm (mgr.14696) 7177 : cluster [DBG] pgmap v6172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:09.969 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:35:10.234 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:35:10.234 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:35:10.235 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 9m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:35:10.235 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 9m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:35:10.235 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 9m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:35:10.235 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 9m ago 3h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:35:10.235 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 9m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:35:10.236 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 9m ago 3h 591M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:35:10.236 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 9m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:35:10.236 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 9m ago 3h 1293M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:35:10.236 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 9m ago 3h 615M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:35:10.237 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 9m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:35:10.237 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 9m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:35:10.237 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 9m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:35:10.237 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 9m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:35:10.238 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 9m ago 3h 945M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:35:10.238 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 9m ago 3h 1807M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:35:10.238 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 9m ago 3h 1229M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:35:10.238 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 9m ago 3h 1974M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:35:10.238 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 9m ago 3h 1846M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:35:10.239 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 9m ago 3h 1996M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:35:10.239 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 9m ago 3h 1648M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:35:10.239 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 9m ago 3h 2461M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:35:10.239 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 9m ago 3h 111M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:35:10.555 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:35:10.556 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:35:10.556 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:35:10.556 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:35:10.556 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:35:10.557 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:35:10.557 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:35:10.557 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:35:10.557 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:35:10.557 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:35:10.558 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:35:10.558 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:35:10.558 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:35:10.558 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:35:10.559 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:35:10.559 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:35:10.559 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:35:10.559 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:35:10.559 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:35:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:09.492939+0000 mgr.smithi176.ajjlsm (mgr.14696) 7178 : cluster [DBG] pgmap v6173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:35:09.956008+0000 mgr.smithi176.ajjlsm (mgr.14696) 7179 : audit [DBG] from='client.38894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:35:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:35:10.224229+0000 mgr.smithi176.ajjlsm (mgr.14696) 7180 : audit [DBG] from='client.38898 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:35:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:09.492939+0000 mgr.smithi176.ajjlsm (mgr.14696) 7178 : cluster [DBG] pgmap v6173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:35:09.956008+0000 mgr.smithi176.ajjlsm (mgr.14696) 7179 : audit [DBG] from='client.38894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:35:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:35:10.224229+0000 mgr.smithi176.ajjlsm (mgr.14696) 7180 : audit [DBG] from='client.38898 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:35:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:35:10.554901+0000 mon.smithi176 (mon.0) 2244 : audit [DBG] from='client.? 172.21.15.176:0/1564366251' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:35:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:35:10.554901+0000 mon.smithi176 (mon.0) 2244 : audit [DBG] from='client.? 172.21.15.176:0/1564366251' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:35:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:11.493801+0000 mgr.smithi176.ajjlsm (mgr.14696) 7181 : cluster [DBG] pgmap v6174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:11.493801+0000 mgr.smithi176.ajjlsm (mgr.14696) 7181 : cluster [DBG] pgmap v6174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:13.494308+0000 mgr.smithi176.ajjlsm (mgr.14696) 7182 : cluster [DBG] pgmap v6175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:15.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:13.494308+0000 mgr.smithi176.ajjlsm (mgr.14696) 7182 : cluster [DBG] pgmap v6175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:15.494819+0000 mgr.smithi176.ajjlsm (mgr.14696) 7183 : cluster [DBG] pgmap v6176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:15.494819+0000 mgr.smithi176.ajjlsm (mgr.14696) 7183 : cluster [DBG] pgmap v6176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:17.495614+0000 mgr.smithi176.ajjlsm (mgr.14696) 7184 : cluster [DBG] pgmap v6177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:19.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:17.495614+0000 mgr.smithi176.ajjlsm (mgr.14696) 7184 : cluster [DBG] pgmap v6177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:19.496110+0000 mgr.smithi176.ajjlsm (mgr.14696) 7185 : cluster [DBG] pgmap v6178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:19.496110+0000 mgr.smithi176.ajjlsm (mgr.14696) 7185 : cluster [DBG] pgmap v6178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:21.496972+0000 mgr.smithi176.ajjlsm (mgr.14696) 7186 : cluster [DBG] pgmap v6179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:23.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:21.496972+0000 mgr.smithi176.ajjlsm (mgr.14696) 7186 : cluster [DBG] pgmap v6179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:23.497486+0000 mgr.smithi176.ajjlsm (mgr.14696) 7187 : cluster [DBG] pgmap v6180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:23.497486+0000 mgr.smithi176.ajjlsm (mgr.14696) 7187 : cluster [DBG] pgmap v6180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:25.498200+0000 mgr.smithi176.ajjlsm (mgr.14696) 7188 : cluster [DBG] pgmap v6181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:27.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:25.498200+0000 mgr.smithi176.ajjlsm (mgr.14696) 7188 : cluster [DBG] pgmap v6181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:27.498941+0000 mgr.smithi176.ajjlsm (mgr.14696) 7189 : cluster [DBG] pgmap v6182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:27.498941+0000 mgr.smithi176.ajjlsm (mgr.14696) 7189 : cluster [DBG] pgmap v6182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:29.499504+0000 mgr.smithi176.ajjlsm (mgr.14696) 7190 : cluster [DBG] pgmap v6183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:29.499504+0000 mgr.smithi176.ajjlsm (mgr.14696) 7190 : cluster [DBG] pgmap v6183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:31.500430+0000 mgr.smithi176.ajjlsm (mgr.14696) 7191 : cluster [DBG] pgmap v6184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:33.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:31.500430+0000 mgr.smithi176.ajjlsm (mgr.14696) 7191 : cluster [DBG] pgmap v6184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:33.500982+0000 mgr.smithi176.ajjlsm (mgr.14696) 7192 : cluster [DBG] pgmap v6185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:33.500982+0000 mgr.smithi176.ajjlsm (mgr.14696) 7192 : cluster [DBG] pgmap v6185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:35.501520+0000 mgr.smithi176.ajjlsm (mgr.14696) 7193 : cluster [DBG] pgmap v6186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:35.501520+0000 mgr.smithi176.ajjlsm (mgr.14696) 7193 : cluster [DBG] pgmap v6186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:37.502266+0000 mgr.smithi176.ajjlsm (mgr.14696) 7194 : cluster [DBG] pgmap v6187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:37.502266+0000 mgr.smithi176.ajjlsm (mgr.14696) 7194 : cluster [DBG] pgmap v6187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:40.861 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:35:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:39.502686+0000 mgr.smithi176.ajjlsm (mgr.14696) 7195 : cluster [DBG] pgmap v6188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:35:40.635008+0000 mon.smithi176 (mon.0) 2245 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:35:41.132 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:35:41.132 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:35:41.132 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 9m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:35:41.133 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 9m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:35:41.133 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 9m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:35:41.133 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 9m ago 3h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:35:41.133 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 9m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:35:41.133 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 9m ago 3h 591M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:35:41.134 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 9m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:35:41.134 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 9m ago 3h 1293M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:35:41.134 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 9m ago 3h 615M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:35:41.134 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 9m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:35:41.135 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 9m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:35:41.135 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 9m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:35:41.135 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 9m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:35:41.135 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 9m ago 3h 945M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:35:41.135 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 9m ago 3h 1807M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:35:41.136 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 9m ago 3h 1229M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:35:41.136 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 9m ago 3h 1974M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:35:41.136 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 9m ago 3h 1846M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:35:41.136 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 9m ago 3h 1996M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:35:41.137 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 9m ago 3h 1648M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:35:41.137 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 9m ago 3h 2461M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:35:41.137 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 9m ago 3h 111M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:35:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:39.502686+0000 mgr.smithi176.ajjlsm (mgr.14696) 7195 : cluster [DBG] pgmap v6188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:35:40.635008+0000 mon.smithi176 (mon.0) 2245 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:35:41.455 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:35:41.455 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:35:41.455 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:35:41.455 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:35:41.456 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:35:41.456 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:35:41.456 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:35:41.456 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:35:41.456 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:35:41.457 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:35:41.457 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:35:41.457 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:35:41.457 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:35:41.458 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:35:41.458 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:35:41.458 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:35:41.458 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:35:41.459 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:35:41.459 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:35:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:35:40.849254+0000 mgr.smithi176.ajjlsm (mgr.14696) 7196 : audit [DBG] from='client.38906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:35:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:35:40.918186+0000 mon.smithi176 (mon.0) 2246 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:35:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:35:41.121923+0000 mgr.smithi176.ajjlsm (mgr.14696) 7197 : audit [DBG] from='client.38910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:35:42.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:35:41.453877+0000 mon.smithi176 (mon.0) 2247 : audit [DBG] from='client.? 172.21.15.176:0/1556452920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:35:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:35:40.849254+0000 mgr.smithi176.ajjlsm (mgr.14696) 7196 : audit [DBG] from='client.38906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:35:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:35:40.918186+0000 mon.smithi176 (mon.0) 2246 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:35:42.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:35:41.121923+0000 mgr.smithi176.ajjlsm (mgr.14696) 7197 : audit [DBG] from='client.38910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:35:42.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:35:41.453877+0000 mon.smithi176 (mon.0) 2247 : audit [DBG] from='client.? 172.21.15.176:0/1556452920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:35:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:41.503646+0000 mgr.smithi176.ajjlsm (mgr.14696) 7198 : cluster [DBG] pgmap v6189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:41.503646+0000 mgr.smithi176.ajjlsm (mgr.14696) 7198 : cluster [DBG] pgmap v6189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:43.504161+0000 mgr.smithi176.ajjlsm (mgr.14696) 7199 : cluster [DBG] pgmap v6190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:43.504161+0000 mgr.smithi176.ajjlsm (mgr.14696) 7199 : cluster [DBG] pgmap v6190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:47.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:45.504670+0000 mgr.smithi176.ajjlsm (mgr.14696) 7200 : cluster [DBG] pgmap v6191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:45.504670+0000 mgr.smithi176.ajjlsm (mgr.14696) 7200 : cluster [DBG] pgmap v6191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:47.505613+0000 mgr.smithi176.ajjlsm (mgr.14696) 7201 : cluster [DBG] pgmap v6192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:47.505613+0000 mgr.smithi176.ajjlsm (mgr.14696) 7201 : cluster [DBG] pgmap v6192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:49.506295+0000 mgr.smithi176.ajjlsm (mgr.14696) 7202 : cluster [DBG] pgmap v6193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:49.506295+0000 mgr.smithi176.ajjlsm (mgr.14696) 7202 : cluster [DBG] pgmap v6193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:51.507316+0000 mgr.smithi176.ajjlsm (mgr.14696) 7203 : cluster [DBG] pgmap v6194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:51.507316+0000 mgr.smithi176.ajjlsm (mgr.14696) 7203 : cluster [DBG] pgmap v6194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:53.507948+0000 mgr.smithi176.ajjlsm (mgr.14696) 7204 : cluster [DBG] pgmap v6195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:53.507948+0000 mgr.smithi176.ajjlsm (mgr.14696) 7204 : cluster [DBG] pgmap v6195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:55.508393+0000 mgr.smithi176.ajjlsm (mgr.14696) 7205 : cluster [DBG] pgmap v6196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:55.508393+0000 mgr.smithi176.ajjlsm (mgr.14696) 7205 : cluster [DBG] pgmap v6196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:35:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:35:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:57.509456+0000 mgr.smithi176.ajjlsm (mgr.14696) 7206 : cluster [DBG] pgmap v6197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:35:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:35:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:57.509456+0000 mgr.smithi176.ajjlsm (mgr.14696) 7206 : cluster [DBG] pgmap v6197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:35:59.510032+0000 mgr.smithi176.ajjlsm (mgr.14696) 7207 : cluster [DBG] pgmap v6198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:35:59.510032+0000 mgr.smithi176.ajjlsm (mgr.14696) 7207 : cluster [DBG] pgmap v6198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:03.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:01.510833+0000 mgr.smithi176.ajjlsm (mgr.14696) 7208 : cluster [DBG] pgmap v6199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:01.510833+0000 mgr.smithi176.ajjlsm (mgr.14696) 7208 : cluster [DBG] pgmap v6199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:03.511351+0000 mgr.smithi176.ajjlsm (mgr.14696) 7209 : cluster [DBG] pgmap v6200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:03.511351+0000 mgr.smithi176.ajjlsm (mgr.14696) 7209 : cluster [DBG] pgmap v6200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:36:05.012583+0000 mon.smithi176 (mon.0) 2248 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:36:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:36:05.014060+0000 mon.smithi176 (mon.0) 2249 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:36:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:36:05.014953+0000 mon.smithi176 (mon.0) 2250 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:36:06.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:36:05.015755+0000 mgr.smithi176.ajjlsm (mgr.14696) 7210 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:36:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:36:05.012583+0000 mon.smithi176 (mon.0) 2248 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:36:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:36:05.014060+0000 mon.smithi176 (mon.0) 2249 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:36:06.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:36:05.014953+0000 mon.smithi176 (mon.0) 2250 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:36:06.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:36:05.015755+0000 mgr.smithi176.ajjlsm (mgr.14696) 7210 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:36:07.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:05.511746+0000 mgr.smithi176.ajjlsm (mgr.14696) 7211 : cluster [DBG] pgmap v6201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:05.511746+0000 mgr.smithi176.ajjlsm (mgr.14696) 7211 : cluster [DBG] pgmap v6201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:07.512444+0000 mgr.smithi176.ajjlsm (mgr.14696) 7212 : cluster [DBG] pgmap v6202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:07.512444+0000 mgr.smithi176.ajjlsm (mgr.14696) 7212 : cluster [DBG] pgmap v6202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:36:09.462113+0000 mon.smithi176 (mon.0) 2251 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:36:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:09.513024+0000 mgr.smithi176.ajjlsm (mgr.14696) 7213 : cluster [DBG] pgmap v6203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:36:09.462113+0000 mon.smithi176 (mon.0) 2251 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:36:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:09.513024+0000 mgr.smithi176.ajjlsm (mgr.14696) 7213 : cluster [DBG] pgmap v6203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:11.759 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:36:12.042 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:36:12.043 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 0s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:36:12.043 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 0s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:36:12.043 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 2s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:36:12.043 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 0s ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:36:12.043 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 0s ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:36:12.044 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 2s ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:36:12.044 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 0s ago 3h 598M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:36:12.044 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 2s ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:36:12.044 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 0s ago 3h 1354M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:36:12.045 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 2s ago 3h 653M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:36:12.045 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 0s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:36:12.045 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 2s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:36:12.045 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 0s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:36:12.045 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 2s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:36:12.046 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 0s ago 3h 972M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:36:12.046 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 0s ago 3h 1840M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:36:12.046 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 0s ago 3h 1252M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:36:12.046 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 0s ago 3h 2009M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:36:12.047 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 2s ago 3h 1878M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:36:12.047 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 2s ago 3h 2025M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:36:12.047 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 2s ago 3h 1674M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:36:12.047 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 2s ago 3h 2493M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:36:12.047 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 0s ago 3h 114M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:36:12.377 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:36:12.454 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:36:12.454 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:36:12.455 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:36:12.455 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:36:12.455 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:36:12.455 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:36:12.456 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:36:12.456 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:36:12.456 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:36:12.456 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:36:12.457 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:36:12.457 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:36:12.457 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:36:12.458 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:36:12.458 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:36:12.458 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:36:12.458 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:36:12.459 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:36:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:11.513677+0000 mgr.smithi176.ajjlsm (mgr.14696) 7214 : cluster [DBG] pgmap v6204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:36:11.746858+0000 mgr.smithi176.ajjlsm (mgr.14696) 7215 : audit [DBG] from='client.38918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:36:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:36:11.827995+0000 mon.smithi176 (mon.0) 2252 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:36:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:36:12.032446+0000 mgr.smithi176.ajjlsm (mgr.14696) 7216 : audit [DBG] from='client.38922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:36:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:36:12.233240+0000 mon.smithi176 (mon.0) 2253 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:36:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:36:12.238326+0000 mon.smithi176 (mon.0) 2254 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:36:13.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:36:12.376125+0000 mon.smithi176 (mon.0) 2255 : audit [DBG] from='client.? 172.21.15.176:0/2559569114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:36:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:11.513677+0000 mgr.smithi176.ajjlsm (mgr.14696) 7214 : cluster [DBG] pgmap v6204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:36:11.746858+0000 mgr.smithi176.ajjlsm (mgr.14696) 7215 : audit [DBG] from='client.38918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:36:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:36:11.827995+0000 mon.smithi176 (mon.0) 2252 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:36:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:36:12.032446+0000 mgr.smithi176.ajjlsm (mgr.14696) 7216 : audit [DBG] from='client.38922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:36:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:36:12.233240+0000 mon.smithi176 (mon.0) 2253 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:36:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:36:12.238326+0000 mon.smithi176 (mon.0) 2254 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:36:13.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:36:12.376125+0000 mon.smithi176 (mon.0) 2255 : audit [DBG] from='client.? 172.21.15.176:0/2559569114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:36:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:13.514135+0000 mgr.smithi176.ajjlsm (mgr.14696) 7217 : cluster [DBG] pgmap v6205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:13.514135+0000 mgr.smithi176.ajjlsm (mgr.14696) 7217 : cluster [DBG] pgmap v6205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:15.514761+0000 mgr.smithi176.ajjlsm (mgr.14696) 7218 : cluster [DBG] pgmap v6206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:15.514761+0000 mgr.smithi176.ajjlsm (mgr.14696) 7218 : cluster [DBG] pgmap v6206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:17.515551+0000 mgr.smithi176.ajjlsm (mgr.14696) 7219 : cluster [DBG] pgmap v6207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:17.515551+0000 mgr.smithi176.ajjlsm (mgr.14696) 7219 : cluster [DBG] pgmap v6207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:19.516107+0000 mgr.smithi176.ajjlsm (mgr.14696) 7220 : cluster [DBG] pgmap v6208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:19.516107+0000 mgr.smithi176.ajjlsm (mgr.14696) 7220 : cluster [DBG] pgmap v6208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:21.517150+0000 mgr.smithi176.ajjlsm (mgr.14696) 7221 : cluster [DBG] pgmap v6209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:23.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:21.517150+0000 mgr.smithi176.ajjlsm (mgr.14696) 7221 : cluster [DBG] pgmap v6209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:23.517724+0000 mgr.smithi176.ajjlsm (mgr.14696) 7222 : cluster [DBG] pgmap v6210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:23.517724+0000 mgr.smithi176.ajjlsm (mgr.14696) 7222 : cluster [DBG] pgmap v6210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:25.518201+0000 mgr.smithi176.ajjlsm (mgr.14696) 7223 : cluster [DBG] pgmap v6211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:25.518201+0000 mgr.smithi176.ajjlsm (mgr.14696) 7223 : cluster [DBG] pgmap v6211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:27.518977+0000 mgr.smithi176.ajjlsm (mgr.14696) 7224 : cluster [DBG] pgmap v6212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:27.518977+0000 mgr.smithi176.ajjlsm (mgr.14696) 7224 : cluster [DBG] pgmap v6212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:29.519437+0000 mgr.smithi176.ajjlsm (mgr.14696) 7225 : cluster [DBG] pgmap v6213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:29.519437+0000 mgr.smithi176.ajjlsm (mgr.14696) 7225 : cluster [DBG] pgmap v6213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:31.520220+0000 mgr.smithi176.ajjlsm (mgr.14696) 7226 : cluster [DBG] pgmap v6214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:31.520220+0000 mgr.smithi176.ajjlsm (mgr.14696) 7226 : cluster [DBG] pgmap v6214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:33.520708+0000 mgr.smithi176.ajjlsm (mgr.14696) 7227 : cluster [DBG] pgmap v6215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:35.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:33.520708+0000 mgr.smithi176.ajjlsm (mgr.14696) 7227 : cluster [DBG] pgmap v6215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:35.521196+0000 mgr.smithi176.ajjlsm (mgr.14696) 7228 : cluster [DBG] pgmap v6216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:35.521196+0000 mgr.smithi176.ajjlsm (mgr.14696) 7228 : cluster [DBG] pgmap v6216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:37.521984+0000 mgr.smithi176.ajjlsm (mgr.14696) 7229 : cluster [DBG] pgmap v6217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:39.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:37.521984+0000 mgr.smithi176.ajjlsm (mgr.14696) 7229 : cluster [DBG] pgmap v6217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:39.522448+0000 mgr.smithi176.ajjlsm (mgr.14696) 7230 : cluster [DBG] pgmap v6218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:36:40.637191+0000 mon.smithi176 (mon.0) 2256 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:36:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:39.522448+0000 mgr.smithi176.ajjlsm (mgr.14696) 7230 : cluster [DBG] pgmap v6218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:36:40.637191+0000 mon.smithi176 (mon.0) 2256 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:36:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:36:40.922418+0000 mon.smithi176 (mon.0) 2257 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:36:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:36:40.922418+0000 mon.smithi176 (mon.0) 2257 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:36:42.681 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:36:42.951 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:36:42.951 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 31s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:36:42.952 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 31s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:36:42.952 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 33s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:36:42.952 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 31s ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:36:42.952 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 31s ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:36:42.953 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 33s ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:36:42.953 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 31s ago 3h 598M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:36:42.953 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 33s ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:36:42.953 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 31s ago 3h 1354M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:36:42.953 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 33s ago 3h 653M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:36:42.954 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 31s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:36:42.954 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 33s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:36:42.954 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 31s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:36:42.954 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 33s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:36:42.955 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 31s ago 3h 972M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:36:42.955 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 31s ago 3h 1840M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:36:42.955 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 31s ago 3h 1252M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:36:42.955 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 31s ago 3h 2009M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:36:42.955 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 33s ago 3h 1878M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:36:42.956 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 33s ago 3h 2025M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:36:42.956 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 33s ago 3h 1674M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:36:42.956 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 33s ago 3h 2493M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:36:42.956 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 31s ago 3h 114M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:36:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:41.523370+0000 mgr.smithi176.ajjlsm (mgr.14696) 7231 : cluster [DBG] pgmap v6219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:43.272 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:36:43.273 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:36:43.273 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:36:43.273 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:36:43.273 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:36:43.274 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:36:43.274 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:36:43.274 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:36:43.274 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:36:43.275 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:36:43.275 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:36:43.275 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:36:43.275 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:36:43.276 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:36:43.276 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:36:43.276 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:36:43.276 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:36:43.276 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:36:43.277 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:36:43.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:41.523370+0000 mgr.smithi176.ajjlsm (mgr.14696) 7231 : cluster [DBG] pgmap v6219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:36:42.668758+0000 mgr.smithi176.ajjlsm (mgr.14696) 7232 : audit [DBG] from='client.38930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:36:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:36:42.941651+0000 mgr.smithi176.ajjlsm (mgr.14696) 7233 : audit [DBG] from='client.38934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:36:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:36:43.271954+0000 mon.smithi176 (mon.0) 2258 : audit [DBG] from='client.? 172.21.15.176:0/505441730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:36:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:36:42.668758+0000 mgr.smithi176.ajjlsm (mgr.14696) 7232 : audit [DBG] from='client.38930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:36:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:36:42.941651+0000 mgr.smithi176.ajjlsm (mgr.14696) 7233 : audit [DBG] from='client.38934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:36:44.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:36:43.271954+0000 mon.smithi176 (mon.0) 2258 : audit [DBG] from='client.? 172.21.15.176:0/505441730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:36:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:43.523801+0000 mgr.smithi176.ajjlsm (mgr.14696) 7234 : cluster [DBG] pgmap v6220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:43.523801+0000 mgr.smithi176.ajjlsm (mgr.14696) 7234 : cluster [DBG] pgmap v6220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:45.524248+0000 mgr.smithi176.ajjlsm (mgr.14696) 7235 : cluster [DBG] pgmap v6221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:47.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:45.524248+0000 mgr.smithi176.ajjlsm (mgr.14696) 7235 : cluster [DBG] pgmap v6221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:47.525212+0000 mgr.smithi176.ajjlsm (mgr.14696) 7236 : cluster [DBG] pgmap v6222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:49.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:47.525212+0000 mgr.smithi176.ajjlsm (mgr.14696) 7236 : cluster [DBG] pgmap v6222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:49.525874+0000 mgr.smithi176.ajjlsm (mgr.14696) 7237 : cluster [DBG] pgmap v6223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:49.525874+0000 mgr.smithi176.ajjlsm (mgr.14696) 7237 : cluster [DBG] pgmap v6223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:51.526760+0000 mgr.smithi176.ajjlsm (mgr.14696) 7238 : cluster [DBG] pgmap v6224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:51.526760+0000 mgr.smithi176.ajjlsm (mgr.14696) 7238 : cluster [DBG] pgmap v6224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:53.527289+0000 mgr.smithi176.ajjlsm (mgr.14696) 7239 : cluster [DBG] pgmap v6225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:53.527289+0000 mgr.smithi176.ajjlsm (mgr.14696) 7239 : cluster [DBG] pgmap v6225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:55.527774+0000 mgr.smithi176.ajjlsm (mgr.14696) 7240 : cluster [DBG] pgmap v6226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:55.527774+0000 mgr.smithi176.ajjlsm (mgr.14696) 7240 : cluster [DBG] pgmap v6226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:36:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:36:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:57.528601+0000 mgr.smithi176.ajjlsm (mgr.14696) 7241 : cluster [DBG] pgmap v6227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:36:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:36:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:57.528601+0000 mgr.smithi176.ajjlsm (mgr.14696) 7241 : cluster [DBG] pgmap v6227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:36:59.529100+0000 mgr.smithi176.ajjlsm (mgr.14696) 7242 : cluster [DBG] pgmap v6228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:36:59.529100+0000 mgr.smithi176.ajjlsm (mgr.14696) 7242 : cluster [DBG] pgmap v6228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:01.530005+0000 mgr.smithi176.ajjlsm (mgr.14696) 7243 : cluster [DBG] pgmap v6229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:01.530005+0000 mgr.smithi176.ajjlsm (mgr.14696) 7243 : cluster [DBG] pgmap v6229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:03.530541+0000 mgr.smithi176.ajjlsm (mgr.14696) 7244 : cluster [DBG] pgmap v6230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:03.530541+0000 mgr.smithi176.ajjlsm (mgr.14696) 7244 : cluster [DBG] pgmap v6230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:05.531072+0000 mgr.smithi176.ajjlsm (mgr.14696) 7245 : cluster [DBG] pgmap v6231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:05.531072+0000 mgr.smithi176.ajjlsm (mgr.14696) 7245 : cluster [DBG] pgmap v6231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:07.531890+0000 mgr.smithi176.ajjlsm (mgr.14696) 7246 : cluster [DBG] pgmap v6232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:07.531890+0000 mgr.smithi176.ajjlsm (mgr.14696) 7246 : cluster [DBG] pgmap v6232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:09.532359+0000 mgr.smithi176.ajjlsm (mgr.14696) 7247 : cluster [DBG] pgmap v6233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:09.532359+0000 mgr.smithi176.ajjlsm (mgr.14696) 7247 : cluster [DBG] pgmap v6233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:11.533286+0000 mgr.smithi176.ajjlsm (mgr.14696) 7248 : cluster [DBG] pgmap v6234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:37:12.240949+0000 mon.smithi176 (mon.0) 2259 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:37:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:37:12.242349+0000 mon.smithi176 (mon.0) 2260 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:37:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:37:12.243195+0000 mon.smithi176 (mon.0) 2261 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:37:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:37:12.243979+0000 mgr.smithi176.ajjlsm (mgr.14696) 7249 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:37:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:37:12.650328+0000 mon.smithi176 (mon.0) 2262 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:37:13.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:37:12.655397+0000 mon.smithi176 (mon.0) 2263 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:37:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:11.533286+0000 mgr.smithi176.ajjlsm (mgr.14696) 7248 : cluster [DBG] pgmap v6234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:37:12.240949+0000 mon.smithi176 (mon.0) 2259 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:37:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:37:12.242349+0000 mon.smithi176 (mon.0) 2260 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:37:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:37:12.243195+0000 mon.smithi176 (mon.0) 2261 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:37:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:37:12.243979+0000 mgr.smithi176.ajjlsm (mgr.14696) 7249 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:37:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:37:12.650328+0000 mon.smithi176 (mon.0) 2262 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:37:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:37:12.655397+0000 mon.smithi176 (mon.0) 2263 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:37:13.573 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:37:13.843 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:37:13.883 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 62s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:37:13.883 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 62s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:37:13.883 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 64s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:37:13.884 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 62s ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:37:13.884 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 62s ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:37:13.885 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 64s ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:37:13.885 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 62s ago 3h 598M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:37:13.885 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 64s ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:37:13.885 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 62s ago 3h 1354M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:37:13.886 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 64s ago 3h 653M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:37:13.886 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 62s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:37:13.886 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 64s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:37:13.887 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 62s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:37:13.887 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 64s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:37:13.887 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 62s ago 3h 972M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:37:13.888 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 62s ago 3h 1840M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:37:13.888 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 62s ago 3h 1252M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:37:13.888 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 62s ago 3h 2009M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:37:13.888 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 64s ago 3h 1878M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:37:13.889 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 64s ago 3h 2025M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:37:13.889 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 64s ago 3h 1674M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:37:13.889 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 64s ago 3h 2493M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:37:13.889 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 62s ago 3h 114M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:37:14.167 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:37:14.167 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:37:14.168 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:37:14.168 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:37:14.168 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:37:14.168 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:37:14.168 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:37:14.169 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:37:14.169 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:37:14.169 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:37:14.169 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:37:14.170 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:37:14.170 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:37:14.170 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:37:14.170 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:37:14.170 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:37:14.171 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:37:14.171 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:37:14.171 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:37:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:13.533712+0000 mgr.smithi176.ajjlsm (mgr.14696) 7250 : cluster [DBG] pgmap v6235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:37:13.560621+0000 mgr.smithi176.ajjlsm (mgr.14696) 7251 : audit [DBG] from='client.38942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:37:15.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:37:13.833055+0000 mgr.smithi176.ajjlsm (mgr.14696) 7252 : audit [DBG] from='client.38946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:37:15.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:37:14.166391+0000 mon.smithi176 (mon.0) 2264 : audit [DBG] from='client.? 172.21.15.176:0/3282494266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:37:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:13.533712+0000 mgr.smithi176.ajjlsm (mgr.14696) 7250 : cluster [DBG] pgmap v6235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:37:13.560621+0000 mgr.smithi176.ajjlsm (mgr.14696) 7251 : audit [DBG] from='client.38942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:37:15.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:37:13.833055+0000 mgr.smithi176.ajjlsm (mgr.14696) 7252 : audit [DBG] from='client.38946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:37:15.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:37:14.166391+0000 mon.smithi176 (mon.0) 2264 : audit [DBG] from='client.? 172.21.15.176:0/3282494266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:37:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:15.534174+0000 mgr.smithi176.ajjlsm (mgr.14696) 7253 : cluster [DBG] pgmap v6236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:15.534174+0000 mgr.smithi176.ajjlsm (mgr.14696) 7253 : cluster [DBG] pgmap v6236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:17.534966+0000 mgr.smithi176.ajjlsm (mgr.14696) 7254 : cluster [DBG] pgmap v6237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:17.534966+0000 mgr.smithi176.ajjlsm (mgr.14696) 7254 : cluster [DBG] pgmap v6237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:19.535556+0000 mgr.smithi176.ajjlsm (mgr.14696) 7255 : cluster [DBG] pgmap v6238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:19.535556+0000 mgr.smithi176.ajjlsm (mgr.14696) 7255 : cluster [DBG] pgmap v6238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:21.536502+0000 mgr.smithi176.ajjlsm (mgr.14696) 7256 : cluster [DBG] pgmap v6239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:21.536502+0000 mgr.smithi176.ajjlsm (mgr.14696) 7256 : cluster [DBG] pgmap v6239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:23.536993+0000 mgr.smithi176.ajjlsm (mgr.14696) 7257 : cluster [DBG] pgmap v6240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:23.536993+0000 mgr.smithi176.ajjlsm (mgr.14696) 7257 : cluster [DBG] pgmap v6240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:25.537506+0000 mgr.smithi176.ajjlsm (mgr.14696) 7258 : cluster [DBG] pgmap v6241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:25.537506+0000 mgr.smithi176.ajjlsm (mgr.14696) 7258 : cluster [DBG] pgmap v6241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:27.538305+0000 mgr.smithi176.ajjlsm (mgr.14696) 7259 : cluster [DBG] pgmap v6242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:27.538305+0000 mgr.smithi176.ajjlsm (mgr.14696) 7259 : cluster [DBG] pgmap v6242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:29.538983+0000 mgr.smithi176.ajjlsm (mgr.14696) 7260 : cluster [DBG] pgmap v6243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:29.538983+0000 mgr.smithi176.ajjlsm (mgr.14696) 7260 : cluster [DBG] pgmap v6243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:31.539833+0000 mgr.smithi176.ajjlsm (mgr.14696) 7261 : cluster [DBG] pgmap v6244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:31.539833+0000 mgr.smithi176.ajjlsm (mgr.14696) 7261 : cluster [DBG] pgmap v6244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:35.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:33.540373+0000 mgr.smithi176.ajjlsm (mgr.14696) 7262 : cluster [DBG] pgmap v6245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:33.540373+0000 mgr.smithi176.ajjlsm (mgr.14696) 7262 : cluster [DBG] pgmap v6245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:35.540901+0000 mgr.smithi176.ajjlsm (mgr.14696) 7263 : cluster [DBG] pgmap v6246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:35.540901+0000 mgr.smithi176.ajjlsm (mgr.14696) 7263 : cluster [DBG] pgmap v6246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:39.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:37.541750+0000 mgr.smithi176.ajjlsm (mgr.14696) 7264 : cluster [DBG] pgmap v6247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:37.541750+0000 mgr.smithi176.ajjlsm (mgr.14696) 7264 : cluster [DBG] pgmap v6247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:39.542387+0000 mgr.smithi176.ajjlsm (mgr.14696) 7265 : cluster [DBG] pgmap v6248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:37:40.638864+0000 mon.smithi176 (mon.0) 2265 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:37:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:37:40.927587+0000 mon.smithi176 (mon.0) 2266 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:37:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:39.542387+0000 mgr.smithi176.ajjlsm (mgr.14696) 7265 : cluster [DBG] pgmap v6248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:37:40.638864+0000 mon.smithi176 (mon.0) 2265 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:37:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:37:40.927587+0000 mon.smithi176 (mon.0) 2266 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:37:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:41.543263+0000 mgr.smithi176.ajjlsm (mgr.14696) 7266 : cluster [DBG] pgmap v6249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:41.543263+0000 mgr.smithi176.ajjlsm (mgr.14696) 7266 : cluster [DBG] pgmap v6249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:44.474 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:37:44.740 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:37:44.740 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 92s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:37:44.741 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 92s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:37:44.741 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 95s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:37:44.741 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 92s ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:37:44.741 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 92s ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:37:44.742 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 95s ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:37:44.742 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 92s ago 3h 598M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:37:44.742 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 95s ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:37:44.742 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 92s ago 3h 1354M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:37:44.742 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 95s ago 3h 653M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:37:44.743 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 92s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:37:44.743 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 95s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:37:44.743 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 92s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:37:44.743 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 95s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:37:44.744 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 92s ago 3h 972M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:37:44.744 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 92s ago 3h 1840M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:37:44.744 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 92s ago 3h 1252M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:37:44.744 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 92s ago 3h 2009M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:37:44.745 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 95s ago 3h 1878M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:37:44.745 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 95s ago 3h 2025M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:37:44.745 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 95s ago 3h 1674M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:37:44.745 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 95s ago 3h 2493M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:37:44.746 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 92s ago 3h 114M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:37:45.066 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:37:45.066 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:37:45.067 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:37:45.067 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:37:45.067 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:37:45.067 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:37:45.068 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:37:45.068 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:37:45.068 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:37:45.068 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:37:45.069 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:37:45.069 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:37:45.069 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:37:45.069 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:37:45.069 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:37:45.070 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:37:45.070 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:37:45.070 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:37:45.070 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:37:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:43.543897+0000 mgr.smithi176.ajjlsm (mgr.14696) 7267 : cluster [DBG] pgmap v6250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:43.543897+0000 mgr.smithi176.ajjlsm (mgr.14696) 7267 : cluster [DBG] pgmap v6250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:37:44.461350+0000 mgr.smithi176.ajjlsm (mgr.14696) 7268 : audit [DBG] from='client.38954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:37:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:37:44.730065+0000 mgr.smithi176.ajjlsm (mgr.14696) 7269 : audit [DBG] from='client.38958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:37:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:37:45.065289+0000 mon.smithi176 (mon.0) 2267 : audit [DBG] from='client.? 172.21.15.176:0/2397550275' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:37:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:37:44.461350+0000 mgr.smithi176.ajjlsm (mgr.14696) 7268 : audit [DBG] from='client.38954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:37:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:37:44.730065+0000 mgr.smithi176.ajjlsm (mgr.14696) 7269 : audit [DBG] from='client.38958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:37:46.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:37:45.065289+0000 mon.smithi176 (mon.0) 2267 : audit [DBG] from='client.? 172.21.15.176:0/2397550275' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:37:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:45.544353+0000 mgr.smithi176.ajjlsm (mgr.14696) 7270 : cluster [DBG] pgmap v6251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:45.544353+0000 mgr.smithi176.ajjlsm (mgr.14696) 7270 : cluster [DBG] pgmap v6251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:47.545184+0000 mgr.smithi176.ajjlsm (mgr.14696) 7271 : cluster [DBG] pgmap v6252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:47.545184+0000 mgr.smithi176.ajjlsm (mgr.14696) 7271 : cluster [DBG] pgmap v6252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:49.545708+0000 mgr.smithi176.ajjlsm (mgr.14696) 7272 : cluster [DBG] pgmap v6253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:49.545708+0000 mgr.smithi176.ajjlsm (mgr.14696) 7272 : cluster [DBG] pgmap v6253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:51.546475+0000 mgr.smithi176.ajjlsm (mgr.14696) 7273 : cluster [DBG] pgmap v6254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:51.546475+0000 mgr.smithi176.ajjlsm (mgr.14696) 7273 : cluster [DBG] pgmap v6254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:53.547107+0000 mgr.smithi176.ajjlsm (mgr.14696) 7274 : cluster [DBG] pgmap v6255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:53.547107+0000 mgr.smithi176.ajjlsm (mgr.14696) 7274 : cluster [DBG] pgmap v6255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:55.547654+0000 mgr.smithi176.ajjlsm (mgr.14696) 7275 : cluster [DBG] pgmap v6256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:55.547654+0000 mgr.smithi176.ajjlsm (mgr.14696) 7275 : cluster [DBG] pgmap v6256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:37:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:37:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:57.548569+0000 mgr.smithi176.ajjlsm (mgr.14696) 7276 : cluster [DBG] pgmap v6257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:37:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:37:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:57.548569+0000 mgr.smithi176.ajjlsm (mgr.14696) 7276 : cluster [DBG] pgmap v6257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:37:59.549249+0000 mgr.smithi176.ajjlsm (mgr.14696) 7277 : cluster [DBG] pgmap v6258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:37:59.549249+0000 mgr.smithi176.ajjlsm (mgr.14696) 7277 : cluster [DBG] pgmap v6258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:01.550149+0000 mgr.smithi176.ajjlsm (mgr.14696) 7278 : cluster [DBG] pgmap v6259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:01.550149+0000 mgr.smithi176.ajjlsm (mgr.14696) 7278 : cluster [DBG] pgmap v6259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:03.550614+0000 mgr.smithi176.ajjlsm (mgr.14696) 7279 : cluster [DBG] pgmap v6260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:03.550614+0000 mgr.smithi176.ajjlsm (mgr.14696) 7279 : cluster [DBG] pgmap v6260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:05.551171+0000 mgr.smithi176.ajjlsm (mgr.14696) 7280 : cluster [DBG] pgmap v6261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:05.551171+0000 mgr.smithi176.ajjlsm (mgr.14696) 7280 : cluster [DBG] pgmap v6261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:07.552077+0000 mgr.smithi176.ajjlsm (mgr.14696) 7281 : cluster [DBG] pgmap v6262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:07.552077+0000 mgr.smithi176.ajjlsm (mgr.14696) 7281 : cluster [DBG] pgmap v6262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:09.552758+0000 mgr.smithi176.ajjlsm (mgr.14696) 7282 : cluster [DBG] pgmap v6263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:09.552758+0000 mgr.smithi176.ajjlsm (mgr.14696) 7282 : cluster [DBG] pgmap v6263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:11.553579+0000 mgr.smithi176.ajjlsm (mgr.14696) 7283 : cluster [DBG] pgmap v6264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:38:12.658026+0000 mon.smithi176 (mon.0) 2268 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:38:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:38:12.659499+0000 mon.smithi176 (mon.0) 2269 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:38:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:38:12.660349+0000 mon.smithi176 (mon.0) 2270 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:38:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:38:13.008846+0000 mon.smithi176 (mon.0) 2271 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:38:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:11.553579+0000 mgr.smithi176.ajjlsm (mgr.14696) 7283 : cluster [DBG] pgmap v6264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:38:12.658026+0000 mon.smithi176 (mon.0) 2268 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:38:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:38:12.659499+0000 mon.smithi176 (mon.0) 2269 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:38:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:38:12.660349+0000 mon.smithi176 (mon.0) 2270 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:38:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:38:13.008846+0000 mon.smithi176 (mon.0) 2271 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:38:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:38:12.661157+0000 mgr.smithi176.ajjlsm (mgr.14696) 7284 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:38:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:38:13.397888+0000 mon.smithi176 (mon.0) 2272 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:38:14.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:38:13.402875+0000 mon.smithi176 (mon.0) 2273 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:38:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:38:12.661157+0000 mgr.smithi176.ajjlsm (mgr.14696) 7284 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:38:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:38:13.397888+0000 mon.smithi176 (mon.0) 2272 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:38:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:38:13.402875+0000 mon.smithi176 (mon.0) 2273 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:38:15.368 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:38:15.636 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:38:15.637 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:38:15.637 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 2m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:38:15.637 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 2m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:38:15.638 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 2m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:38:15.638 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 2m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:38:15.638 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 2m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:38:15.638 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 2m ago 3h 598M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:38:15.638 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 2m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:38:15.639 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 2m ago 3h 1354M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:38:15.639 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 2m ago 3h 653M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:38:15.639 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 2m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:38:15.639 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 2m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:38:15.640 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 2m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:38:15.640 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 2m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:38:15.640 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 2m ago 3h 972M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:38:15.640 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 2m ago 3h 1840M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:38:15.641 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 2m ago 3h 1252M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:38:15.641 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 2m ago 3h 2009M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:38:15.641 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 2m ago 3h 1878M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:38:15.641 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 2m ago 3h 2025M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:38:15.641 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 2m ago 3h 1674M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:38:15.642 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 2m ago 3h 2493M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:38:15.642 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 2m ago 3h 114M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:38:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:13.553951+0000 mgr.smithi176.ajjlsm (mgr.14696) 7285 : cluster [DBG] pgmap v6265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:15.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:13.553951+0000 mgr.smithi176.ajjlsm (mgr.14696) 7285 : cluster [DBG] pgmap v6265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:15.962 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:38:15.962 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:38:15.963 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:38:15.963 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:38:15.963 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:38:15.963 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:38:15.964 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:38:15.964 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:38:15.964 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:38:15.964 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:38:15.964 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:38:15.965 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:38:15.965 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:38:15.965 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:38:15.965 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:38:15.966 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:38:15.966 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:38:15.966 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:38:15.966 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:38:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:38:15.354898+0000 mgr.smithi176.ajjlsm (mgr.14696) 7286 : audit [DBG] from='client.38966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:38:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:38:15.961578+0000 mon.smithi176 (mon.0) 2274 : audit [DBG] from='client.? 172.21.15.176:0/1312971102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:38:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:38:15.354898+0000 mgr.smithi176.ajjlsm (mgr.14696) 7286 : audit [DBG] from='client.38966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:38:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:38:15.961578+0000 mon.smithi176 (mon.0) 2274 : audit [DBG] from='client.? 172.21.15.176:0/1312971102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:38:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:15.554364+0000 mgr.smithi176.ajjlsm (mgr.14696) 7287 : cluster [DBG] pgmap v6266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:38:15.627022+0000 mgr.smithi176.ajjlsm (mgr.14696) 7288 : audit [DBG] from='client.38970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:38:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:15.554364+0000 mgr.smithi176.ajjlsm (mgr.14696) 7287 : cluster [DBG] pgmap v6266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:38:15.627022+0000 mgr.smithi176.ajjlsm (mgr.14696) 7288 : audit [DBG] from='client.38970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:38:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:17.555156+0000 mgr.smithi176.ajjlsm (mgr.14696) 7289 : cluster [DBG] pgmap v6267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:17.555156+0000 mgr.smithi176.ajjlsm (mgr.14696) 7289 : cluster [DBG] pgmap v6267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:19.555691+0000 mgr.smithi176.ajjlsm (mgr.14696) 7290 : cluster [DBG] pgmap v6268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:19.555691+0000 mgr.smithi176.ajjlsm (mgr.14696) 7290 : cluster [DBG] pgmap v6268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:21.556477+0000 mgr.smithi176.ajjlsm (mgr.14696) 7291 : cluster [DBG] pgmap v6269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:21.556477+0000 mgr.smithi176.ajjlsm (mgr.14696) 7291 : cluster [DBG] pgmap v6269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:23.557012+0000 mgr.smithi176.ajjlsm (mgr.14696) 7292 : cluster [DBG] pgmap v6270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:23.557012+0000 mgr.smithi176.ajjlsm (mgr.14696) 7292 : cluster [DBG] pgmap v6270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:25.557611+0000 mgr.smithi176.ajjlsm (mgr.14696) 7293 : cluster [DBG] pgmap v6271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:25.557611+0000 mgr.smithi176.ajjlsm (mgr.14696) 7293 : cluster [DBG] pgmap v6271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:27.558484+0000 mgr.smithi176.ajjlsm (mgr.14696) 7294 : cluster [DBG] pgmap v6272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:29.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:27.558484+0000 mgr.smithi176.ajjlsm (mgr.14696) 7294 : cluster [DBG] pgmap v6272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:29.558951+0000 mgr.smithi176.ajjlsm (mgr.14696) 7295 : cluster [DBG] pgmap v6273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:29.558951+0000 mgr.smithi176.ajjlsm (mgr.14696) 7295 : cluster [DBG] pgmap v6273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:31.559829+0000 mgr.smithi176.ajjlsm (mgr.14696) 7296 : cluster [DBG] pgmap v6274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:31.559829+0000 mgr.smithi176.ajjlsm (mgr.14696) 7296 : cluster [DBG] pgmap v6274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:33.560434+0000 mgr.smithi176.ajjlsm (mgr.14696) 7297 : cluster [DBG] pgmap v6275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:33.560434+0000 mgr.smithi176.ajjlsm (mgr.14696) 7297 : cluster [DBG] pgmap v6275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:35.561121+0000 mgr.smithi176.ajjlsm (mgr.14696) 7298 : cluster [DBG] pgmap v6276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:35.561121+0000 mgr.smithi176.ajjlsm (mgr.14696) 7298 : cluster [DBG] pgmap v6276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:37.562052+0000 mgr.smithi176.ajjlsm (mgr.14696) 7299 : cluster [DBG] pgmap v6277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:38.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:37.562052+0000 mgr.smithi176.ajjlsm (mgr.14696) 7299 : cluster [DBG] pgmap v6277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:39.562650+0000 mgr.smithi176.ajjlsm (mgr.14696) 7300 : cluster [DBG] pgmap v6278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:39.562650+0000 mgr.smithi176.ajjlsm (mgr.14696) 7300 : cluster [DBG] pgmap v6278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:38:40.640458+0000 mon.smithi176 (mon.0) 2275 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:38:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:38:40.931757+0000 mon.smithi176 (mon.0) 2276 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:38:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:38:40.640458+0000 mon.smithi176 (mon.0) 2275 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:38:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:38:40.931757+0000 mon.smithi176 (mon.0) 2276 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:38:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:41.563467+0000 mgr.smithi176.ajjlsm (mgr.14696) 7301 : cluster [DBG] pgmap v6279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:41.563467+0000 mgr.smithi176.ajjlsm (mgr.14696) 7301 : cluster [DBG] pgmap v6279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:43.563926+0000 mgr.smithi176.ajjlsm (mgr.14696) 7302 : cluster [DBG] pgmap v6280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:43.563926+0000 mgr.smithi176.ajjlsm (mgr.14696) 7302 : cluster [DBG] pgmap v6280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:46.265 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:38:46.532 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:38:46.533 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:38:46.533 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 2m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:38:46.533 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 2m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:38:46.534 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 2m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:38:46.534 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 2m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:38:46.534 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 2m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:38:46.534 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 2m ago 3h 598M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:38:46.535 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 2m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:38:46.535 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 2m ago 3h 1354M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:38:46.535 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 2m ago 3h 653M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:38:46.535 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 2m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:38:46.535 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 2m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:38:46.536 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 2m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:38:46.536 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 2m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:38:46.536 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 2m ago 3h 972M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:38:46.536 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 2m ago 3h 1840M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:38:46.537 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 2m ago 3h 1252M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:38:46.537 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 2m ago 3h 2009M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:38:46.537 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 2m ago 3h 1878M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:38:46.537 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 2m ago 3h 2025M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:38:46.537 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 2m ago 3h 1674M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:38:46.538 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 2m ago 3h 2493M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:38:46.538 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 2m ago 3h 114M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:38:46.856 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:38:46.857 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:38:46.857 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:38:46.857 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:38:46.858 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:38:46.858 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:38:46.858 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:38:46.858 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:38:46.859 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:38:46.859 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:38:46.859 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:38:46.859 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:38:46.860 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:38:46.860 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:38:46.860 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:38:46.860 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:38:46.860 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:38:46.861 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:38:46.861 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:38:47.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:45.564418+0000 mgr.smithi176.ajjlsm (mgr.14696) 7303 : cluster [DBG] pgmap v6281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:47.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:38:46.252606+0000 mgr.smithi176.ajjlsm (mgr.14696) 7304 : audit [DBG] from='client.38978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:38:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:45.564418+0000 mgr.smithi176.ajjlsm (mgr.14696) 7303 : cluster [DBG] pgmap v6281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:38:46.252606+0000 mgr.smithi176.ajjlsm (mgr.14696) 7304 : audit [DBG] from='client.38978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:38:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:38:46.522853+0000 mgr.smithi176.ajjlsm (mgr.14696) 7305 : audit [DBG] from='client.38982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:38:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:38:46.855754+0000 mon.smithi176 (mon.0) 2277 : audit [DBG] from='client.? 172.21.15.176:0/2842712572' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:38:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:38:46.522853+0000 mgr.smithi176.ajjlsm (mgr.14696) 7305 : audit [DBG] from='client.38982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:38:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:38:46.855754+0000 mon.smithi176 (mon.0) 2277 : audit [DBG] from='client.? 172.21.15.176:0/2842712572' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:38:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:47.565198+0000 mgr.smithi176.ajjlsm (mgr.14696) 7306 : cluster [DBG] pgmap v6282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:47.565198+0000 mgr.smithi176.ajjlsm (mgr.14696) 7306 : cluster [DBG] pgmap v6282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:49.565614+0000 mgr.smithi176.ajjlsm (mgr.14696) 7307 : cluster [DBG] pgmap v6283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:49.565614+0000 mgr.smithi176.ajjlsm (mgr.14696) 7307 : cluster [DBG] pgmap v6283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:51.566453+0000 mgr.smithi176.ajjlsm (mgr.14696) 7308 : cluster [DBG] pgmap v6284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:51.566453+0000 mgr.smithi176.ajjlsm (mgr.14696) 7308 : cluster [DBG] pgmap v6284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:53.567008+0000 mgr.smithi176.ajjlsm (mgr.14696) 7309 : cluster [DBG] pgmap v6285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:55.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:53.567008+0000 mgr.smithi176.ajjlsm (mgr.14696) 7309 : cluster [DBG] pgmap v6285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:55.567690+0000 mgr.smithi176.ajjlsm (mgr.14696) 7310 : cluster [DBG] pgmap v6286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:55.567690+0000 mgr.smithi176.ajjlsm (mgr.14696) 7310 : cluster [DBG] pgmap v6286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:38:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:38:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:57.568581+0000 mgr.smithi176.ajjlsm (mgr.14696) 7311 : cluster [DBG] pgmap v6287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:38:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:38:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:57.568581+0000 mgr.smithi176.ajjlsm (mgr.14696) 7311 : cluster [DBG] pgmap v6287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:38:59.569111+0000 mgr.smithi176.ajjlsm (mgr.14696) 7312 : cluster [DBG] pgmap v6288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:38:59.569111+0000 mgr.smithi176.ajjlsm (mgr.14696) 7312 : cluster [DBG] pgmap v6288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:03.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:01.569836+0000 mgr.smithi176.ajjlsm (mgr.14696) 7313 : cluster [DBG] pgmap v6289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:01.569836+0000 mgr.smithi176.ajjlsm (mgr.14696) 7313 : cluster [DBG] pgmap v6289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:03.570533+0000 mgr.smithi176.ajjlsm (mgr.14696) 7314 : cluster [DBG] pgmap v6290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:03.570533+0000 mgr.smithi176.ajjlsm (mgr.14696) 7314 : cluster [DBG] pgmap v6290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:05.570927+0000 mgr.smithi176.ajjlsm (mgr.14696) 7315 : cluster [DBG] pgmap v6291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:05.570927+0000 mgr.smithi176.ajjlsm (mgr.14696) 7315 : cluster [DBG] pgmap v6291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:07.571692+0000 mgr.smithi176.ajjlsm (mgr.14696) 7316 : cluster [DBG] pgmap v6292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:07.571692+0000 mgr.smithi176.ajjlsm (mgr.14696) 7316 : cluster [DBG] pgmap v6292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:09.572182+0000 mgr.smithi176.ajjlsm (mgr.14696) 7317 : cluster [DBG] pgmap v6293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:09.572182+0000 mgr.smithi176.ajjlsm (mgr.14696) 7317 : cluster [DBG] pgmap v6293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:11.572923+0000 mgr.smithi176.ajjlsm (mgr.14696) 7318 : cluster [DBG] pgmap v6294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:11.572923+0000 mgr.smithi176.ajjlsm (mgr.14696) 7318 : cluster [DBG] pgmap v6294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:39:13.405389+0000 mon.smithi176 (mon.0) 2278 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:39:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:39:13.406878+0000 mon.smithi176 (mon.0) 2279 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:39:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:39:13.407657+0000 mon.smithi176 (mon.0) 2280 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:39:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:39:13.408360+0000 mgr.smithi176.ajjlsm (mgr.14696) 7319 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:39:14.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:39:13.758373+0000 mon.smithi176 (mon.0) 2281 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:39:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:39:13.405389+0000 mon.smithi176 (mon.0) 2278 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:39:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:39:13.406878+0000 mon.smithi176 (mon.0) 2279 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:39:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:39:13.407657+0000 mon.smithi176 (mon.0) 2280 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:39:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:39:13.408360+0000 mgr.smithi176.ajjlsm (mgr.14696) 7319 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:39:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:39:13.758373+0000 mon.smithi176 (mon.0) 2281 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:39:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:13.573300+0000 mgr.smithi176.ajjlsm (mgr.14696) 7320 : cluster [DBG] pgmap v6295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:39:14.146434+0000 mon.smithi176 (mon.0) 2282 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:39:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:39:14.151911+0000 mon.smithi176 (mon.0) 2283 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:39:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:13.573300+0000 mgr.smithi176.ajjlsm (mgr.14696) 7320 : cluster [DBG] pgmap v6295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:39:14.146434+0000 mon.smithi176 (mon.0) 2282 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:39:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:39:14.151911+0000 mon.smithi176 (mon.0) 2283 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:39:17.160 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:39:17.428 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:39:17.429 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:39:17.429 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 3m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:39:17.429 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 3m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:39:17.429 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 3m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:39:17.430 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 3m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:39:17.430 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 3m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:39:17.430 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 3m ago 3h 598M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:39:17.430 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 3m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:39:17.431 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 3m ago 3h 1354M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:39:17.431 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 3m ago 3h 653M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:39:17.431 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 3m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:39:17.431 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 3m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:39:17.432 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 3m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:39:17.432 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 3m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:39:17.432 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 3m ago 3h 972M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:39:17.432 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 3m ago 3h 1840M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:39:17.433 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 3m ago 3h 1252M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:39:17.433 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 3m ago 3h 2009M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:39:17.433 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 3m ago 3h 1878M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:39:17.433 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 3m ago 3h 2025M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:39:17.434 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 3m ago 3h 1674M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:39:17.434 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 3m ago 3h 2493M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:39:17.434 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 3m ago 3h 114M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:39:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:15.573850+0000 mgr.smithi176.ajjlsm (mgr.14696) 7321 : cluster [DBG] pgmap v6296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:15.573850+0000 mgr.smithi176.ajjlsm (mgr.14696) 7321 : cluster [DBG] pgmap v6296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:17.751 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:39:17.752 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:39:17.752 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:39:17.752 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:39:17.752 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:39:17.752 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:39:17.753 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:39:17.753 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:39:17.753 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:39:17.754 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:39:17.754 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:39:17.754 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:39:17.754 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:39:17.755 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:39:17.755 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:39:17.755 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:39:17.755 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:39:17.755 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:39:17.756 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:39:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:39:17.147192+0000 mgr.smithi176.ajjlsm (mgr.14696) 7322 : audit [DBG] from='client.38990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:39:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:39:17.418505+0000 mgr.smithi176.ajjlsm (mgr.14696) 7323 : audit [DBG] from='client.38994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:39:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:39:17.750670+0000 mon.smithi176 (mon.0) 2284 : audit [DBG] from='client.? 172.21.15.176:0/3529217515' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:39:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:39:17.147192+0000 mgr.smithi176.ajjlsm (mgr.14696) 7322 : audit [DBG] from='client.38990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:39:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:39:17.418505+0000 mgr.smithi176.ajjlsm (mgr.14696) 7323 : audit [DBG] from='client.38994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:39:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:39:17.750670+0000 mon.smithi176 (mon.0) 2284 : audit [DBG] from='client.? 172.21.15.176:0/3529217515' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:39:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:17.574577+0000 mgr.smithi176.ajjlsm (mgr.14696) 7324 : cluster [DBG] pgmap v6297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:17.574577+0000 mgr.smithi176.ajjlsm (mgr.14696) 7324 : cluster [DBG] pgmap v6297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:19.575095+0000 mgr.smithi176.ajjlsm (mgr.14696) 7325 : cluster [DBG] pgmap v6298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:19.575095+0000 mgr.smithi176.ajjlsm (mgr.14696) 7325 : cluster [DBG] pgmap v6298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:21.575815+0000 mgr.smithi176.ajjlsm (mgr.14696) 7326 : cluster [DBG] pgmap v6299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:21.575815+0000 mgr.smithi176.ajjlsm (mgr.14696) 7326 : cluster [DBG] pgmap v6299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:23.576432+0000 mgr.smithi176.ajjlsm (mgr.14696) 7327 : cluster [DBG] pgmap v6300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:23.576432+0000 mgr.smithi176.ajjlsm (mgr.14696) 7327 : cluster [DBG] pgmap v6300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:25.576931+0000 mgr.smithi176.ajjlsm (mgr.14696) 7328 : cluster [DBG] pgmap v6301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:25.576931+0000 mgr.smithi176.ajjlsm (mgr.14696) 7328 : cluster [DBG] pgmap v6301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:27.577652+0000 mgr.smithi176.ajjlsm (mgr.14696) 7329 : cluster [DBG] pgmap v6302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:27.577652+0000 mgr.smithi176.ajjlsm (mgr.14696) 7329 : cluster [DBG] pgmap v6302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:29.578086+0000 mgr.smithi176.ajjlsm (mgr.14696) 7330 : cluster [DBG] pgmap v6303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:29.578086+0000 mgr.smithi176.ajjlsm (mgr.14696) 7330 : cluster [DBG] pgmap v6303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:31.579012+0000 mgr.smithi176.ajjlsm (mgr.14696) 7331 : cluster [DBG] pgmap v6304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:31.579012+0000 mgr.smithi176.ajjlsm (mgr.14696) 7331 : cluster [DBG] pgmap v6304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:33.579492+0000 mgr.smithi176.ajjlsm (mgr.14696) 7332 : cluster [DBG] pgmap v6305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:33.579492+0000 mgr.smithi176.ajjlsm (mgr.14696) 7332 : cluster [DBG] pgmap v6305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:35.580013+0000 mgr.smithi176.ajjlsm (mgr.14696) 7333 : cluster [DBG] pgmap v6306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:35.580013+0000 mgr.smithi176.ajjlsm (mgr.14696) 7333 : cluster [DBG] pgmap v6306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:37.580795+0000 mgr.smithi176.ajjlsm (mgr.14696) 7334 : cluster [DBG] pgmap v6307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:37.580795+0000 mgr.smithi176.ajjlsm (mgr.14696) 7334 : cluster [DBG] pgmap v6307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:39.581420+0000 mgr.smithi176.ajjlsm (mgr.14696) 7335 : cluster [DBG] pgmap v6308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:39:40.642065+0000 mon.smithi176 (mon.0) 2285 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:39:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:39:40.936453+0000 mon.smithi176 (mon.0) 2286 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:39:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:39.581420+0000 mgr.smithi176.ajjlsm (mgr.14696) 7335 : cluster [DBG] pgmap v6308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:39:40.642065+0000 mon.smithi176 (mon.0) 2285 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:39:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:39:40.936453+0000 mon.smithi176 (mon.0) 2286 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:39:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:41.582293+0000 mgr.smithi176.ajjlsm (mgr.14696) 7336 : cluster [DBG] pgmap v6309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:41.582293+0000 mgr.smithi176.ajjlsm (mgr.14696) 7336 : cluster [DBG] pgmap v6309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:43.582928+0000 mgr.smithi176.ajjlsm (mgr.14696) 7337 : cluster [DBG] pgmap v6310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:43.582928+0000 mgr.smithi176.ajjlsm (mgr.14696) 7337 : cluster [DBG] pgmap v6310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:45.583412+0000 mgr.smithi176.ajjlsm (mgr.14696) 7338 : cluster [DBG] pgmap v6311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:45.583412+0000 mgr.smithi176.ajjlsm (mgr.14696) 7338 : cluster [DBG] pgmap v6311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:48.052 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:39:48.321 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:39:48.322 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:39:48.322 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 3m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:39:48.322 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 3m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:39:48.322 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 3m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:39:48.323 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 3m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:39:48.323 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 3m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:39:48.323 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 3m ago 3h 598M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:39:48.323 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 3m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:39:48.324 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 3m ago 3h 1354M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:39:48.324 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 3m ago 3h 653M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:39:48.324 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 3m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:39:48.324 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 3m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:39:48.324 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 3m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:39:48.325 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 3m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:39:48.325 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 3m ago 3h 972M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:39:48.325 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 3m ago 3h 1840M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:39:48.325 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 3m ago 3h 1252M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:39:48.326 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 3m ago 3h 2009M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:39:48.326 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 3m ago 3h 1878M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:39:48.326 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 3m ago 3h 2025M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:39:48.326 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 3m ago 3h 1674M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:39:48.326 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 3m ago 3h 2493M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:39:48.327 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 3m ago 3h 114M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:39:48.641 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:39:48.642 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:39:48.642 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:39:48.642 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:39:48.642 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:39:48.643 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:39:48.643 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:39:48.643 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:39:48.643 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:39:48.644 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:39:48.644 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:39:48.644 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:39:48.644 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:39:48.645 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:39:48.645 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:39:48.645 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:39:48.645 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:39:48.645 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:39:48.646 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:39:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:47.584172+0000 mgr.smithi176.ajjlsm (mgr.14696) 7339 : cluster [DBG] pgmap v6312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:39:48.039212+0000 mgr.smithi176.ajjlsm (mgr.14696) 7340 : audit [DBG] from='client.39002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:39:49.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:39:48.311780+0000 mgr.smithi176.ajjlsm (mgr.14696) 7341 : audit [DBG] from='client.39006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:39:49.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:39:48.640685+0000 mon.smithi176 (mon.0) 2287 : audit [DBG] from='client.? 172.21.15.176:0/4153234889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:39:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:47.584172+0000 mgr.smithi176.ajjlsm (mgr.14696) 7339 : cluster [DBG] pgmap v6312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:39:48.039212+0000 mgr.smithi176.ajjlsm (mgr.14696) 7340 : audit [DBG] from='client.39002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:39:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:39:48.311780+0000 mgr.smithi176.ajjlsm (mgr.14696) 7341 : audit [DBG] from='client.39006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:39:49.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:39:48.640685+0000 mon.smithi176 (mon.0) 2287 : audit [DBG] from='client.? 172.21.15.176:0/4153234889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:39:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:49.584796+0000 mgr.smithi176.ajjlsm (mgr.14696) 7342 : cluster [DBG] pgmap v6313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:49.584796+0000 mgr.smithi176.ajjlsm (mgr.14696) 7342 : cluster [DBG] pgmap v6313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:51.585653+0000 mgr.smithi176.ajjlsm (mgr.14696) 7343 : cluster [DBG] pgmap v6314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:51.585653+0000 mgr.smithi176.ajjlsm (mgr.14696) 7343 : cluster [DBG] pgmap v6314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:53.586203+0000 mgr.smithi176.ajjlsm (mgr.14696) 7344 : cluster [DBG] pgmap v6315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:53.586203+0000 mgr.smithi176.ajjlsm (mgr.14696) 7344 : cluster [DBG] pgmap v6315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:55.586654+0000 mgr.smithi176.ajjlsm (mgr.14696) 7345 : cluster [DBG] pgmap v6316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:55.586654+0000 mgr.smithi176.ajjlsm (mgr.14696) 7345 : cluster [DBG] pgmap v6316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:39:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:39:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:57.587457+0000 mgr.smithi176.ajjlsm (mgr.14696) 7346 : cluster [DBG] pgmap v6317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:39:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:39:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:57.587457+0000 mgr.smithi176.ajjlsm (mgr.14696) 7346 : cluster [DBG] pgmap v6317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:00.000164+0000 mon.smithi176 (mon.0) 2288 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T10:40:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:00.000164+0000 mon.smithi176 (mon.0) 2288 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T10:40:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:39:59.588032+0000 mgr.smithi176.ajjlsm (mgr.14696) 7347 : cluster [DBG] pgmap v6318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:39:59.588032+0000 mgr.smithi176.ajjlsm (mgr.14696) 7347 : cluster [DBG] pgmap v6318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:01.588846+0000 mgr.smithi176.ajjlsm (mgr.14696) 7348 : cluster [DBG] pgmap v6319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:01.588846+0000 mgr.smithi176.ajjlsm (mgr.14696) 7348 : cluster [DBG] pgmap v6319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:03.589355+0000 mgr.smithi176.ajjlsm (mgr.14696) 7349 : cluster [DBG] pgmap v6320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:03.589355+0000 mgr.smithi176.ajjlsm (mgr.14696) 7349 : cluster [DBG] pgmap v6320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:05.589977+0000 mgr.smithi176.ajjlsm (mgr.14696) 7350 : cluster [DBG] pgmap v6321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:05.589977+0000 mgr.smithi176.ajjlsm (mgr.14696) 7350 : cluster [DBG] pgmap v6321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:07.590817+0000 mgr.smithi176.ajjlsm (mgr.14696) 7351 : cluster [DBG] pgmap v6322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:07.590817+0000 mgr.smithi176.ajjlsm (mgr.14696) 7351 : cluster [DBG] pgmap v6322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:09.591350+0000 mgr.smithi176.ajjlsm (mgr.14696) 7352 : cluster [DBG] pgmap v6323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:09.591350+0000 mgr.smithi176.ajjlsm (mgr.14696) 7352 : cluster [DBG] pgmap v6323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:11.592162+0000 mgr.smithi176.ajjlsm (mgr.14696) 7353 : cluster [DBG] pgmap v6324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:11.592162+0000 mgr.smithi176.ajjlsm (mgr.14696) 7353 : cluster [DBG] pgmap v6324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:40:14.154610+0000 mon.smithi176 (mon.0) 2289 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:40:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:40:14.155936+0000 mon.smithi176 (mon.0) 2290 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:40:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:40:14.156873+0000 mon.smithi176 (mon.0) 2291 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:40:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:40:14.154610+0000 mon.smithi176 (mon.0) 2289 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:40:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:40:14.155936+0000 mon.smithi176 (mon.0) 2290 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:40:14.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:40:14.156873+0000 mon.smithi176 (mon.0) 2291 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:40:15.440 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:13.592696+0000 mgr.smithi176.ajjlsm (mgr.14696) 7354 : cluster [DBG] pgmap v6325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:15.440 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:40:14.157738+0000 mgr.smithi176.ajjlsm (mgr.14696) 7355 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:40:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:13.592696+0000 mgr.smithi176.ajjlsm (mgr.14696) 7354 : cluster [DBG] pgmap v6325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:15.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:40:14.157738+0000 mgr.smithi176.ajjlsm (mgr.14696) 7355 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:40:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:15.593095+0000 mgr.smithi176.ajjlsm (mgr.14696) 7356 : cluster [DBG] pgmap v6326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:40:17.044904+0000 mon.smithi176 (mon.0) 2292 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:40:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:15.593095+0000 mgr.smithi176.ajjlsm (mgr.14696) 7356 : cluster [DBG] pgmap v6326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:40:17.044904+0000 mon.smithi176 (mon.0) 2292 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:40:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:40:17.438274+0000 mon.smithi176 (mon.0) 2293 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:40:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:40:17.443079+0000 mon.smithi176 (mon.0) 2294 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:40:18.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:40:17.438274+0000 mon.smithi176 (mon.0) 2293 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:40:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:40:17.443079+0000 mon.smithi176 (mon.0) 2294 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:40:18.941 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:40:19.208 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:40:19.208 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:40:19.209 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 4m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:40:19.209 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 4m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:40:19.209 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 4m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:40:19.209 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 4m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:40:19.210 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 4m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:40:19.210 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 4m ago 3h 598M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:40:19.210 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 4m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:40:19.210 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 4m ago 3h 1354M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:40:19.217 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 4m ago 3h 653M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:40:19.218 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 4m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:40:19.218 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 4m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:40:19.219 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 4m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:40:19.219 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 4m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:40:19.219 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 4m ago 3h 972M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:40:19.219 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 4m ago 3h 1840M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:40:19.220 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 4m ago 3h 1252M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:40:19.220 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 4m ago 3h 2009M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:40:19.220 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 4m ago 3h 1878M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:40:19.220 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 4m ago 3h 2025M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:40:19.220 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 4m ago 3h 1674M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:40:19.221 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 4m ago 3h 2493M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:40:19.221 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 4m ago 3h 114M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:40:19.532 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:40:19.532 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:40:19.532 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:40:19.532 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:40:19.533 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:40:19.533 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:40:19.533 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:40:19.533 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:40:19.534 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:40:19.534 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:40:19.534 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:40:19.535 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:40:19.535 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:40:19.536 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:40:19.536 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:40:19.536 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:40:19.537 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:40:19.537 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:40:19.538 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:40:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:17.593726+0000 mgr.smithi176.ajjlsm (mgr.14696) 7357 : cluster [DBG] pgmap v6327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:17.593726+0000 mgr.smithi176.ajjlsm (mgr.14696) 7357 : cluster [DBG] pgmap v6327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:40:18.928106+0000 mgr.smithi176.ajjlsm (mgr.14696) 7358 : audit [DBG] from='client.39014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:40:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:40:19.198472+0000 mgr.smithi176.ajjlsm (mgr.14696) 7359 : audit [DBG] from='client.39018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:40:20.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:40:19.531067+0000 mon.smithi176 (mon.0) 2295 : audit [DBG] from='client.? 172.21.15.176:0/1746647275' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:40:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:40:18.928106+0000 mgr.smithi176.ajjlsm (mgr.14696) 7358 : audit [DBG] from='client.39014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:40:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:40:19.198472+0000 mgr.smithi176.ajjlsm (mgr.14696) 7359 : audit [DBG] from='client.39018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:40:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:40:19.531067+0000 mon.smithi176 (mon.0) 2295 : audit [DBG] from='client.? 172.21.15.176:0/1746647275' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:40:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:19.594370+0000 mgr.smithi176.ajjlsm (mgr.14696) 7360 : cluster [DBG] pgmap v6328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:19.594370+0000 mgr.smithi176.ajjlsm (mgr.14696) 7360 : cluster [DBG] pgmap v6328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:21.595266+0000 mgr.smithi176.ajjlsm (mgr.14696) 7361 : cluster [DBG] pgmap v6329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:21.595266+0000 mgr.smithi176.ajjlsm (mgr.14696) 7361 : cluster [DBG] pgmap v6329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:23.595875+0000 mgr.smithi176.ajjlsm (mgr.14696) 7362 : cluster [DBG] pgmap v6330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:23.595875+0000 mgr.smithi176.ajjlsm (mgr.14696) 7362 : cluster [DBG] pgmap v6330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:25.596507+0000 mgr.smithi176.ajjlsm (mgr.14696) 7363 : cluster [DBG] pgmap v6331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:25.596507+0000 mgr.smithi176.ajjlsm (mgr.14696) 7363 : cluster [DBG] pgmap v6331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:27.597467+0000 mgr.smithi176.ajjlsm (mgr.14696) 7364 : cluster [DBG] pgmap v6332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:27.597467+0000 mgr.smithi176.ajjlsm (mgr.14696) 7364 : cluster [DBG] pgmap v6332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:29.598167+0000 mgr.smithi176.ajjlsm (mgr.14696) 7365 : cluster [DBG] pgmap v6333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:29.598167+0000 mgr.smithi176.ajjlsm (mgr.14696) 7365 : cluster [DBG] pgmap v6333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:33.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:31.598998+0000 mgr.smithi176.ajjlsm (mgr.14696) 7366 : cluster [DBG] pgmap v6334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:31.598998+0000 mgr.smithi176.ajjlsm (mgr.14696) 7366 : cluster [DBG] pgmap v6334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:33.599623+0000 mgr.smithi176.ajjlsm (mgr.14696) 7367 : cluster [DBG] pgmap v6335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:33.599623+0000 mgr.smithi176.ajjlsm (mgr.14696) 7367 : cluster [DBG] pgmap v6335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:35.600169+0000 mgr.smithi176.ajjlsm (mgr.14696) 7368 : cluster [DBG] pgmap v6336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:35.600169+0000 mgr.smithi176.ajjlsm (mgr.14696) 7368 : cluster [DBG] pgmap v6336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:37.601094+0000 mgr.smithi176.ajjlsm (mgr.14696) 7369 : cluster [DBG] pgmap v6337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:37.601094+0000 mgr.smithi176.ajjlsm (mgr.14696) 7369 : cluster [DBG] pgmap v6337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:39.601524+0000 mgr.smithi176.ajjlsm (mgr.14696) 7370 : cluster [DBG] pgmap v6338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:40:40.643817+0000 mon.smithi176 (mon.0) 2296 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:40:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:39.601524+0000 mgr.smithi176.ajjlsm (mgr.14696) 7370 : cluster [DBG] pgmap v6338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:40:40.643817+0000 mon.smithi176 (mon.0) 2296 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:40:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:40:40.940696+0000 mon.smithi176 (mon.0) 2297 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:40:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:40:40.940696+0000 mon.smithi176 (mon.0) 2297 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:40:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:41.602282+0000 mgr.smithi176.ajjlsm (mgr.14696) 7371 : cluster [DBG] pgmap v6339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:41.602282+0000 mgr.smithi176.ajjlsm (mgr.14696) 7371 : cluster [DBG] pgmap v6339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:43.602779+0000 mgr.smithi176.ajjlsm (mgr.14696) 7372 : cluster [DBG] pgmap v6340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:43.602779+0000 mgr.smithi176.ajjlsm (mgr.14696) 7372 : cluster [DBG] pgmap v6340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:47.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:45.603458+0000 mgr.smithi176.ajjlsm (mgr.14696) 7373 : cluster [DBG] pgmap v6341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:45.603458+0000 mgr.smithi176.ajjlsm (mgr.14696) 7373 : cluster [DBG] pgmap v6341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:47.604404+0000 mgr.smithi176.ajjlsm (mgr.14696) 7374 : cluster [DBG] pgmap v6342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:47.604404+0000 mgr.smithi176.ajjlsm (mgr.14696) 7374 : cluster [DBG] pgmap v6342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:49.834 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:40:50.104 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:40:50.105 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:40:50.105 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 4m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:40:50.105 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 4m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:40:50.106 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 4m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:40:50.106 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 4m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:40:50.106 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 4m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:40:50.106 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 4m ago 3h 598M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:40:50.107 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 4m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:40:50.107 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 4m ago 3h 1354M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:40:50.107 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 4m ago 3h 653M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:40:50.107 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 4m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:40:50.108 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 4m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:40:50.108 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 4m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:40:50.108 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 4m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:40:50.108 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 4m ago 3h 972M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:40:50.109 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 4m ago 3h 1840M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:40:50.109 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 4m ago 3h 1252M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:40:50.109 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 4m ago 3h 2009M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:40:50.109 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 4m ago 3h 1878M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:40:50.109 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 4m ago 3h 2025M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:40:50.110 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 4m ago 3h 1674M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:40:50.110 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 4m ago 3h 2493M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:40:50.110 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 4m ago 3h 114M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:40:50.428 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:40:50.429 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:40:50.429 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:40:50.429 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:40:50.429 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:40:50.430 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:40:50.430 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:40:50.430 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:40:50.430 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:40:50.431 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:40:50.431 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:40:50.431 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:40:50.431 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:40:50.431 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:40:50.432 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:40:50.432 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:40:50.432 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:40:50.432 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:40:50.433 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:40:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:49.604878+0000 mgr.smithi176.ajjlsm (mgr.14696) 7375 : cluster [DBG] pgmap v6343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:40:49.820923+0000 mgr.smithi176.ajjlsm (mgr.14696) 7376 : audit [DBG] from='client.39026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:40:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:40:50.095111+0000 mgr.smithi176.ajjlsm (mgr.14696) 7377 : audit [DBG] from='client.39030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:40:51.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:40:50.427661+0000 mon.smithi176 (mon.0) 2298 : audit [DBG] from='client.? 172.21.15.176:0/1074817649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:40:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:49.604878+0000 mgr.smithi176.ajjlsm (mgr.14696) 7375 : cluster [DBG] pgmap v6343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:51.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:40:49.820923+0000 mgr.smithi176.ajjlsm (mgr.14696) 7376 : audit [DBG] from='client.39026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:40:51.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:40:50.095111+0000 mgr.smithi176.ajjlsm (mgr.14696) 7377 : audit [DBG] from='client.39030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:40:51.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:40:50.427661+0000 mon.smithi176 (mon.0) 2298 : audit [DBG] from='client.? 172.21.15.176:0/1074817649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:40:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:51.605613+0000 mgr.smithi176.ajjlsm (mgr.14696) 7378 : cluster [DBG] pgmap v6344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:51.605613+0000 mgr.smithi176.ajjlsm (mgr.14696) 7378 : cluster [DBG] pgmap v6344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:53.606097+0000 mgr.smithi176.ajjlsm (mgr.14696) 7379 : cluster [DBG] pgmap v6345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:53.606097+0000 mgr.smithi176.ajjlsm (mgr.14696) 7379 : cluster [DBG] pgmap v6345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:55.606707+0000 mgr.smithi176.ajjlsm (mgr.14696) 7380 : cluster [DBG] pgmap v6346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:55.606707+0000 mgr.smithi176.ajjlsm (mgr.14696) 7380 : cluster [DBG] pgmap v6346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:40:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:40:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:57.607489+0000 mgr.smithi176.ajjlsm (mgr.14696) 7381 : cluster [DBG] pgmap v6347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:40:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:40:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:57.607489+0000 mgr.smithi176.ajjlsm (mgr.14696) 7381 : cluster [DBG] pgmap v6347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:40:59.608167+0000 mgr.smithi176.ajjlsm (mgr.14696) 7382 : cluster [DBG] pgmap v6348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:40:59.608167+0000 mgr.smithi176.ajjlsm (mgr.14696) 7382 : cluster [DBG] pgmap v6348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:01.608896+0000 mgr.smithi176.ajjlsm (mgr.14696) 7383 : cluster [DBG] pgmap v6349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:01.608896+0000 mgr.smithi176.ajjlsm (mgr.14696) 7383 : cluster [DBG] pgmap v6349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:03.609451+0000 mgr.smithi176.ajjlsm (mgr.14696) 7384 : cluster [DBG] pgmap v6350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:03.609451+0000 mgr.smithi176.ajjlsm (mgr.14696) 7384 : cluster [DBG] pgmap v6350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:05.609969+0000 mgr.smithi176.ajjlsm (mgr.14696) 7385 : cluster [DBG] pgmap v6351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:05.609969+0000 mgr.smithi176.ajjlsm (mgr.14696) 7385 : cluster [DBG] pgmap v6351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:07.610881+0000 mgr.smithi176.ajjlsm (mgr.14696) 7386 : cluster [DBG] pgmap v6352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:07.610881+0000 mgr.smithi176.ajjlsm (mgr.14696) 7386 : cluster [DBG] pgmap v6352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:09.611533+0000 mgr.smithi176.ajjlsm (mgr.14696) 7387 : cluster [DBG] pgmap v6353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:09.611533+0000 mgr.smithi176.ajjlsm (mgr.14696) 7387 : cluster [DBG] pgmap v6353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:11.612453+0000 mgr.smithi176.ajjlsm (mgr.14696) 7388 : cluster [DBG] pgmap v6354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:11.612453+0000 mgr.smithi176.ajjlsm (mgr.14696) 7388 : cluster [DBG] pgmap v6354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:13.612952+0000 mgr.smithi176.ajjlsm (mgr.14696) 7389 : cluster [DBG] pgmap v6355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:13.612952+0000 mgr.smithi176.ajjlsm (mgr.14696) 7389 : cluster [DBG] pgmap v6355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:15.613603+0000 mgr.smithi176.ajjlsm (mgr.14696) 7390 : cluster [DBG] pgmap v6356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:15.613603+0000 mgr.smithi176.ajjlsm (mgr.14696) 7390 : cluster [DBG] pgmap v6356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:41:17.445551+0000 mon.smithi176 (mon.0) 2299 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:41:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:41:17.446958+0000 mon.smithi176 (mon.0) 2300 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:41:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:41:17.447763+0000 mon.smithi176 (mon.0) 2301 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:41:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:41:17.448492+0000 mgr.smithi176.ajjlsm (mgr.14696) 7391 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:41:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:41:17.445551+0000 mon.smithi176 (mon.0) 2299 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:41:18.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:41:17.446958+0000 mon.smithi176 (mon.0) 2300 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:41:18.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:41:17.447763+0000 mon.smithi176 (mon.0) 2301 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:41:18.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:41:17.448492+0000 mgr.smithi176.ajjlsm (mgr.14696) 7391 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:41:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:17.614312+0000 mgr.smithi176.ajjlsm (mgr.14696) 7392 : cluster [DBG] pgmap v6357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:17.614312+0000 mgr.smithi176.ajjlsm (mgr.14696) 7392 : cluster [DBG] pgmap v6357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:20.733 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:41:21.002 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:41:21.003 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:41:21.003 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 5m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:41:21.004 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 5m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:41:21.004 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 5m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:41:21.004 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 5m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:41:21.004 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 5m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:41:21.005 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 5m ago 3h 598M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:41:21.005 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 5m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:41:21.005 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 5m ago 3h 1354M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:41:21.005 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 5m ago 3h 653M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:41:21.005 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 5m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:41:21.006 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 5m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:41:21.006 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 5m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:41:21.006 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 5m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:41:21.006 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 5m ago 3h 972M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:41:21.007 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 5m ago 3h 1840M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:41:21.007 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 5m ago 3h 1252M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:41:21.008 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 5m ago 3h 2009M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:41:21.008 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 5m ago 3h 1878M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:41:21.009 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 5m ago 3h 2025M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:41:21.009 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 5m ago 3h 1674M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:41:21.009 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 5m ago 3h 2493M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:41:21.010 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 5m ago 3h 114M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:41:21.323 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:41:21.323 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:41:21.324 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:41:21.324 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:41:21.324 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:41:21.324 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:41:21.324 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:41:21.325 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:41:21.325 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:41:21.325 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:41:21.326 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:41:21.326 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:41:21.326 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:41:21.327 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:41:21.327 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:41:21.327 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:41:21.327 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:41:21.328 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:41:21.328 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:41:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:19.614882+0000 mgr.smithi176.ajjlsm (mgr.14696) 7393 : cluster [DBG] pgmap v6358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:21.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:41:20.338232+0000 mon.smithi176 (mon.0) 2302 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:41:21.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:41:20.728552+0000 mon.smithi176 (mon.0) 2303 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:41:21.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:41:20.734547+0000 mon.smithi176 (mon.0) 2304 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:41:21.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:41:21.322369+0000 mon.smithi176 (mon.0) 2305 : audit [DBG] from='client.? 172.21.15.176:0/1196120250' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:41:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:19.614882+0000 mgr.smithi176.ajjlsm (mgr.14696) 7393 : cluster [DBG] pgmap v6358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:41:20.338232+0000 mon.smithi176 (mon.0) 2302 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:41:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:41:20.728552+0000 mon.smithi176 (mon.0) 2303 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:41:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:41:20.734547+0000 mon.smithi176 (mon.0) 2304 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:41:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:41:21.322369+0000 mon.smithi176 (mon.0) 2305 : audit [DBG] from='client.? 172.21.15.176:0/1196120250' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:41:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:41:20.719747+0000 mgr.smithi176.ajjlsm (mgr.14696) 7394 : audit [DBG] from='client.39038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:41:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:41:20.992690+0000 mgr.smithi176.ajjlsm (mgr.14696) 7395 : audit [DBG] from='client.39042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:41:22.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:41:20.719747+0000 mgr.smithi176.ajjlsm (mgr.14696) 7394 : audit [DBG] from='client.39038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:41:22.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:41:20.992690+0000 mgr.smithi176.ajjlsm (mgr.14696) 7395 : audit [DBG] from='client.39042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:41:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:21.615551+0000 mgr.smithi176.ajjlsm (mgr.14696) 7396 : cluster [DBG] pgmap v6359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:21.615551+0000 mgr.smithi176.ajjlsm (mgr.14696) 7396 : cluster [DBG] pgmap v6359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:23.616082+0000 mgr.smithi176.ajjlsm (mgr.14696) 7397 : cluster [DBG] pgmap v6360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:25.817 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:23.616082+0000 mgr.smithi176.ajjlsm (mgr.14696) 7397 : cluster [DBG] pgmap v6360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:25.616556+0000 mgr.smithi176.ajjlsm (mgr.14696) 7398 : cluster [DBG] pgmap v6361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:25.616556+0000 mgr.smithi176.ajjlsm (mgr.14696) 7398 : cluster [DBG] pgmap v6361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:27.617421+0000 mgr.smithi176.ajjlsm (mgr.14696) 7399 : cluster [DBG] pgmap v6362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:27.617421+0000 mgr.smithi176.ajjlsm (mgr.14696) 7399 : cluster [DBG] pgmap v6362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:29.618031+0000 mgr.smithi176.ajjlsm (mgr.14696) 7400 : cluster [DBG] pgmap v6363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:29.618031+0000 mgr.smithi176.ajjlsm (mgr.14696) 7400 : cluster [DBG] pgmap v6363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:31.618727+0000 mgr.smithi176.ajjlsm (mgr.14696) 7401 : cluster [DBG] pgmap v6364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:31.618727+0000 mgr.smithi176.ajjlsm (mgr.14696) 7401 : cluster [DBG] pgmap v6364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:33.619436+0000 mgr.smithi176.ajjlsm (mgr.14696) 7402 : cluster [DBG] pgmap v6365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:33.619436+0000 mgr.smithi176.ajjlsm (mgr.14696) 7402 : cluster [DBG] pgmap v6365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:35.619904+0000 mgr.smithi176.ajjlsm (mgr.14696) 7403 : cluster [DBG] pgmap v6366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:35.619904+0000 mgr.smithi176.ajjlsm (mgr.14696) 7403 : cluster [DBG] pgmap v6366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:37.620721+0000 mgr.smithi176.ajjlsm (mgr.14696) 7404 : cluster [DBG] pgmap v6367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:37.620721+0000 mgr.smithi176.ajjlsm (mgr.14696) 7404 : cluster [DBG] pgmap v6367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:39.621266+0000 mgr.smithi176.ajjlsm (mgr.14696) 7405 : cluster [DBG] pgmap v6368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:41:40.645483+0000 mon.smithi176 (mon.0) 2306 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:41:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:41:40.945070+0000 mon.smithi176 (mon.0) 2307 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:41:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:39.621266+0000 mgr.smithi176.ajjlsm (mgr.14696) 7405 : cluster [DBG] pgmap v6368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:41:40.645483+0000 mon.smithi176 (mon.0) 2306 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:41:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:41:40.945070+0000 mon.smithi176 (mon.0) 2307 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:41:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:41.622026+0000 mgr.smithi176.ajjlsm (mgr.14696) 7406 : cluster [DBG] pgmap v6369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:41.622026+0000 mgr.smithi176.ajjlsm (mgr.14696) 7406 : cluster [DBG] pgmap v6369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:43.622670+0000 mgr.smithi176.ajjlsm (mgr.14696) 7407 : cluster [DBG] pgmap v6370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:43.622670+0000 mgr.smithi176.ajjlsm (mgr.14696) 7407 : cluster [DBG] pgmap v6370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:45.623179+0000 mgr.smithi176.ajjlsm (mgr.14696) 7408 : cluster [DBG] pgmap v6371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:45.623179+0000 mgr.smithi176.ajjlsm (mgr.14696) 7408 : cluster [DBG] pgmap v6371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:47.624107+0000 mgr.smithi176.ajjlsm (mgr.14696) 7409 : cluster [DBG] pgmap v6372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:47.624107+0000 mgr.smithi176.ajjlsm (mgr.14696) 7409 : cluster [DBG] pgmap v6372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:51.633 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:41:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:49.624616+0000 mgr.smithi176.ajjlsm (mgr.14696) 7410 : cluster [DBG] pgmap v6373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:49.624616+0000 mgr.smithi176.ajjlsm (mgr.14696) 7410 : cluster [DBG] pgmap v6373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:51.901 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:41:51.902 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:41:51.902 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 5m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:41:51.902 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 5m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:41:51.902 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 5m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:41:51.902 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 5m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:41:51.903 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 5m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:41:51.903 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 5m ago 3h 598M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:41:51.903 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 5m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:41:51.903 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 5m ago 3h 1354M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:41:51.904 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 5m ago 3h 653M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:41:51.904 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 5m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:41:51.904 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 5m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:41:51.904 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 5m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:41:51.904 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 5m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:41:51.905 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 5m ago 3h 972M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:41:51.905 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 5m ago 3h 1840M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:41:51.905 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 5m ago 3h 1252M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:41:51.905 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 5m ago 3h 2009M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:41:51.905 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 5m ago 3h 1878M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:41:51.905 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 5m ago 3h 2025M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:41:51.906 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 5m ago 3h 1674M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:41:51.906 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 5m ago 3h 2493M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:41:51.906 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 5m ago 3h 114M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:41:52.223 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:41:52.223 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:41:52.223 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:41:52.224 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:41:52.224 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:41:52.224 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:41:52.224 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:41:52.224 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:41:52.225 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:41:52.225 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:41:52.225 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:41:52.225 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:41:52.226 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:41:52.226 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:41:52.226 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:41:52.226 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:41:52.227 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:41:52.227 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:41:52.227 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:41:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:41:52.222134+0000 mon.smithi176 (mon.0) 2308 : audit [DBG] from='client.? 172.21.15.176:0/345964148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:41:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:41:52.222134+0000 mon.smithi176 (mon.0) 2308 : audit [DBG] from='client.? 172.21.15.176:0/345964148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:41:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:41:51.619820+0000 mgr.smithi176.ajjlsm (mgr.14696) 7411 : audit [DBG] from='client.39050 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:41:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:51.625258+0000 mgr.smithi176.ajjlsm (mgr.14696) 7412 : cluster [DBG] pgmap v6374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:41:51.891909+0000 mgr.smithi176.ajjlsm (mgr.14696) 7413 : audit [DBG] from='client.39054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:41:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:41:51.619820+0000 mgr.smithi176.ajjlsm (mgr.14696) 7411 : audit [DBG] from='client.39050 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:41:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:51.625258+0000 mgr.smithi176.ajjlsm (mgr.14696) 7412 : cluster [DBG] pgmap v6374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:53.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:41:51.891909+0000 mgr.smithi176.ajjlsm (mgr.14696) 7413 : audit [DBG] from='client.39054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:41:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:53.625730+0000 mgr.smithi176.ajjlsm (mgr.14696) 7414 : cluster [DBG] pgmap v6375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:53.625730+0000 mgr.smithi176.ajjlsm (mgr.14696) 7414 : cluster [DBG] pgmap v6375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:55.626351+0000 mgr.smithi176.ajjlsm (mgr.14696) 7415 : cluster [DBG] pgmap v6376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:55.626351+0000 mgr.smithi176.ajjlsm (mgr.14696) 7415 : cluster [DBG] pgmap v6376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:41:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:41:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:57.627283+0000 mgr.smithi176.ajjlsm (mgr.14696) 7416 : cluster [DBG] pgmap v6377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:41:59.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:41:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:57.627283+0000 mgr.smithi176.ajjlsm (mgr.14696) 7416 : cluster [DBG] pgmap v6377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:41:59.627996+0000 mgr.smithi176.ajjlsm (mgr.14696) 7417 : cluster [DBG] pgmap v6378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:41:59.627996+0000 mgr.smithi176.ajjlsm (mgr.14696) 7417 : cluster [DBG] pgmap v6378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:01.628942+0000 mgr.smithi176.ajjlsm (mgr.14696) 7418 : cluster [DBG] pgmap v6379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:01.628942+0000 mgr.smithi176.ajjlsm (mgr.14696) 7418 : cluster [DBG] pgmap v6379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:03.629411+0000 mgr.smithi176.ajjlsm (mgr.14696) 7419 : cluster [DBG] pgmap v6380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:03.629411+0000 mgr.smithi176.ajjlsm (mgr.14696) 7419 : cluster [DBG] pgmap v6380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:05.629984+0000 mgr.smithi176.ajjlsm (mgr.14696) 7420 : cluster [DBG] pgmap v6381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:05.629984+0000 mgr.smithi176.ajjlsm (mgr.14696) 7420 : cluster [DBG] pgmap v6381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:07.630797+0000 mgr.smithi176.ajjlsm (mgr.14696) 7421 : cluster [DBG] pgmap v6382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:07.630797+0000 mgr.smithi176.ajjlsm (mgr.14696) 7421 : cluster [DBG] pgmap v6382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:09.631278+0000 mgr.smithi176.ajjlsm (mgr.14696) 7422 : cluster [DBG] pgmap v6383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:09.631278+0000 mgr.smithi176.ajjlsm (mgr.14696) 7422 : cluster [DBG] pgmap v6383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:11.632185+0000 mgr.smithi176.ajjlsm (mgr.14696) 7423 : cluster [DBG] pgmap v6384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:11.632185+0000 mgr.smithi176.ajjlsm (mgr.14696) 7423 : cluster [DBG] pgmap v6384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:13.632719+0000 mgr.smithi176.ajjlsm (mgr.14696) 7424 : cluster [DBG] pgmap v6385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:13.632719+0000 mgr.smithi176.ajjlsm (mgr.14696) 7424 : cluster [DBG] pgmap v6385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:15.633281+0000 mgr.smithi176.ajjlsm (mgr.14696) 7425 : cluster [DBG] pgmap v6386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:15.633281+0000 mgr.smithi176.ajjlsm (mgr.14696) 7425 : cluster [DBG] pgmap v6386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:17.634080+0000 mgr.smithi176.ajjlsm (mgr.14696) 7426 : cluster [DBG] pgmap v6387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:17.634080+0000 mgr.smithi176.ajjlsm (mgr.14696) 7426 : cluster [DBG] pgmap v6387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:19.634524+0000 mgr.smithi176.ajjlsm (mgr.14696) 7427 : cluster [DBG] pgmap v6388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:42:20.737539+0000 mon.smithi176 (mon.0) 2309 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:42:21.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:42:20.738953+0000 mon.smithi176 (mon.0) 2310 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:42:21.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:42:20.739842+0000 mon.smithi176 (mon.0) 2311 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:42:21.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:42:21.142204+0000 mon.smithi176 (mon.0) 2312 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:42:21.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:42:21.147486+0000 mon.smithi176 (mon.0) 2313 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:42:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:19.634524+0000 mgr.smithi176.ajjlsm (mgr.14696) 7427 : cluster [DBG] pgmap v6388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:42:20.737539+0000 mon.smithi176 (mon.0) 2309 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:42:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:42:20.738953+0000 mon.smithi176 (mon.0) 2310 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:42:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:42:20.739842+0000 mon.smithi176 (mon.0) 2311 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:42:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:42:21.142204+0000 mon.smithi176 (mon.0) 2312 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:42:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:42:21.147486+0000 mon.smithi176 (mon.0) 2313 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:42:22.527 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:42:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:42:20.740615+0000 mgr.smithi176.ajjlsm (mgr.14696) 7428 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:42:22.795 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:42:22.796 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:42:22.796 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 6m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:42:22.796 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 6m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:42:22.796 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 6m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:42:22.797 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 6m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:42:22.797 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 6m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:42:22.797 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 6m ago 3h 598M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:42:22.797 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 6m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:42:22.798 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 6m ago 3h 1354M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:42:22.798 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 6m ago 3h 653M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:42:22.798 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 6m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:42:22.798 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 6m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:42:22.799 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 6m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:42:22.799 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 6m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:42:22.799 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 6m ago 3h 972M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:42:22.799 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 6m ago 3h 1840M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:42:22.800 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 6m ago 3h 1252M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:42:22.800 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 6m ago 3h 2009M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:42:22.800 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 6m ago 3h 1878M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:42:22.800 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 6m ago 3h 2025M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:42:22.800 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 6m ago 3h 1674M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:42:22.801 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 6m ago 3h 2493M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:42:22.801 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 6m ago 3h 114M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:42:22.802 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:42:20.740615+0000 mgr.smithi176.ajjlsm (mgr.14696) 7428 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:42:23.118 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:42:23.118 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:42:23.118 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:42:23.119 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:42:23.119 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:42:23.119 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:42:23.119 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:42:23.119 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:42:23.120 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:42:23.120 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:42:23.120 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:42:23.120 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:42:23.121 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:42:23.121 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:42:23.121 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:42:23.121 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:42:23.121 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:42:23.122 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:42:23.122 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:42:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:21.635293+0000 mgr.smithi176.ajjlsm (mgr.14696) 7429 : cluster [DBG] pgmap v6389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:42:23.116997+0000 mon.smithi176 (mon.0) 2314 : audit [DBG] from='client.? 172.21.15.176:0/228898227' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:42:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:21.635293+0000 mgr.smithi176.ajjlsm (mgr.14696) 7429 : cluster [DBG] pgmap v6389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:42:23.116997+0000 mon.smithi176 (mon.0) 2314 : audit [DBG] from='client.? 172.21.15.176:0/228898227' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:42:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:42:22.513900+0000 mgr.smithi176.ajjlsm (mgr.14696) 7430 : audit [DBG] from='client.39062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:42:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:42:22.785814+0000 mgr.smithi176.ajjlsm (mgr.14696) 7431 : audit [DBG] from='client.39066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:42:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:42:22.513900+0000 mgr.smithi176.ajjlsm (mgr.14696) 7430 : audit [DBG] from='client.39062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:42:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:42:22.785814+0000 mgr.smithi176.ajjlsm (mgr.14696) 7431 : audit [DBG] from='client.39066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:42:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:23.635787+0000 mgr.smithi176.ajjlsm (mgr.14696) 7432 : cluster [DBG] pgmap v6390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:23.635787+0000 mgr.smithi176.ajjlsm (mgr.14696) 7432 : cluster [DBG] pgmap v6390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:25.636378+0000 mgr.smithi176.ajjlsm (mgr.14696) 7433 : cluster [DBG] pgmap v6391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:25.636378+0000 mgr.smithi176.ajjlsm (mgr.14696) 7433 : cluster [DBG] pgmap v6391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:27.637293+0000 mgr.smithi176.ajjlsm (mgr.14696) 7434 : cluster [DBG] pgmap v6392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:27.637293+0000 mgr.smithi176.ajjlsm (mgr.14696) 7434 : cluster [DBG] pgmap v6392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:29.637838+0000 mgr.smithi176.ajjlsm (mgr.14696) 7435 : cluster [DBG] pgmap v6393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:29.637838+0000 mgr.smithi176.ajjlsm (mgr.14696) 7435 : cluster [DBG] pgmap v6393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:31.638690+0000 mgr.smithi176.ajjlsm (mgr.14696) 7436 : cluster [DBG] pgmap v6394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:31.638690+0000 mgr.smithi176.ajjlsm (mgr.14696) 7436 : cluster [DBG] pgmap v6394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:33.639444+0000 mgr.smithi176.ajjlsm (mgr.14696) 7437 : cluster [DBG] pgmap v6395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:33.639444+0000 mgr.smithi176.ajjlsm (mgr.14696) 7437 : cluster [DBG] pgmap v6395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:35.639957+0000 mgr.smithi176.ajjlsm (mgr.14696) 7438 : cluster [DBG] pgmap v6396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:35.639957+0000 mgr.smithi176.ajjlsm (mgr.14696) 7438 : cluster [DBG] pgmap v6396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:37.640972+0000 mgr.smithi176.ajjlsm (mgr.14696) 7439 : cluster [DBG] pgmap v6397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:37.640972+0000 mgr.smithi176.ajjlsm (mgr.14696) 7439 : cluster [DBG] pgmap v6397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:39.641703+0000 mgr.smithi176.ajjlsm (mgr.14696) 7440 : cluster [DBG] pgmap v6398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:42:40.647217+0000 mon.smithi176 (mon.0) 2315 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:42:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:39.641703+0000 mgr.smithi176.ajjlsm (mgr.14696) 7440 : cluster [DBG] pgmap v6398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:42:40.647217+0000 mon.smithi176 (mon.0) 2315 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:42:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:42:40.949932+0000 mon.smithi176 (mon.0) 2316 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:42:42.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:42:40.949932+0000 mon.smithi176 (mon.0) 2316 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:42:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:41.642662+0000 mgr.smithi176.ajjlsm (mgr.14696) 7441 : cluster [DBG] pgmap v6399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:43.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:41.642662+0000 mgr.smithi176.ajjlsm (mgr.14696) 7441 : cluster [DBG] pgmap v6399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:43.643177+0000 mgr.smithi176.ajjlsm (mgr.14696) 7442 : cluster [DBG] pgmap v6400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:45.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:43.643177+0000 mgr.smithi176.ajjlsm (mgr.14696) 7442 : cluster [DBG] pgmap v6400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:45.643907+0000 mgr.smithi176.ajjlsm (mgr.14696) 7443 : cluster [DBG] pgmap v6401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:45.643907+0000 mgr.smithi176.ajjlsm (mgr.14696) 7443 : cluster [DBG] pgmap v6401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:47.644660+0000 mgr.smithi176.ajjlsm (mgr.14696) 7444 : cluster [DBG] pgmap v6402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:47.644660+0000 mgr.smithi176.ajjlsm (mgr.14696) 7444 : cluster [DBG] pgmap v6402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:49.645255+0000 mgr.smithi176.ajjlsm (mgr.14696) 7445 : cluster [DBG] pgmap v6403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:49.645255+0000 mgr.smithi176.ajjlsm (mgr.14696) 7445 : cluster [DBG] pgmap v6403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:51.646115+0000 mgr.smithi176.ajjlsm (mgr.14696) 7446 : cluster [DBG] pgmap v6404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:51.646115+0000 mgr.smithi176.ajjlsm (mgr.14696) 7446 : cluster [DBG] pgmap v6404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:53.415 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:42:53.683 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:42:53.683 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:42:53.683 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 6m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:42:53.683 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 6m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:42:53.684 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 6m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:42:53.684 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 6m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:42:53.684 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 6m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:42:53.684 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 6m ago 3h 598M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:42:53.685 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 6m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:42:53.685 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 6m ago 3h 1354M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:42:53.685 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 6m ago 3h 653M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:42:53.685 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 6m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:42:53.685 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 6m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:42:53.686 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 6m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:42:53.686 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 6m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:42:53.686 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 6m ago 3h 972M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:42:53.686 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 6m ago 3h 1840M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:42:53.686 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 6m ago 3h 1252M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:42:53.687 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 6m ago 3h 2009M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:42:53.687 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 6m ago 3h 1878M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:42:53.687 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 6m ago 3h 2025M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:42:53.687 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 6m ago 3h 1674M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:42:53.688 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 6m ago 3h 2493M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:42:53.688 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 6m ago 3h 114M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:42:54.008 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:42:54.008 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:42:54.009 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:42:54.009 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:42:54.009 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:42:54.009 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:42:54.009 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:42:54.010 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:42:54.010 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:42:54.010 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:42:54.010 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:42:54.011 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:42:54.011 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:42:54.011 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:42:54.011 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:42:54.011 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:42:54.012 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:42:54.012 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:42:54.012 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:42:54.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:42:53.402189+0000 mgr.smithi176.ajjlsm (mgr.14696) 7447 : audit [DBG] from='client.39074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:42:54.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:42:53.402189+0000 mgr.smithi176.ajjlsm (mgr.14696) 7447 : audit [DBG] from='client.39074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:42:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:53.646639+0000 mgr.smithi176.ajjlsm (mgr.14696) 7448 : cluster [DBG] pgmap v6405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:42:53.673334+0000 mgr.smithi176.ajjlsm (mgr.14696) 7449 : audit [DBG] from='client.39078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:42:55.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:42:54.007207+0000 mon.smithi176 (mon.0) 2317 : audit [DBG] from='client.? 172.21.15.176:0/828210781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:42:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:53.646639+0000 mgr.smithi176.ajjlsm (mgr.14696) 7448 : cluster [DBG] pgmap v6405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:42:53.673334+0000 mgr.smithi176.ajjlsm (mgr.14696) 7449 : audit [DBG] from='client.39078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:42:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:42:54.007207+0000 mon.smithi176 (mon.0) 2317 : audit [DBG] from='client.? 172.21.15.176:0/828210781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:42:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:55.647252+0000 mgr.smithi176.ajjlsm (mgr.14696) 7450 : cluster [DBG] pgmap v6406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:55.647252+0000 mgr.smithi176.ajjlsm (mgr.14696) 7450 : cluster [DBG] pgmap v6406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:42:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:42:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:57.648136+0000 mgr.smithi176.ajjlsm (mgr.14696) 7451 : cluster [DBG] pgmap v6407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:42:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:42:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:57.648136+0000 mgr.smithi176.ajjlsm (mgr.14696) 7451 : cluster [DBG] pgmap v6407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:42:59.648882+0000 mgr.smithi176.ajjlsm (mgr.14696) 7452 : cluster [DBG] pgmap v6408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:42:59.648882+0000 mgr.smithi176.ajjlsm (mgr.14696) 7452 : cluster [DBG] pgmap v6408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:01.649643+0000 mgr.smithi176.ajjlsm (mgr.14696) 7453 : cluster [DBG] pgmap v6409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:01.649643+0000 mgr.smithi176.ajjlsm (mgr.14696) 7453 : cluster [DBG] pgmap v6409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:03.650214+0000 mgr.smithi176.ajjlsm (mgr.14696) 7454 : cluster [DBG] pgmap v6410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:03.650214+0000 mgr.smithi176.ajjlsm (mgr.14696) 7454 : cluster [DBG] pgmap v6410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:05.650714+0000 mgr.smithi176.ajjlsm (mgr.14696) 7455 : cluster [DBG] pgmap v6411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:05.650714+0000 mgr.smithi176.ajjlsm (mgr.14696) 7455 : cluster [DBG] pgmap v6411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:07.651664+0000 mgr.smithi176.ajjlsm (mgr.14696) 7456 : cluster [DBG] pgmap v6412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:07.651664+0000 mgr.smithi176.ajjlsm (mgr.14696) 7456 : cluster [DBG] pgmap v6412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:09.652239+0000 mgr.smithi176.ajjlsm (mgr.14696) 7457 : cluster [DBG] pgmap v6413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:09.652239+0000 mgr.smithi176.ajjlsm (mgr.14696) 7457 : cluster [DBG] pgmap v6413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:11.653182+0000 mgr.smithi176.ajjlsm (mgr.14696) 7458 : cluster [DBG] pgmap v6414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:11.653182+0000 mgr.smithi176.ajjlsm (mgr.14696) 7458 : cluster [DBG] pgmap v6414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:13.653875+0000 mgr.smithi176.ajjlsm (mgr.14696) 7459 : cluster [DBG] pgmap v6415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:13.653875+0000 mgr.smithi176.ajjlsm (mgr.14696) 7459 : cluster [DBG] pgmap v6415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:15.654369+0000 mgr.smithi176.ajjlsm (mgr.14696) 7460 : cluster [DBG] pgmap v6416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:15.654369+0000 mgr.smithi176.ajjlsm (mgr.14696) 7460 : cluster [DBG] pgmap v6416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:17.655247+0000 mgr.smithi176.ajjlsm (mgr.14696) 7461 : cluster [DBG] pgmap v6417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:17.655247+0000 mgr.smithi176.ajjlsm (mgr.14696) 7461 : cluster [DBG] pgmap v6417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:19.655922+0000 mgr.smithi176.ajjlsm (mgr.14696) 7462 : cluster [DBG] pgmap v6418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:19.655922+0000 mgr.smithi176.ajjlsm (mgr.14696) 7462 : cluster [DBG] pgmap v6418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:43:21.150457+0000 mon.smithi176 (mon.0) 2318 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:43:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:43:21.151797+0000 mon.smithi176 (mon.0) 2319 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:43:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:43:21.152683+0000 mon.smithi176 (mon.0) 2320 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:43:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:43:21.153498+0000 mgr.smithi176.ajjlsm (mgr.14696) 7463 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:43:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:43:21.555357+0000 mon.smithi176 (mon.0) 2321 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:43:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:43:21.560892+0000 mon.smithi176 (mon.0) 2322 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:43:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:43:21.150457+0000 mon.smithi176 (mon.0) 2318 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:43:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:43:21.151797+0000 mon.smithi176 (mon.0) 2319 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:43:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:43:21.152683+0000 mon.smithi176 (mon.0) 2320 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:43:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:43:21.153498+0000 mgr.smithi176.ajjlsm (mgr.14696) 7463 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:43:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:43:21.555357+0000 mon.smithi176 (mon.0) 2321 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:43:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:43:21.560892+0000 mon.smithi176 (mon.0) 2322 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:43:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:21.656706+0000 mgr.smithi176.ajjlsm (mgr.14696) 7464 : cluster [DBG] pgmap v6419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:21.656706+0000 mgr.smithi176.ajjlsm (mgr.14696) 7464 : cluster [DBG] pgmap v6419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:24.312 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:43:24.583 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:43:24.583 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 7m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:43:24.583 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 7m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:43:24.584 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 7m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:43:24.584 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 7m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:43:24.584 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 7m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:43:24.584 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 7m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:43:24.584 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 7m ago 3h 598M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:43:24.585 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 7m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:43:24.585 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 7m ago 3h 1354M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:43:24.585 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 7m ago 3h 653M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:43:24.585 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 7m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:43:24.586 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 7m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:43:24.586 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 7m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:43:24.586 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 7m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:43:24.586 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 7m ago 3h 972M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:43:24.586 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 7m ago 3h 1840M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:43:24.587 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 7m ago 3h 1252M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:43:24.587 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 7m ago 3h 2009M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:43:24.587 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 7m ago 3h 1878M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:43:24.587 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 7m ago 3h 2025M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:43:24.588 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 7m ago 3h 1674M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:43:24.588 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 7m ago 3h 2493M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:43:24.588 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 7m ago 3h 114M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:43:24.905 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:43:24.905 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:43:24.905 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:43:24.906 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:43:24.906 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:43:24.906 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:43:24.906 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:43:24.907 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:43:24.907 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:43:24.907 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:43:24.907 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:43:24.908 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:43:24.908 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:43:24.908 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:43:24.908 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:43:24.908 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:43:24.909 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:43:24.909 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:43:24.909 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:43:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:23.657236+0000 mgr.smithi176.ajjlsm (mgr.14696) 7465 : cluster [DBG] pgmap v6420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:43:24.298954+0000 mgr.smithi176.ajjlsm (mgr.14696) 7466 : audit [DBG] from='client.39086 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:43:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:23.657236+0000 mgr.smithi176.ajjlsm (mgr.14696) 7465 : cluster [DBG] pgmap v6420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:43:24.298954+0000 mgr.smithi176.ajjlsm (mgr.14696) 7466 : audit [DBG] from='client.39086 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:43:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:43:24.573185+0000 mgr.smithi176.ajjlsm (mgr.14696) 7467 : audit [DBG] from='client.39090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:43:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:43:24.904344+0000 mon.smithi176 (mon.0) 2323 : audit [DBG] from='client.? 172.21.15.176:0/1201721717' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:43:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:43:24.573185+0000 mgr.smithi176.ajjlsm (mgr.14696) 7467 : audit [DBG] from='client.39090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:43:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:43:24.904344+0000 mon.smithi176 (mon.0) 2323 : audit [DBG] from='client.? 172.21.15.176:0/1201721717' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:43:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:25.657973+0000 mgr.smithi176.ajjlsm (mgr.14696) 7468 : cluster [DBG] pgmap v6421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:25.657973+0000 mgr.smithi176.ajjlsm (mgr.14696) 7468 : cluster [DBG] pgmap v6421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:27.658746+0000 mgr.smithi176.ajjlsm (mgr.14696) 7469 : cluster [DBG] pgmap v6422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:27.658746+0000 mgr.smithi176.ajjlsm (mgr.14696) 7469 : cluster [DBG] pgmap v6422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:29.659461+0000 mgr.smithi176.ajjlsm (mgr.14696) 7470 : cluster [DBG] pgmap v6423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:29.659461+0000 mgr.smithi176.ajjlsm (mgr.14696) 7470 : cluster [DBG] pgmap v6423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:31.660200+0000 mgr.smithi176.ajjlsm (mgr.14696) 7471 : cluster [DBG] pgmap v6424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:31.660200+0000 mgr.smithi176.ajjlsm (mgr.14696) 7471 : cluster [DBG] pgmap v6424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:33.660694+0000 mgr.smithi176.ajjlsm (mgr.14696) 7472 : cluster [DBG] pgmap v6425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:35.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:33.660694+0000 mgr.smithi176.ajjlsm (mgr.14696) 7472 : cluster [DBG] pgmap v6425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:35.661306+0000 mgr.smithi176.ajjlsm (mgr.14696) 7473 : cluster [DBG] pgmap v6426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:35.661306+0000 mgr.smithi176.ajjlsm (mgr.14696) 7473 : cluster [DBG] pgmap v6426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:37.662243+0000 mgr.smithi176.ajjlsm (mgr.14696) 7474 : cluster [DBG] pgmap v6427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:39.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:37.662243+0000 mgr.smithi176.ajjlsm (mgr.14696) 7474 : cluster [DBG] pgmap v6427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:39.662807+0000 mgr.smithi176.ajjlsm (mgr.14696) 7475 : cluster [DBG] pgmap v6428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:43:40.648874+0000 mon.smithi176 (mon.0) 2324 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:43:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:39.662807+0000 mgr.smithi176.ajjlsm (mgr.14696) 7475 : cluster [DBG] pgmap v6428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:43:40.648874+0000 mon.smithi176 (mon.0) 2324 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:43:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:43:40.954520+0000 mon.smithi176 (mon.0) 2325 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:43:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:43:40.954520+0000 mon.smithi176 (mon.0) 2325 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:43:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:41.663601+0000 mgr.smithi176.ajjlsm (mgr.14696) 7476 : cluster [DBG] pgmap v6429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:41.663601+0000 mgr.smithi176.ajjlsm (mgr.14696) 7476 : cluster [DBG] pgmap v6429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:43.664297+0000 mgr.smithi176.ajjlsm (mgr.14696) 7477 : cluster [DBG] pgmap v6430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:43.664297+0000 mgr.smithi176.ajjlsm (mgr.14696) 7477 : cluster [DBG] pgmap v6430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:45.664916+0000 mgr.smithi176.ajjlsm (mgr.14696) 7478 : cluster [DBG] pgmap v6431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:45.664916+0000 mgr.smithi176.ajjlsm (mgr.14696) 7478 : cluster [DBG] pgmap v6431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:47.665775+0000 mgr.smithi176.ajjlsm (mgr.14696) 7479 : cluster [DBG] pgmap v6432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:47.665775+0000 mgr.smithi176.ajjlsm (mgr.14696) 7479 : cluster [DBG] pgmap v6432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:49.666325+0000 mgr.smithi176.ajjlsm (mgr.14696) 7480 : cluster [DBG] pgmap v6433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:49.666325+0000 mgr.smithi176.ajjlsm (mgr.14696) 7480 : cluster [DBG] pgmap v6433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:51.667149+0000 mgr.smithi176.ajjlsm (mgr.14696) 7481 : cluster [DBG] pgmap v6434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:51.667149+0000 mgr.smithi176.ajjlsm (mgr.14696) 7481 : cluster [DBG] pgmap v6434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:55.209 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:43:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:53.667666+0000 mgr.smithi176.ajjlsm (mgr.14696) 7482 : cluster [DBG] pgmap v6435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:53.667666+0000 mgr.smithi176.ajjlsm (mgr.14696) 7482 : cluster [DBG] pgmap v6435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:55.476 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:43:55.477 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 7m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:43:55.477 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 7m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:43:55.477 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 7m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:43:55.477 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 7m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:43:55.478 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 7m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:43:55.478 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 7m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:43:55.478 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 7m ago 3h 598M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:43:55.478 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 7m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:43:55.479 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 7m ago 3h 1354M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:43:55.479 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 7m ago 3h 653M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:43:55.479 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 7m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:43:55.479 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 7m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:43:55.479 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 7m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:43:55.480 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 7m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:43:55.480 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 7m ago 3h 972M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:43:55.480 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 7m ago 3h 1840M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:43:55.480 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 7m ago 3h 1252M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:43:55.481 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 7m ago 3h 2009M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:43:55.481 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 7m ago 3h 1878M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:43:55.481 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 7m ago 3h 2025M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:43:55.481 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 7m ago 3h 1674M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:43:55.481 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 7m ago 3h 2493M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:43:55.482 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 7m ago 3h 114M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:43:55.800 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:43:55.800 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:43:55.801 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:43:55.801 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:43:55.802 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:43:55.802 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:43:55.802 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:43:55.802 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:43:55.803 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:43:55.803 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:43:55.803 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:43:55.803 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:43:55.803 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:43:55.804 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:43:55.804 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:43:55.804 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:43:55.804 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:43:55.805 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:43:55.805 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:43:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:43:55.196309+0000 mgr.smithi176.ajjlsm (mgr.14696) 7483 : audit [DBG] from='client.39098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:43:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:43:55.466831+0000 mgr.smithi176.ajjlsm (mgr.14696) 7484 : audit [DBG] from='client.39102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:43:56.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:43:55.799502+0000 mon.smithi176 (mon.0) 2326 : audit [DBG] from='client.? 172.21.15.176:0/3376892246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:43:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:43:55.196309+0000 mgr.smithi176.ajjlsm (mgr.14696) 7483 : audit [DBG] from='client.39098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:43:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:43:55.466831+0000 mgr.smithi176.ajjlsm (mgr.14696) 7484 : audit [DBG] from='client.39102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:43:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:43:55.799502+0000 mon.smithi176 (mon.0) 2326 : audit [DBG] from='client.? 172.21.15.176:0/3376892246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:43:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:55.668116+0000 mgr.smithi176.ajjlsm (mgr.14696) 7485 : cluster [DBG] pgmap v6436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:55.668116+0000 mgr.smithi176.ajjlsm (mgr.14696) 7485 : cluster [DBG] pgmap v6436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:43:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:43:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:57.668797+0000 mgr.smithi176.ajjlsm (mgr.14696) 7486 : cluster [DBG] pgmap v6437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:43:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:43:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:57.668797+0000 mgr.smithi176.ajjlsm (mgr.14696) 7486 : cluster [DBG] pgmap v6437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:43:59.669377+0000 mgr.smithi176.ajjlsm (mgr.14696) 7487 : cluster [DBG] pgmap v6438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:43:59.669377+0000 mgr.smithi176.ajjlsm (mgr.14696) 7487 : cluster [DBG] pgmap v6438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:01.670366+0000 mgr.smithi176.ajjlsm (mgr.14696) 7488 : cluster [DBG] pgmap v6439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:01.670366+0000 mgr.smithi176.ajjlsm (mgr.14696) 7488 : cluster [DBG] pgmap v6439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:03.670847+0000 mgr.smithi176.ajjlsm (mgr.14696) 7489 : cluster [DBG] pgmap v6440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:03.670847+0000 mgr.smithi176.ajjlsm (mgr.14696) 7489 : cluster [DBG] pgmap v6440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:05.671436+0000 mgr.smithi176.ajjlsm (mgr.14696) 7490 : cluster [DBG] pgmap v6441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:05.671436+0000 mgr.smithi176.ajjlsm (mgr.14696) 7490 : cluster [DBG] pgmap v6441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:07.672406+0000 mgr.smithi176.ajjlsm (mgr.14696) 7491 : cluster [DBG] pgmap v6442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:07.672406+0000 mgr.smithi176.ajjlsm (mgr.14696) 7491 : cluster [DBG] pgmap v6442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:09.673027+0000 mgr.smithi176.ajjlsm (mgr.14696) 7492 : cluster [DBG] pgmap v6443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:09.673027+0000 mgr.smithi176.ajjlsm (mgr.14696) 7492 : cluster [DBG] pgmap v6443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:11.674081+0000 mgr.smithi176.ajjlsm (mgr.14696) 7493 : cluster [DBG] pgmap v6444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:11.674081+0000 mgr.smithi176.ajjlsm (mgr.14696) 7493 : cluster [DBG] pgmap v6444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:13.674579+0000 mgr.smithi176.ajjlsm (mgr.14696) 7494 : cluster [DBG] pgmap v6445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:13.674579+0000 mgr.smithi176.ajjlsm (mgr.14696) 7494 : cluster [DBG] pgmap v6445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:15.675275+0000 mgr.smithi176.ajjlsm (mgr.14696) 7495 : cluster [DBG] pgmap v6446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:15.675275+0000 mgr.smithi176.ajjlsm (mgr.14696) 7495 : cluster [DBG] pgmap v6446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:17.676128+0000 mgr.smithi176.ajjlsm (mgr.14696) 7496 : cluster [DBG] pgmap v6447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:17.676128+0000 mgr.smithi176.ajjlsm (mgr.14696) 7496 : cluster [DBG] pgmap v6447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:19.676622+0000 mgr.smithi176.ajjlsm (mgr.14696) 7497 : cluster [DBG] pgmap v6448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:19.676622+0000 mgr.smithi176.ajjlsm (mgr.14696) 7497 : cluster [DBG] pgmap v6448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:44:21.563780+0000 mon.smithi176 (mon.0) 2327 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:44:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:44:21.565195+0000 mon.smithi176 (mon.0) 2328 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:44:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:44:21.566015+0000 mon.smithi176 (mon.0) 2329 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:44:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:44:21.966368+0000 mon.smithi176 (mon.0) 2330 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:44:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:44:21.970962+0000 mon.smithi176 (mon.0) 2331 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:44:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:44:21.563780+0000 mon.smithi176 (mon.0) 2327 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:44:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:44:21.565195+0000 mon.smithi176 (mon.0) 2328 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:44:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:44:21.566015+0000 mon.smithi176 (mon.0) 2329 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:44:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:44:21.966368+0000 mon.smithi176 (mon.0) 2330 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:44:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:44:21.970962+0000 mon.smithi176 (mon.0) 2331 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:44:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:44:21.566832+0000 mgr.smithi176.ajjlsm (mgr.14696) 7498 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:44:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:21.677355+0000 mgr.smithi176.ajjlsm (mgr.14696) 7499 : cluster [DBG] pgmap v6449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:44:21.566832+0000 mgr.smithi176.ajjlsm (mgr.14696) 7498 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:44:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:21.677355+0000 mgr.smithi176.ajjlsm (mgr.14696) 7499 : cluster [DBG] pgmap v6449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:23.677821+0000 mgr.smithi176.ajjlsm (mgr.14696) 7500 : cluster [DBG] pgmap v6450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:23.677821+0000 mgr.smithi176.ajjlsm (mgr.14696) 7500 : cluster [DBG] pgmap v6450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:26.108 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:44:26.374 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:44:26.374 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:44:26.374 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 8m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:44:26.375 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 8m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:44:26.375 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 8m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:44:26.375 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 8m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:44:26.375 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 8m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:44:26.376 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 8m ago 3h 598M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:44:26.376 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 8m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:44:26.376 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 8m ago 3h 1354M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:44:26.376 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 8m ago 3h 653M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:44:26.377 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 8m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:44:26.377 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 8m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:44:26.377 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 8m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:44:26.377 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 8m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:44:26.377 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 8m ago 3h 972M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:44:26.378 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 8m ago 3h 1840M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:44:26.378 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 8m ago 3h 1252M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:44:26.378 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 8m ago 3h 2009M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:44:26.378 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 8m ago 3h 1878M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:44:26.379 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 8m ago 3h 2025M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:44:26.379 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 8m ago 3h 1674M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:44:26.380 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 8m ago 3h 2493M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:44:26.380 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 8m ago 3h 114M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:44:26.696 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:44:26.697 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:44:26.697 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:44:26.697 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:44:26.697 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:44:26.698 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:44:26.698 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:44:26.698 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:44:26.698 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:44:26.699 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:44:26.699 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:44:26.699 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:44:26.700 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:44:26.700 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:44:26.700 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:44:26.700 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:44:26.701 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:44:26.701 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:44:26.701 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:44:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:25.678308+0000 mgr.smithi176.ajjlsm (mgr.14696) 7501 : cluster [DBG] pgmap v6451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:44:26.095014+0000 mgr.smithi176.ajjlsm (mgr.14696) 7502 : audit [DBG] from='client.39110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:44:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:44:26.364318+0000 mgr.smithi176.ajjlsm (mgr.14696) 7503 : audit [DBG] from='client.39114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:44:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:44:26.695572+0000 mon.smithi176 (mon.0) 2332 : audit [DBG] from='client.? 172.21.15.176:0/2091637329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:44:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:25.678308+0000 mgr.smithi176.ajjlsm (mgr.14696) 7501 : cluster [DBG] pgmap v6451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:27.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:44:26.095014+0000 mgr.smithi176.ajjlsm (mgr.14696) 7502 : audit [DBG] from='client.39110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:44:27.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:44:26.364318+0000 mgr.smithi176.ajjlsm (mgr.14696) 7503 : audit [DBG] from='client.39114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:44:27.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:44:26.695572+0000 mon.smithi176 (mon.0) 2332 : audit [DBG] from='client.? 172.21.15.176:0/2091637329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:44:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:27.679284+0000 mgr.smithi176.ajjlsm (mgr.14696) 7504 : cluster [DBG] pgmap v6452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:27.679284+0000 mgr.smithi176.ajjlsm (mgr.14696) 7504 : cluster [DBG] pgmap v6452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:29.679815+0000 mgr.smithi176.ajjlsm (mgr.14696) 7505 : cluster [DBG] pgmap v6453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:29.679815+0000 mgr.smithi176.ajjlsm (mgr.14696) 7505 : cluster [DBG] pgmap v6453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:31.680625+0000 mgr.smithi176.ajjlsm (mgr.14696) 7506 : cluster [DBG] pgmap v6454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:31.680625+0000 mgr.smithi176.ajjlsm (mgr.14696) 7506 : cluster [DBG] pgmap v6454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:35.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:33.681135+0000 mgr.smithi176.ajjlsm (mgr.14696) 7507 : cluster [DBG] pgmap v6455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:33.681135+0000 mgr.smithi176.ajjlsm (mgr.14696) 7507 : cluster [DBG] pgmap v6455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:35.681743+0000 mgr.smithi176.ajjlsm (mgr.14696) 7508 : cluster [DBG] pgmap v6456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:35.681743+0000 mgr.smithi176.ajjlsm (mgr.14696) 7508 : cluster [DBG] pgmap v6456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:39.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:37.682542+0000 mgr.smithi176.ajjlsm (mgr.14696) 7509 : cluster [DBG] pgmap v6457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:37.682542+0000 mgr.smithi176.ajjlsm (mgr.14696) 7509 : cluster [DBG] pgmap v6457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:39.682967+0000 mgr.smithi176.ajjlsm (mgr.14696) 7510 : cluster [DBG] pgmap v6458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:44:40.650686+0000 mon.smithi176 (mon.0) 2333 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:44:41.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:44:40.959335+0000 mon.smithi176 (mon.0) 2334 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:44:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:39.682967+0000 mgr.smithi176.ajjlsm (mgr.14696) 7510 : cluster [DBG] pgmap v6458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:44:40.650686+0000 mon.smithi176 (mon.0) 2333 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:44:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:44:40.959335+0000 mon.smithi176 (mon.0) 2334 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:44:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:41.683992+0000 mgr.smithi176.ajjlsm (mgr.14696) 7511 : cluster [DBG] pgmap v6459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:41.683992+0000 mgr.smithi176.ajjlsm (mgr.14696) 7511 : cluster [DBG] pgmap v6459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:43.684498+0000 mgr.smithi176.ajjlsm (mgr.14696) 7512 : cluster [DBG] pgmap v6460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:43.684498+0000 mgr.smithi176.ajjlsm (mgr.14696) 7512 : cluster [DBG] pgmap v6460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:45.685104+0000 mgr.smithi176.ajjlsm (mgr.14696) 7513 : cluster [DBG] pgmap v6461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:45.685104+0000 mgr.smithi176.ajjlsm (mgr.14696) 7513 : cluster [DBG] pgmap v6461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:47.686084+0000 mgr.smithi176.ajjlsm (mgr.14696) 7514 : cluster [DBG] pgmap v6462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:47.686084+0000 mgr.smithi176.ajjlsm (mgr.14696) 7514 : cluster [DBG] pgmap v6462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:49.686696+0000 mgr.smithi176.ajjlsm (mgr.14696) 7515 : cluster [DBG] pgmap v6463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:49.686696+0000 mgr.smithi176.ajjlsm (mgr.14696) 7515 : cluster [DBG] pgmap v6463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:51.687557+0000 mgr.smithi176.ajjlsm (mgr.14696) 7516 : cluster [DBG] pgmap v6464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:51.687557+0000 mgr.smithi176.ajjlsm (mgr.14696) 7516 : cluster [DBG] pgmap v6464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:53.688109+0000 mgr.smithi176.ajjlsm (mgr.14696) 7517 : cluster [DBG] pgmap v6465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:53.688109+0000 mgr.smithi176.ajjlsm (mgr.14696) 7517 : cluster [DBG] pgmap v6465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:56.996 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:44:57.265 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:44:57.266 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:44:57.266 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 8m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:44:57.266 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 8m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:44:57.266 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 8m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:44:57.267 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 8m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:44:57.267 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 8m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:44:57.267 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 8m ago 3h 598M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:44:57.267 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 8m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:44:57.268 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 8m ago 3h 1354M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:44:57.268 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 8m ago 3h 653M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:44:57.268 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 8m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:44:57.268 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 8m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:44:57.268 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 8m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:44:57.269 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 8m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:44:57.269 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 8m ago 3h 972M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:44:57.269 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 8m ago 3h 1840M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:44:57.269 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 8m ago 3h 1252M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:44:57.269 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 8m ago 3h 2009M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:44:57.270 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 8m ago 3h 1878M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:44:57.270 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 8m ago 3h 2025M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:44:57.270 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 8m ago 3h 1674M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:44:57.270 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 8m ago 3h 2493M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:44:57.270 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 8m ago 3h 114M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:44:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:55.688779+0000 mgr.smithi176.ajjlsm (mgr.14696) 7518 : cluster [DBG] pgmap v6466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:55.688779+0000 mgr.smithi176.ajjlsm (mgr.14696) 7518 : cluster [DBG] pgmap v6466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:44:57.587 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:44:57.587 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:44:57.588 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:44:57.588 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:44:57.588 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:44:57.588 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:44:57.588 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:44:57.589 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:44:57.589 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:44:57.589 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:44:57.589 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:44:57.590 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:44:57.590 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:44:57.590 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:44:57.590 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:44:57.591 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:44:57.591 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:44:57.591 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:44:57.591 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:44:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:44:56.984076+0000 mgr.smithi176.ajjlsm (mgr.14696) 7519 : audit [DBG] from='client.39122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:44:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:44:57.255820+0000 mgr.smithi176.ajjlsm (mgr.14696) 7520 : audit [DBG] from='client.39126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:44:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:44:57.586350+0000 mon.smithi176 (mon.0) 2335 : audit [DBG] from='client.? 172.21.15.176:0/2742891703' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:44:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:44:56.984076+0000 mgr.smithi176.ajjlsm (mgr.14696) 7519 : audit [DBG] from='client.39122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:44:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:44:57.255820+0000 mgr.smithi176.ajjlsm (mgr.14696) 7520 : audit [DBG] from='client.39126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:44:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:44:57.586350+0000 mon.smithi176 (mon.0) 2335 : audit [DBG] from='client.? 172.21.15.176:0/2742891703' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:44:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:44:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:57.689551+0000 mgr.smithi176.ajjlsm (mgr.14696) 7521 : cluster [DBG] pgmap v6467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:44:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:44:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:57.689551+0000 mgr.smithi176.ajjlsm (mgr.14696) 7521 : cluster [DBG] pgmap v6467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:44:59.690068+0000 mgr.smithi176.ajjlsm (mgr.14696) 7522 : cluster [DBG] pgmap v6468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:44:59.690068+0000 mgr.smithi176.ajjlsm (mgr.14696) 7522 : cluster [DBG] pgmap v6468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:01.690871+0000 mgr.smithi176.ajjlsm (mgr.14696) 7523 : cluster [DBG] pgmap v6469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:01.690871+0000 mgr.smithi176.ajjlsm (mgr.14696) 7523 : cluster [DBG] pgmap v6469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:03.691432+0000 mgr.smithi176.ajjlsm (mgr.14696) 7524 : cluster [DBG] pgmap v6470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:03.691432+0000 mgr.smithi176.ajjlsm (mgr.14696) 7524 : cluster [DBG] pgmap v6470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:05.691902+0000 mgr.smithi176.ajjlsm (mgr.14696) 7525 : cluster [DBG] pgmap v6471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:05.691902+0000 mgr.smithi176.ajjlsm (mgr.14696) 7525 : cluster [DBG] pgmap v6471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:07.692870+0000 mgr.smithi176.ajjlsm (mgr.14696) 7526 : cluster [DBG] pgmap v6472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:07.692870+0000 mgr.smithi176.ajjlsm (mgr.14696) 7526 : cluster [DBG] pgmap v6472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:09.693534+0000 mgr.smithi176.ajjlsm (mgr.14696) 7527 : cluster [DBG] pgmap v6473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:09.693534+0000 mgr.smithi176.ajjlsm (mgr.14696) 7527 : cluster [DBG] pgmap v6473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:11.694529+0000 mgr.smithi176.ajjlsm (mgr.14696) 7528 : cluster [DBG] pgmap v6474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:11.694529+0000 mgr.smithi176.ajjlsm (mgr.14696) 7528 : cluster [DBG] pgmap v6474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:13.695006+0000 mgr.smithi176.ajjlsm (mgr.14696) 7529 : cluster [DBG] pgmap v6475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:13.695006+0000 mgr.smithi176.ajjlsm (mgr.14696) 7529 : cluster [DBG] pgmap v6475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:15.695492+0000 mgr.smithi176.ajjlsm (mgr.14696) 7530 : cluster [DBG] pgmap v6476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:15.695492+0000 mgr.smithi176.ajjlsm (mgr.14696) 7530 : cluster [DBG] pgmap v6476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:17.696241+0000 mgr.smithi176.ajjlsm (mgr.14696) 7531 : cluster [DBG] pgmap v6477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:17.696241+0000 mgr.smithi176.ajjlsm (mgr.14696) 7531 : cluster [DBG] pgmap v6477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:19.696748+0000 mgr.smithi176.ajjlsm (mgr.14696) 7532 : cluster [DBG] pgmap v6478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:19.696748+0000 mgr.smithi176.ajjlsm (mgr.14696) 7532 : cluster [DBG] pgmap v6478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:45:21.973399+0000 mon.smithi176 (mon.0) 2336 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:45:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:45:21.974780+0000 mon.smithi176 (mon.0) 2337 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:45:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:45:21.975680+0000 mon.smithi176 (mon.0) 2338 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:45:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:45:21.973399+0000 mon.smithi176 (mon.0) 2336 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:45:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:45:21.974780+0000 mon.smithi176 (mon.0) 2337 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:45:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:45:21.975680+0000 mon.smithi176 (mon.0) 2338 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:45:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:21.697547+0000 mgr.smithi176.ajjlsm (mgr.14696) 7533 : cluster [DBG] pgmap v6479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:45:21.976511+0000 mgr.smithi176.ajjlsm (mgr.14696) 7534 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:45:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:45:22.373571+0000 mon.smithi176 (mon.0) 2339 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:45:23.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:45:22.373763+0000 mon.smithi176 (mon.0) 2340 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:45:23.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:45:22.377641+0000 mon.smithi176 (mon.0) 2341 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:45:23.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:45:22.382580+0000 mon.smithi176 (mon.0) 2342 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:45:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:21.697547+0000 mgr.smithi176.ajjlsm (mgr.14696) 7533 : cluster [DBG] pgmap v6479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:45:21.976511+0000 mgr.smithi176.ajjlsm (mgr.14696) 7534 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:45:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:45:22.373571+0000 mon.smithi176 (mon.0) 2339 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:45:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:45:22.373763+0000 mon.smithi176 (mon.0) 2340 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:45:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:45:22.377641+0000 mon.smithi176 (mon.0) 2341 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:45:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:45:22.382580+0000 mon.smithi176 (mon.0) 2342 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:45:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:23.698124+0000 mgr.smithi176.ajjlsm (mgr.14696) 7535 : cluster [DBG] pgmap v6480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:23.698124+0000 mgr.smithi176.ajjlsm (mgr.14696) 7535 : cluster [DBG] pgmap v6480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:25.698721+0000 mgr.smithi176.ajjlsm (mgr.14696) 7536 : cluster [DBG] pgmap v6481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:25.698721+0000 mgr.smithi176.ajjlsm (mgr.14696) 7536 : cluster [DBG] pgmap v6481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:27.892 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:45:28.159 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:45:28.160 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:45:28.160 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 9m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:45:28.160 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 9m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:45:28.161 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 9m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:45:28.161 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 9m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:45:28.161 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 9m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:45:28.161 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 9m ago 3h 598M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:45:28.161 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 9m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:45:28.162 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 9m ago 3h 1354M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:45:28.162 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 9m ago 3h 653M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:45:28.162 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 9m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:45:28.162 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 9m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:45:28.163 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 9m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:45:28.163 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 9m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:45:28.163 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 9m ago 3h 972M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:45:28.163 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 9m ago 3h 1840M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:45:28.164 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 9m ago 3h 1252M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:45:28.164 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 9m ago 3h 2009M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:45:28.164 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 9m ago 3h 1878M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:45:28.164 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 9m ago 3h 2025M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:45:28.164 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 9m ago 3h 1674M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:45:28.165 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 9m ago 3h 2493M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:45:28.165 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 9m ago 3h 114M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:45:28.486 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:45:28.486 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:45:28.486 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:45:28.487 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:45:28.487 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:45:28.487 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:45:28.487 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:45:28.488 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:45:28.488 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:45:28.488 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:45:28.488 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:45:28.489 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:45:28.489 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:45:28.489 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:45:28.489 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:45:28.489 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:45:28.490 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:45:28.490 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:45:28.490 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:45:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:27.699430+0000 mgr.smithi176.ajjlsm (mgr.14696) 7537 : cluster [DBG] pgmap v6482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:45:27.879281+0000 mgr.smithi176.ajjlsm (mgr.14696) 7538 : audit [DBG] from='client.39134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:45:29.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:45:28.149918+0000 mgr.smithi176.ajjlsm (mgr.14696) 7539 : audit [DBG] from='client.39138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:45:29.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:45:28.485235+0000 mon.smithi176 (mon.0) 2343 : audit [DBG] from='client.? 172.21.15.176:0/3329587118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:45:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:27.699430+0000 mgr.smithi176.ajjlsm (mgr.14696) 7537 : cluster [DBG] pgmap v6482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:45:27.879281+0000 mgr.smithi176.ajjlsm (mgr.14696) 7538 : audit [DBG] from='client.39134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:45:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:45:28.149918+0000 mgr.smithi176.ajjlsm (mgr.14696) 7539 : audit [DBG] from='client.39138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:45:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:45:28.485235+0000 mon.smithi176 (mon.0) 2343 : audit [DBG] from='client.? 172.21.15.176:0/3329587118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:45:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:29.699990+0000 mgr.smithi176.ajjlsm (mgr.14696) 7540 : cluster [DBG] pgmap v6483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:29.699990+0000 mgr.smithi176.ajjlsm (mgr.14696) 7540 : cluster [DBG] pgmap v6483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:31.700730+0000 mgr.smithi176.ajjlsm (mgr.14696) 7541 : cluster [DBG] pgmap v6484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:31.700730+0000 mgr.smithi176.ajjlsm (mgr.14696) 7541 : cluster [DBG] pgmap v6484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:33.701191+0000 mgr.smithi176.ajjlsm (mgr.14696) 7542 : cluster [DBG] pgmap v6485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:33.701191+0000 mgr.smithi176.ajjlsm (mgr.14696) 7542 : cluster [DBG] pgmap v6485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:35.701681+0000 mgr.smithi176.ajjlsm (mgr.14696) 7543 : cluster [DBG] pgmap v6486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:35.701681+0000 mgr.smithi176.ajjlsm (mgr.14696) 7543 : cluster [DBG] pgmap v6486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:37.702572+0000 mgr.smithi176.ajjlsm (mgr.14696) 7544 : cluster [DBG] pgmap v6487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:37.702572+0000 mgr.smithi176.ajjlsm (mgr.14696) 7544 : cluster [DBG] pgmap v6487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:39.702984+0000 mgr.smithi176.ajjlsm (mgr.14696) 7545 : cluster [DBG] pgmap v6488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:45:40.652374+0000 mon.smithi176 (mon.0) 2344 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:45:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:45:40.963937+0000 mon.smithi176 (mon.0) 2345 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:45:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:39.702984+0000 mgr.smithi176.ajjlsm (mgr.14696) 7545 : cluster [DBG] pgmap v6488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:45:40.652374+0000 mon.smithi176 (mon.0) 2344 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:45:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:45:40.963937+0000 mon.smithi176 (mon.0) 2345 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:45:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:41.704013+0000 mgr.smithi176.ajjlsm (mgr.14696) 7546 : cluster [DBG] pgmap v6489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:41.704013+0000 mgr.smithi176.ajjlsm (mgr.14696) 7546 : cluster [DBG] pgmap v6489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:43.704599+0000 mgr.smithi176.ajjlsm (mgr.14696) 7547 : cluster [DBG] pgmap v6490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:43.704599+0000 mgr.smithi176.ajjlsm (mgr.14696) 7547 : cluster [DBG] pgmap v6490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:45.705261+0000 mgr.smithi176.ajjlsm (mgr.14696) 7548 : cluster [DBG] pgmap v6491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:45.705261+0000 mgr.smithi176.ajjlsm (mgr.14696) 7548 : cluster [DBG] pgmap v6491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:47.705960+0000 mgr.smithi176.ajjlsm (mgr.14696) 7549 : cluster [DBG] pgmap v6492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:47.705960+0000 mgr.smithi176.ajjlsm (mgr.14696) 7549 : cluster [DBG] pgmap v6492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:49.706560+0000 mgr.smithi176.ajjlsm (mgr.14696) 7550 : cluster [DBG] pgmap v6493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:49.706560+0000 mgr.smithi176.ajjlsm (mgr.14696) 7550 : cluster [DBG] pgmap v6493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:51.707386+0000 mgr.smithi176.ajjlsm (mgr.14696) 7551 : cluster [DBG] pgmap v6494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:51.707386+0000 mgr.smithi176.ajjlsm (mgr.14696) 7551 : cluster [DBG] pgmap v6494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:53.708068+0000 mgr.smithi176.ajjlsm (mgr.14696) 7552 : cluster [DBG] pgmap v6495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:53.708068+0000 mgr.smithi176.ajjlsm (mgr.14696) 7552 : cluster [DBG] pgmap v6495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:55.708652+0000 mgr.smithi176.ajjlsm (mgr.14696) 7553 : cluster [DBG] pgmap v6496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:55.708652+0000 mgr.smithi176.ajjlsm (mgr.14696) 7553 : cluster [DBG] pgmap v6496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:45:58.784 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:45:59.055 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:45:59.055 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:45:59.055 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 9m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:45:59.056 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 9m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:45:59.056 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 9m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:45:59.056 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 9m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:45:59.056 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 9m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:45:59.056 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 9m ago 3h 598M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:45:59.057 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 9m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:45:59.057 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 9m ago 3h 1354M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:45:59.057 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 9m ago 3h 653M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:45:59.057 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 9m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:45:59.058 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 9m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:45:59.058 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 9m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:45:59.058 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 9m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:45:59.058 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 9m ago 3h 972M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:45:59.059 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 9m ago 3h 1840M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:45:59.059 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 9m ago 3h 1252M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:45:59.059 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 9m ago 3h 2009M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:45:59.059 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 9m ago 3h 1878M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:45:59.059 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 9m ago 3h 2025M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:45:59.060 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 9m ago 3h 1674M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:45:59.060 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 9m ago 3h 2493M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:45:59.060 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 9m ago 3h 114M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:45:59.379 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:45:59.379 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:45:59.379 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:45:59.380 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:45:59.380 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:45:59.380 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:45:59.380 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:45:59.381 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:45:59.381 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:45:59.381 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:45:59.381 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:45:59.381 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:45:59.382 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:45:59.382 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:45:59.382 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:45:59.382 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:45:59.383 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:45:59.383 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:45:59.383 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:45:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:45:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:57.709443+0000 mgr.smithi176.ajjlsm (mgr.14696) 7554 : cluster [DBG] pgmap v6497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:45:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:45:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:57.709443+0000 mgr.smithi176.ajjlsm (mgr.14696) 7554 : cluster [DBG] pgmap v6497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:45:58.772239+0000 mgr.smithi176.ajjlsm (mgr.14696) 7555 : audit [DBG] from='client.39146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:46:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:45:59.045003+0000 mgr.smithi176.ajjlsm (mgr.14696) 7556 : audit [DBG] from='client.39150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:46:00.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:45:59.378198+0000 mon.smithi176 (mon.0) 2346 : audit [DBG] from='client.? 172.21.15.176:0/3170431338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:46:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:45:58.772239+0000 mgr.smithi176.ajjlsm (mgr.14696) 7555 : audit [DBG] from='client.39146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:46:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:45:59.045003+0000 mgr.smithi176.ajjlsm (mgr.14696) 7556 : audit [DBG] from='client.39150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:46:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:45:59.378198+0000 mon.smithi176 (mon.0) 2346 : audit [DBG] from='client.? 172.21.15.176:0/3170431338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:46:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:45:59.709900+0000 mgr.smithi176.ajjlsm (mgr.14696) 7557 : cluster [DBG] pgmap v6498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:45:59.709900+0000 mgr.smithi176.ajjlsm (mgr.14696) 7557 : cluster [DBG] pgmap v6498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:01.710861+0000 mgr.smithi176.ajjlsm (mgr.14696) 7558 : cluster [DBG] pgmap v6499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:03.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:01.710861+0000 mgr.smithi176.ajjlsm (mgr.14696) 7558 : cluster [DBG] pgmap v6499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:03.711362+0000 mgr.smithi176.ajjlsm (mgr.14696) 7559 : cluster [DBG] pgmap v6500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:03.711362+0000 mgr.smithi176.ajjlsm (mgr.14696) 7559 : cluster [DBG] pgmap v6500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:05.711931+0000 mgr.smithi176.ajjlsm (mgr.14696) 7560 : cluster [DBG] pgmap v6501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:05.711931+0000 mgr.smithi176.ajjlsm (mgr.14696) 7560 : cluster [DBG] pgmap v6501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:07.712717+0000 mgr.smithi176.ajjlsm (mgr.14696) 7561 : cluster [DBG] pgmap v6502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:07.712717+0000 mgr.smithi176.ajjlsm (mgr.14696) 7561 : cluster [DBG] pgmap v6502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:09.713262+0000 mgr.smithi176.ajjlsm (mgr.14696) 7562 : cluster [DBG] pgmap v6503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:09.713262+0000 mgr.smithi176.ajjlsm (mgr.14696) 7562 : cluster [DBG] pgmap v6503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:11.714131+0000 mgr.smithi176.ajjlsm (mgr.14696) 7563 : cluster [DBG] pgmap v6504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:11.714131+0000 mgr.smithi176.ajjlsm (mgr.14696) 7563 : cluster [DBG] pgmap v6504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:13.714688+0000 mgr.smithi176.ajjlsm (mgr.14696) 7564 : cluster [DBG] pgmap v6505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:13.714688+0000 mgr.smithi176.ajjlsm (mgr.14696) 7564 : cluster [DBG] pgmap v6505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:15.715188+0000 mgr.smithi176.ajjlsm (mgr.14696) 7565 : cluster [DBG] pgmap v6506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:15.715188+0000 mgr.smithi176.ajjlsm (mgr.14696) 7565 : cluster [DBG] pgmap v6506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:17.716204+0000 mgr.smithi176.ajjlsm (mgr.14696) 7566 : cluster [DBG] pgmap v6507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:17.716204+0000 mgr.smithi176.ajjlsm (mgr.14696) 7566 : cluster [DBG] pgmap v6507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:19.716769+0000 mgr.smithi176.ajjlsm (mgr.14696) 7567 : cluster [DBG] pgmap v6508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:19.716769+0000 mgr.smithi176.ajjlsm (mgr.14696) 7567 : cluster [DBG] pgmap v6508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:21.717524+0000 mgr.smithi176.ajjlsm (mgr.14696) 7568 : cluster [DBG] pgmap v6509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:46:22.385084+0000 mon.smithi176 (mon.0) 2347 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:46:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:46:22.386512+0000 mon.smithi176 (mon.0) 2348 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:46:23.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:46:22.387286+0000 mon.smithi176 (mon.0) 2349 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:46:23.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:46:22.388113+0000 mgr.smithi176.ajjlsm (mgr.14696) 7569 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:46:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:21.717524+0000 mgr.smithi176.ajjlsm (mgr.14696) 7568 : cluster [DBG] pgmap v6509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:46:22.385084+0000 mon.smithi176 (mon.0) 2347 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:46:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:46:22.386512+0000 mon.smithi176 (mon.0) 2348 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:46:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:46:22.387286+0000 mon.smithi176 (mon.0) 2349 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:46:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:46:22.388113+0000 mgr.smithi176.ajjlsm (mgr.14696) 7569 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:46:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:23.717967+0000 mgr.smithi176.ajjlsm (mgr.14696) 7570 : cluster [DBG] pgmap v6510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:25.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:23.717967+0000 mgr.smithi176.ajjlsm (mgr.14696) 7570 : cluster [DBG] pgmap v6510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:25.718339+0000 mgr.smithi176.ajjlsm (mgr.14696) 7571 : cluster [DBG] pgmap v6511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:46:26.931484+0000 mon.smithi176 (mon.0) 2350 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:46:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:25.718339+0000 mgr.smithi176.ajjlsm (mgr.14696) 7571 : cluster [DBG] pgmap v6511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:46:26.931484+0000 mon.smithi176 (mon.0) 2350 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:46:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:27.718975+0000 mgr.smithi176.ajjlsm (mgr.14696) 7572 : cluster [DBG] pgmap v6512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:46:29.199707+0000 mon.smithi176 (mon.0) 2351 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:46:29.712 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:46:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:27.718975+0000 mgr.smithi176.ajjlsm (mgr.14696) 7572 : cluster [DBG] pgmap v6512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:46:29.199707+0000 mon.smithi176 (mon.0) 2351 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:46:29.982 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:46:29.982 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 0s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:46:29.982 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 0s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:46:29.983 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 3s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:46:29.983 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 0s ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:46:29.983 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 0s ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:46:29.983 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 3s ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:46:29.983 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 0s ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:46:29.984 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 3s ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:46:29.984 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 0s ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:46:29.984 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 3s ago 3h 690M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:46:29.984 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 0s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:46:29.984 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 3s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:46:29.985 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 0s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:46:29.985 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 3s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:46:29.985 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 0s ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:46:29.985 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 0s ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:46:29.985 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 0s ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:46:29.986 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 0s ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:46:29.986 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 3s ago 3h 1910M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:46:29.986 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 3s ago 3h 2054M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:46:29.986 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 3s ago 3h 1699M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:46:29.986 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 3s ago 3h 2525M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:46:29.987 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 0s ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:46:30.303 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:46:30.303 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:46:30.303 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:46:30.304 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:46:30.304 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:46:30.304 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:46:30.304 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:46:30.305 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:46:30.305 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:46:30.305 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:46:30.305 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:46:30.306 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:46:30.306 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:46:30.306 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:46:30.306 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:46:30.306 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:46:30.307 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:46:30.307 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:46:30.307 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:46:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:46:29.610734+0000 mon.smithi176 (mon.0) 2352 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:46:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:46:29.619185+0000 mon.smithi176 (mon.0) 2353 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:46:30.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:46:29.699753+0000 mgr.smithi176.ajjlsm (mgr.14696) 7573 : audit [DBG] from='client.39158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:46:30.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:29.719323+0000 mgr.smithi176.ajjlsm (mgr.14696) 7574 : cluster [DBG] pgmap v6513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:30.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:46:29.972506+0000 mgr.smithi176.ajjlsm (mgr.14696) 7575 : audit [DBG] from='client.39162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:46:30.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:46:30.302270+0000 mon.smithi176 (mon.0) 2354 : audit [DBG] from='client.? 172.21.15.176:0/2712121044' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:46:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:46:29.610734+0000 mon.smithi176 (mon.0) 2352 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:46:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:46:29.619185+0000 mon.smithi176 (mon.0) 2353 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:46:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:46:29.699753+0000 mgr.smithi176.ajjlsm (mgr.14696) 7573 : audit [DBG] from='client.39158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:46:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:29.719323+0000 mgr.smithi176.ajjlsm (mgr.14696) 7574 : cluster [DBG] pgmap v6513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:31.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:46:29.972506+0000 mgr.smithi176.ajjlsm (mgr.14696) 7575 : audit [DBG] from='client.39162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:46:31.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:46:30.302270+0000 mon.smithi176 (mon.0) 2354 : audit [DBG] from='client.? 172.21.15.176:0/2712121044' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:46:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:31.720233+0000 mgr.smithi176.ajjlsm (mgr.14696) 7576 : cluster [DBG] pgmap v6514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:31.720233+0000 mgr.smithi176.ajjlsm (mgr.14696) 7576 : cluster [DBG] pgmap v6514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:33.720738+0000 mgr.smithi176.ajjlsm (mgr.14696) 7577 : cluster [DBG] pgmap v6515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:35.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:33.720738+0000 mgr.smithi176.ajjlsm (mgr.14696) 7577 : cluster [DBG] pgmap v6515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:35.721176+0000 mgr.smithi176.ajjlsm (mgr.14696) 7578 : cluster [DBG] pgmap v6516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:35.721176+0000 mgr.smithi176.ajjlsm (mgr.14696) 7578 : cluster [DBG] pgmap v6516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:37.721917+0000 mgr.smithi176.ajjlsm (mgr.14696) 7579 : cluster [DBG] pgmap v6517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:39.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:37.721917+0000 mgr.smithi176.ajjlsm (mgr.14696) 7579 : cluster [DBG] pgmap v6517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:39.722430+0000 mgr.smithi176.ajjlsm (mgr.14696) 7580 : cluster [DBG] pgmap v6518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:46:40.654060+0000 mon.smithi176 (mon.0) 2355 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:46:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:39.722430+0000 mgr.smithi176.ajjlsm (mgr.14696) 7580 : cluster [DBG] pgmap v6518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:46:40.654060+0000 mon.smithi176 (mon.0) 2355 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:46:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:46:40.968191+0000 mon.smithi176 (mon.0) 2356 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:46:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:46:40.968191+0000 mon.smithi176 (mon.0) 2356 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:46:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:41.723199+0000 mgr.smithi176.ajjlsm (mgr.14696) 7581 : cluster [DBG] pgmap v6519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:41.723199+0000 mgr.smithi176.ajjlsm (mgr.14696) 7581 : cluster [DBG] pgmap v6519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:43.723773+0000 mgr.smithi176.ajjlsm (mgr.14696) 7582 : cluster [DBG] pgmap v6520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:45.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:43.723773+0000 mgr.smithi176.ajjlsm (mgr.14696) 7582 : cluster [DBG] pgmap v6520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:45.724307+0000 mgr.smithi176.ajjlsm (mgr.14696) 7583 : cluster [DBG] pgmap v6521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:45.724307+0000 mgr.smithi176.ajjlsm (mgr.14696) 7583 : cluster [DBG] pgmap v6521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:47.725080+0000 mgr.smithi176.ajjlsm (mgr.14696) 7584 : cluster [DBG] pgmap v6522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:47.725080+0000 mgr.smithi176.ajjlsm (mgr.14696) 7584 : cluster [DBG] pgmap v6522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:49.725537+0000 mgr.smithi176.ajjlsm (mgr.14696) 7585 : cluster [DBG] pgmap v6523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:49.725537+0000 mgr.smithi176.ajjlsm (mgr.14696) 7585 : cluster [DBG] pgmap v6523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:51.726297+0000 mgr.smithi176.ajjlsm (mgr.14696) 7586 : cluster [DBG] pgmap v6524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:51.726297+0000 mgr.smithi176.ajjlsm (mgr.14696) 7586 : cluster [DBG] pgmap v6524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:53.726779+0000 mgr.smithi176.ajjlsm (mgr.14696) 7587 : cluster [DBG] pgmap v6525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:53.726779+0000 mgr.smithi176.ajjlsm (mgr.14696) 7587 : cluster [DBG] pgmap v6525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:55.727306+0000 mgr.smithi176.ajjlsm (mgr.14696) 7588 : cluster [DBG] pgmap v6526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:55.727306+0000 mgr.smithi176.ajjlsm (mgr.14696) 7588 : cluster [DBG] pgmap v6526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:46:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:46:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:57.728356+0000 mgr.smithi176.ajjlsm (mgr.14696) 7589 : cluster [DBG] pgmap v6527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:46:59.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:46:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:57.728356+0000 mgr.smithi176.ajjlsm (mgr.14696) 7589 : cluster [DBG] pgmap v6527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:00.606 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:47:00.871 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:47:00.872 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 31s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:47:00.872 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 31s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:47:00.872 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 33s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:47:00.873 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 31s ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:47:00.873 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 31s ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:47:00.873 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 33s ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:47:00.873 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 31s ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:47:00.873 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 33s ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:47:00.874 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 31s ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:47:00.874 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 33s ago 3h 690M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:47:00.874 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 31s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:47:00.874 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 33s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:47:00.874 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 31s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:47:00.875 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 33s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:47:00.875 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 31s ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:47:00.875 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 31s ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:47:00.875 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 31s ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:47:00.876 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 31s ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:47:00.876 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 33s ago 3h 1910M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:47:00.876 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 33s ago 3h 2054M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:47:00.876 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 33s ago 3h 1699M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:47:00.876 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 33s ago 3h 2525M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:47:00.877 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 31s ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:47:01.194 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:47:01.194 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:47:01.194 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:47:01.194 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:47:01.195 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:47:01.195 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:47:01.195 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:47:01.195 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:47:01.196 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:47:01.196 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:47:01.196 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:47:01.196 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:47:01.196 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:47:01.197 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:47:01.197 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:47:01.197 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:47:01.198 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:47:01.198 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:47:01.198 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:47:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:46:59.728800+0000 mgr.smithi176.ajjlsm (mgr.14696) 7590 : cluster [DBG] pgmap v6528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:46:59.728800+0000 mgr.smithi176.ajjlsm (mgr.14696) 7590 : cluster [DBG] pgmap v6528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:47:00.592868+0000 mgr.smithi176.ajjlsm (mgr.14696) 7591 : audit [DBG] from='client.39170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:47:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:47:00.861932+0000 mgr.smithi176.ajjlsm (mgr.14696) 7592 : audit [DBG] from='client.39174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:47:02.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:47:01.192865+0000 mon.smithi176 (mon.0) 2357 : audit [DBG] from='client.? 172.21.15.176:0/554043644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:47:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:47:00.592868+0000 mgr.smithi176.ajjlsm (mgr.14696) 7591 : audit [DBG] from='client.39170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:47:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:47:00.861932+0000 mgr.smithi176.ajjlsm (mgr.14696) 7592 : audit [DBG] from='client.39174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:47:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:47:01.192865+0000 mon.smithi176 (mon.0) 2357 : audit [DBG] from='client.? 172.21.15.176:0/554043644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:47:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:01.729618+0000 mgr.smithi176.ajjlsm (mgr.14696) 7593 : cluster [DBG] pgmap v6529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:01.729618+0000 mgr.smithi176.ajjlsm (mgr.14696) 7593 : cluster [DBG] pgmap v6529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:03.730246+0000 mgr.smithi176.ajjlsm (mgr.14696) 7594 : cluster [DBG] pgmap v6530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:03.730246+0000 mgr.smithi176.ajjlsm (mgr.14696) 7594 : cluster [DBG] pgmap v6530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:05.730838+0000 mgr.smithi176.ajjlsm (mgr.14696) 7595 : cluster [DBG] pgmap v6531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:05.730838+0000 mgr.smithi176.ajjlsm (mgr.14696) 7595 : cluster [DBG] pgmap v6531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:07.731539+0000 mgr.smithi176.ajjlsm (mgr.14696) 7596 : cluster [DBG] pgmap v6532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:09.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:07.731539+0000 mgr.smithi176.ajjlsm (mgr.14696) 7596 : cluster [DBG] pgmap v6532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:09.732189+0000 mgr.smithi176.ajjlsm (mgr.14696) 7597 : cluster [DBG] pgmap v6533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:09.732189+0000 mgr.smithi176.ajjlsm (mgr.14696) 7597 : cluster [DBG] pgmap v6533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:11.732978+0000 mgr.smithi176.ajjlsm (mgr.14696) 7598 : cluster [DBG] pgmap v6534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:13.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:11.732978+0000 mgr.smithi176.ajjlsm (mgr.14696) 7598 : cluster [DBG] pgmap v6534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:13.733474+0000 mgr.smithi176.ajjlsm (mgr.14696) 7599 : cluster [DBG] pgmap v6535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:15.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:13.733474+0000 mgr.smithi176.ajjlsm (mgr.14696) 7599 : cluster [DBG] pgmap v6535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:15.734045+0000 mgr.smithi176.ajjlsm (mgr.14696) 7600 : cluster [DBG] pgmap v6536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:15.734045+0000 mgr.smithi176.ajjlsm (mgr.14696) 7600 : cluster [DBG] pgmap v6536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:17.735104+0000 mgr.smithi176.ajjlsm (mgr.14696) 7601 : cluster [DBG] pgmap v6537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:17.735104+0000 mgr.smithi176.ajjlsm (mgr.14696) 7601 : cluster [DBG] pgmap v6537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:19.735787+0000 mgr.smithi176.ajjlsm (mgr.14696) 7602 : cluster [DBG] pgmap v6538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:19.735787+0000 mgr.smithi176.ajjlsm (mgr.14696) 7602 : cluster [DBG] pgmap v6538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:21.736764+0000 mgr.smithi176.ajjlsm (mgr.14696) 7603 : cluster [DBG] pgmap v6539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:23.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:21.736764+0000 mgr.smithi176.ajjlsm (mgr.14696) 7603 : cluster [DBG] pgmap v6539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:23.737265+0000 mgr.smithi176.ajjlsm (mgr.14696) 7604 : cluster [DBG] pgmap v6540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:23.737265+0000 mgr.smithi176.ajjlsm (mgr.14696) 7604 : cluster [DBG] pgmap v6540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:25.737711+0000 mgr.smithi176.ajjlsm (mgr.14696) 7605 : cluster [DBG] pgmap v6541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:25.737711+0000 mgr.smithi176.ajjlsm (mgr.14696) 7605 : cluster [DBG] pgmap v6541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:27.738605+0000 mgr.smithi176.ajjlsm (mgr.14696) 7606 : cluster [DBG] pgmap v6542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:27.738605+0000 mgr.smithi176.ajjlsm (mgr.14696) 7606 : cluster [DBG] pgmap v6542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:47:29.623115+0000 mon.smithi176 (mon.0) 2358 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:47:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:47:29.624550+0000 mon.smithi176 (mon.0) 2359 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:47:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:47:29.625331+0000 mon.smithi176 (mon.0) 2360 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:47:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:47:29.623115+0000 mon.smithi176 (mon.0) 2358 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:47:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:47:29.624550+0000 mon.smithi176 (mon.0) 2359 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:47:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:47:29.625331+0000 mon.smithi176 (mon.0) 2360 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:47:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:47:29.626021+0000 mgr.smithi176.ajjlsm (mgr.14696) 7607 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:47:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:29.739066+0000 mgr.smithi176.ajjlsm (mgr.14696) 7608 : cluster [DBG] pgmap v6543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:47:30.026487+0000 mon.smithi176 (mon.0) 2361 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:47:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:47:30.031117+0000 mon.smithi176 (mon.0) 2362 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:47:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:47:29.626021+0000 mgr.smithi176.ajjlsm (mgr.14696) 7607 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:47:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:29.739066+0000 mgr.smithi176.ajjlsm (mgr.14696) 7608 : cluster [DBG] pgmap v6543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:47:30.026487+0000 mon.smithi176 (mon.0) 2361 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:47:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:47:30.031117+0000 mon.smithi176 (mon.0) 2362 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:47:31.496 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:47:31.763 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:47:31.763 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 62s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:47:31.764 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 62s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:47:31.764 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 64s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:47:31.764 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 62s ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:47:31.764 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 62s ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:47:31.765 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 64s ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:47:31.765 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 62s ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:47:31.765 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 64s ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:47:31.765 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 62s ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:47:31.765 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 64s ago 3h 690M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:47:31.766 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 62s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:47:31.766 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 64s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:47:31.766 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 62s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:47:31.766 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 64s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:47:31.767 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 62s ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:47:31.767 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 62s ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:47:31.767 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 62s ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:47:31.767 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 62s ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:47:31.767 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 64s ago 3h 1910M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:47:31.768 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 64s ago 3h 2054M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:47:31.768 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 64s ago 3h 1699M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:47:31.768 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 64s ago 3h 2525M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:47:31.768 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 62s ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:47:32.084 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:47:32.085 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:47:32.085 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:47:32.085 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:47:32.085 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:47:32.086 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:47:32.086 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:47:32.086 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:47:32.086 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:47:32.086 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:47:32.087 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:47:32.087 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:47:32.087 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:47:32.087 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:47:32.088 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:47:32.088 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:47:32.088 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:47:32.088 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:47:32.088 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:47:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:47:31.483387+0000 mgr.smithi176.ajjlsm (mgr.14696) 7609 : audit [DBG] from='client.39182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:47:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:47:31.483387+0000 mgr.smithi176.ajjlsm (mgr.14696) 7609 : audit [DBG] from='client.39182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:47:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:31.739783+0000 mgr.smithi176.ajjlsm (mgr.14696) 7610 : cluster [DBG] pgmap v6544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:47:31.753520+0000 mgr.smithi176.ajjlsm (mgr.14696) 7611 : audit [DBG] from='client.39186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:47:33.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:47:32.083688+0000 mon.smithi176 (mon.0) 2363 : audit [DBG] from='client.? 172.21.15.176:0/3301682945' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:47:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:31.739783+0000 mgr.smithi176.ajjlsm (mgr.14696) 7610 : cluster [DBG] pgmap v6544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:47:31.753520+0000 mgr.smithi176.ajjlsm (mgr.14696) 7611 : audit [DBG] from='client.39186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:47:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:47:32.083688+0000 mon.smithi176 (mon.0) 2363 : audit [DBG] from='client.? 172.21.15.176:0/3301682945' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:47:35.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:33.740439+0000 mgr.smithi176.ajjlsm (mgr.14696) 7612 : cluster [DBG] pgmap v6545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:33.740439+0000 mgr.smithi176.ajjlsm (mgr.14696) 7612 : cluster [DBG] pgmap v6545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:35.741006+0000 mgr.smithi176.ajjlsm (mgr.14696) 7613 : cluster [DBG] pgmap v6546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:35.741006+0000 mgr.smithi176.ajjlsm (mgr.14696) 7613 : cluster [DBG] pgmap v6546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:37.741956+0000 mgr.smithi176.ajjlsm (mgr.14696) 7614 : cluster [DBG] pgmap v6547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:37.741956+0000 mgr.smithi176.ajjlsm (mgr.14696) 7614 : cluster [DBG] pgmap v6547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:39.742457+0000 mgr.smithi176.ajjlsm (mgr.14696) 7615 : cluster [DBG] pgmap v6548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:47:40.655680+0000 mon.smithi176 (mon.0) 2364 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:47:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:47:40.972663+0000 mon.smithi176 (mon.0) 2365 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:47:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:39.742457+0000 mgr.smithi176.ajjlsm (mgr.14696) 7615 : cluster [DBG] pgmap v6548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:47:40.655680+0000 mon.smithi176 (mon.0) 2364 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:47:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:47:40.972663+0000 mon.smithi176 (mon.0) 2365 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:47:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:41.743259+0000 mgr.smithi176.ajjlsm (mgr.14696) 7616 : cluster [DBG] pgmap v6549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:41.743259+0000 mgr.smithi176.ajjlsm (mgr.14696) 7616 : cluster [DBG] pgmap v6549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:43.743789+0000 mgr.smithi176.ajjlsm (mgr.14696) 7617 : cluster [DBG] pgmap v6550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:43.743789+0000 mgr.smithi176.ajjlsm (mgr.14696) 7617 : cluster [DBG] pgmap v6550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:45.744481+0000 mgr.smithi176.ajjlsm (mgr.14696) 7618 : cluster [DBG] pgmap v6551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:45.744481+0000 mgr.smithi176.ajjlsm (mgr.14696) 7618 : cluster [DBG] pgmap v6551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:47.745458+0000 mgr.smithi176.ajjlsm (mgr.14696) 7619 : cluster [DBG] pgmap v6552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:47.745458+0000 mgr.smithi176.ajjlsm (mgr.14696) 7619 : cluster [DBG] pgmap v6552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:49.746065+0000 mgr.smithi176.ajjlsm (mgr.14696) 7620 : cluster [DBG] pgmap v6553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:49.746065+0000 mgr.smithi176.ajjlsm (mgr.14696) 7620 : cluster [DBG] pgmap v6553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:51.746851+0000 mgr.smithi176.ajjlsm (mgr.14696) 7621 : cluster [DBG] pgmap v6554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:51.746851+0000 mgr.smithi176.ajjlsm (mgr.14696) 7621 : cluster [DBG] pgmap v6554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:53.747343+0000 mgr.smithi176.ajjlsm (mgr.14696) 7622 : cluster [DBG] pgmap v6555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:53.747343+0000 mgr.smithi176.ajjlsm (mgr.14696) 7622 : cluster [DBG] pgmap v6555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:55.747828+0000 mgr.smithi176.ajjlsm (mgr.14696) 7623 : cluster [DBG] pgmap v6556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:55.747828+0000 mgr.smithi176.ajjlsm (mgr.14696) 7623 : cluster [DBG] pgmap v6556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:47:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:47:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:57.748569+0000 mgr.smithi176.ajjlsm (mgr.14696) 7624 : cluster [DBG] pgmap v6557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:47:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:47:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:57.748569+0000 mgr.smithi176.ajjlsm (mgr.14696) 7624 : cluster [DBG] pgmap v6557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:47:59.749323+0000 mgr.smithi176.ajjlsm (mgr.14696) 7625 : cluster [DBG] pgmap v6558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:47:59.749323+0000 mgr.smithi176.ajjlsm (mgr.14696) 7625 : cluster [DBG] pgmap v6558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:02.390 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:48:02.661 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:48:02.662 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 93s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:48:02.662 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 93s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:48:02.663 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 95s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:48:02.663 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 93s ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:48:02.663 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 93s ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:48:02.663 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 95s ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:48:02.663 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 93s ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:48:02.664 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 95s ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:48:02.664 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 93s ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:48:02.664 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 95s ago 3h 690M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:48:02.664 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 93s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:48:02.664 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 95s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:48:02.665 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 93s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:48:02.665 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 95s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:48:02.665 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 93s ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:48:02.665 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 93s ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:48:02.665 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 93s ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:48:02.666 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 93s ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:48:02.666 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 95s ago 3h 1910M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:48:02.666 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 95s ago 3h 2054M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:48:02.666 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 95s ago 3h 1699M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:48:02.667 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 95s ago 3h 2525M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:48:02.667 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 93s ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:48:02.981 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:48:02.982 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:48:02.982 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:48:02.982 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:48:02.983 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:48:02.983 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:48:02.983 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:48:02.983 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:48:02.983 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:48:02.984 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:48:02.984 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:48:02.984 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:48:02.984 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:48:02.985 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:48:02.985 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:48:02.985 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:48:02.985 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:48:02.985 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:48:02.986 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:48:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:01.750360+0000 mgr.smithi176.ajjlsm (mgr.14696) 7626 : cluster [DBG] pgmap v6559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:48:02.377362+0000 mgr.smithi176.ajjlsm (mgr.14696) 7627 : audit [DBG] from='client.39194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:48:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:48:02.980713+0000 mon.smithi176 (mon.0) 2366 : audit [DBG] from='client.? 172.21.15.176:0/1157311296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:48:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:01.750360+0000 mgr.smithi176.ajjlsm (mgr.14696) 7626 : cluster [DBG] pgmap v6559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:48:02.377362+0000 mgr.smithi176.ajjlsm (mgr.14696) 7627 : audit [DBG] from='client.39194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:48:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:48:02.980713+0000 mon.smithi176 (mon.0) 2366 : audit [DBG] from='client.? 172.21.15.176:0/1157311296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:48:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:48:02.651606+0000 mgr.smithi176.ajjlsm (mgr.14696) 7628 : audit [DBG] from='client.39198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:48:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:48:02.651606+0000 mgr.smithi176.ajjlsm (mgr.14696) 7628 : audit [DBG] from='client.39198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:48:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:03.751086+0000 mgr.smithi176.ajjlsm (mgr.14696) 7629 : cluster [DBG] pgmap v6560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:03.751086+0000 mgr.smithi176.ajjlsm (mgr.14696) 7629 : cluster [DBG] pgmap v6560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:05.751628+0000 mgr.smithi176.ajjlsm (mgr.14696) 7630 : cluster [DBG] pgmap v6561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:05.751628+0000 mgr.smithi176.ajjlsm (mgr.14696) 7630 : cluster [DBG] pgmap v6561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:07.752448+0000 mgr.smithi176.ajjlsm (mgr.14696) 7631 : cluster [DBG] pgmap v6562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:07.752448+0000 mgr.smithi176.ajjlsm (mgr.14696) 7631 : cluster [DBG] pgmap v6562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:09.753167+0000 mgr.smithi176.ajjlsm (mgr.14696) 7632 : cluster [DBG] pgmap v6563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:09.753167+0000 mgr.smithi176.ajjlsm (mgr.14696) 7632 : cluster [DBG] pgmap v6563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:11.753910+0000 mgr.smithi176.ajjlsm (mgr.14696) 7633 : cluster [DBG] pgmap v6564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:11.753910+0000 mgr.smithi176.ajjlsm (mgr.14696) 7633 : cluster [DBG] pgmap v6564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:13.754502+0000 mgr.smithi176.ajjlsm (mgr.14696) 7634 : cluster [DBG] pgmap v6565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:13.754502+0000 mgr.smithi176.ajjlsm (mgr.14696) 7634 : cluster [DBG] pgmap v6565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:15.755034+0000 mgr.smithi176.ajjlsm (mgr.14696) 7635 : cluster [DBG] pgmap v6566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:15.755034+0000 mgr.smithi176.ajjlsm (mgr.14696) 7635 : cluster [DBG] pgmap v6566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:17.755791+0000 mgr.smithi176.ajjlsm (mgr.14696) 7636 : cluster [DBG] pgmap v6567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:17.755791+0000 mgr.smithi176.ajjlsm (mgr.14696) 7636 : cluster [DBG] pgmap v6567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:19.756298+0000 mgr.smithi176.ajjlsm (mgr.14696) 7637 : cluster [DBG] pgmap v6568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:19.756298+0000 mgr.smithi176.ajjlsm (mgr.14696) 7637 : cluster [DBG] pgmap v6568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:21.757079+0000 mgr.smithi176.ajjlsm (mgr.14696) 7638 : cluster [DBG] pgmap v6569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:21.757079+0000 mgr.smithi176.ajjlsm (mgr.14696) 7638 : cluster [DBG] pgmap v6569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:23.757627+0000 mgr.smithi176.ajjlsm (mgr.14696) 7639 : cluster [DBG] pgmap v6570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:23.757627+0000 mgr.smithi176.ajjlsm (mgr.14696) 7639 : cluster [DBG] pgmap v6570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:25.758162+0000 mgr.smithi176.ajjlsm (mgr.14696) 7640 : cluster [DBG] pgmap v6571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:25.758162+0000 mgr.smithi176.ajjlsm (mgr.14696) 7640 : cluster [DBG] pgmap v6571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:27.759031+0000 mgr.smithi176.ajjlsm (mgr.14696) 7641 : cluster [DBG] pgmap v6572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:27.759031+0000 mgr.smithi176.ajjlsm (mgr.14696) 7641 : cluster [DBG] pgmap v6572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:48:30.033560+0000 mon.smithi176 (mon.0) 2367 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:48:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:48:30.035110+0000 mon.smithi176 (mon.0) 2368 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:48:30.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:48:30.035916+0000 mon.smithi176 (mon.0) 2369 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:48:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:48:30.033560+0000 mon.smithi176 (mon.0) 2367 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:48:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:48:30.035110+0000 mon.smithi176 (mon.0) 2368 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:48:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:48:30.035916+0000 mon.smithi176 (mon.0) 2369 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:48:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:29.759548+0000 mgr.smithi176.ajjlsm (mgr.14696) 7642 : cluster [DBG] pgmap v6573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:48:30.036633+0000 mgr.smithi176.ajjlsm (mgr.14696) 7643 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:48:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:48:30.392025+0000 mon.smithi176 (mon.0) 2370 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:48:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:48:30.769242+0000 mon.smithi176 (mon.0) 2371 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:48:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:48:30.773812+0000 mon.smithi176 (mon.0) 2372 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:48:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:29.759548+0000 mgr.smithi176.ajjlsm (mgr.14696) 7642 : cluster [DBG] pgmap v6573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:48:30.036633+0000 mgr.smithi176.ajjlsm (mgr.14696) 7643 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:48:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:48:30.392025+0000 mon.smithi176 (mon.0) 2370 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:48:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:48:30.769242+0000 mon.smithi176 (mon.0) 2371 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:48:31.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:48:30.773812+0000 mon.smithi176 (mon.0) 2372 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:48:33.283 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:48:33.551 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:48:33.552 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:48:33.552 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 2m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:48:33.552 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 2m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:48:33.552 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 2m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:48:33.553 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 2m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:48:33.553 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 2m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:48:33.553 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 2m ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:48:33.553 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 2m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:48:33.554 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 2m ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:48:33.554 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 2m ago 3h 690M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:48:33.554 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 2m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:48:33.554 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 2m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:48:33.554 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 2m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:48:33.555 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 2m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:48:33.555 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 2m ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:48:33.555 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 2m ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:48:33.555 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 2m ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:48:33.556 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 2m ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:48:33.556 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 2m ago 3h 1910M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:48:33.556 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 2m ago 3h 2054M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:48:33.556 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 2m ago 3h 1699M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:48:33.557 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 2m ago 3h 2525M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:48:33.557 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 2m ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:48:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:31.760347+0000 mgr.smithi176.ajjlsm (mgr.14696) 7644 : cluster [DBG] pgmap v6574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:31.760347+0000 mgr.smithi176.ajjlsm (mgr.14696) 7644 : cluster [DBG] pgmap v6574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:33.876 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:48:33.876 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:48:33.877 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:48:33.877 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:48:33.877 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:48:33.877 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:48:33.878 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:48:33.878 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:48:33.878 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:48:33.878 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:48:33.879 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:48:33.879 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:48:33.879 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:48:33.879 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:48:33.880 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:48:33.880 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:48:33.880 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:48:33.880 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:48:33.880 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:48:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:48:33.270724+0000 mgr.smithi176.ajjlsm (mgr.14696) 7645 : audit [DBG] from='client.39206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:48:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:48:33.541275+0000 mgr.smithi176.ajjlsm (mgr.14696) 7646 : audit [DBG] from='client.39210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:48:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:48:33.875283+0000 mon.smithi176 (mon.0) 2373 : audit [DBG] from='client.? 172.21.15.176:0/4135740768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:48:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:48:33.270724+0000 mgr.smithi176.ajjlsm (mgr.14696) 7645 : audit [DBG] from='client.39206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:48:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:48:33.541275+0000 mgr.smithi176.ajjlsm (mgr.14696) 7646 : audit [DBG] from='client.39210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:48:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:48:33.875283+0000 mon.smithi176 (mon.0) 2373 : audit [DBG] from='client.? 172.21.15.176:0/4135740768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:48:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:33.760781+0000 mgr.smithi176.ajjlsm (mgr.14696) 7647 : cluster [DBG] pgmap v6575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:35.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:33.760781+0000 mgr.smithi176.ajjlsm (mgr.14696) 7647 : cluster [DBG] pgmap v6575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:35.761358+0000 mgr.smithi176.ajjlsm (mgr.14696) 7648 : cluster [DBG] pgmap v6576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:35.761358+0000 mgr.smithi176.ajjlsm (mgr.14696) 7648 : cluster [DBG] pgmap v6576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:37.762084+0000 mgr.smithi176.ajjlsm (mgr.14696) 7649 : cluster [DBG] pgmap v6577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:37.762084+0000 mgr.smithi176.ajjlsm (mgr.14696) 7649 : cluster [DBG] pgmap v6577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:39.762556+0000 mgr.smithi176.ajjlsm (mgr.14696) 7650 : cluster [DBG] pgmap v6578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:48:40.657317+0000 mon.smithi176 (mon.0) 2374 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:48:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:48:40.976480+0000 mon.smithi176 (mon.0) 2375 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:48:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:39.762556+0000 mgr.smithi176.ajjlsm (mgr.14696) 7650 : cluster [DBG] pgmap v6578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:48:40.657317+0000 mon.smithi176 (mon.0) 2374 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:48:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:48:40.976480+0000 mon.smithi176 (mon.0) 2375 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:48:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:41.763356+0000 mgr.smithi176.ajjlsm (mgr.14696) 7651 : cluster [DBG] pgmap v6579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:41.763356+0000 mgr.smithi176.ajjlsm (mgr.14696) 7651 : cluster [DBG] pgmap v6579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:43.763904+0000 mgr.smithi176.ajjlsm (mgr.14696) 7652 : cluster [DBG] pgmap v6580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:43.763904+0000 mgr.smithi176.ajjlsm (mgr.14696) 7652 : cluster [DBG] pgmap v6580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:45.764382+0000 mgr.smithi176.ajjlsm (mgr.14696) 7653 : cluster [DBG] pgmap v6581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:45.764382+0000 mgr.smithi176.ajjlsm (mgr.14696) 7653 : cluster [DBG] pgmap v6581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:47.765340+0000 mgr.smithi176.ajjlsm (mgr.14696) 7654 : cluster [DBG] pgmap v6582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:47.765340+0000 mgr.smithi176.ajjlsm (mgr.14696) 7654 : cluster [DBG] pgmap v6582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:49.765888+0000 mgr.smithi176.ajjlsm (mgr.14696) 7655 : cluster [DBG] pgmap v6583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:49.765888+0000 mgr.smithi176.ajjlsm (mgr.14696) 7655 : cluster [DBG] pgmap v6583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:51.766742+0000 mgr.smithi176.ajjlsm (mgr.14696) 7656 : cluster [DBG] pgmap v6584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:51.766742+0000 mgr.smithi176.ajjlsm (mgr.14696) 7656 : cluster [DBG] pgmap v6584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:53.767254+0000 mgr.smithi176.ajjlsm (mgr.14696) 7657 : cluster [DBG] pgmap v6585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:55.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:53.767254+0000 mgr.smithi176.ajjlsm (mgr.14696) 7657 : cluster [DBG] pgmap v6585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:55.767806+0000 mgr.smithi176.ajjlsm (mgr.14696) 7658 : cluster [DBG] pgmap v6586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:55.767806+0000 mgr.smithi176.ajjlsm (mgr.14696) 7658 : cluster [DBG] pgmap v6586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:48:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:48:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:57.768674+0000 mgr.smithi176.ajjlsm (mgr.14696) 7659 : cluster [DBG] pgmap v6587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:48:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:48:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:57.768674+0000 mgr.smithi176.ajjlsm (mgr.14696) 7659 : cluster [DBG] pgmap v6587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:48:59.769296+0000 mgr.smithi176.ajjlsm (mgr.14696) 7660 : cluster [DBG] pgmap v6588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:01.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:48:59.769296+0000 mgr.smithi176.ajjlsm (mgr.14696) 7660 : cluster [DBG] pgmap v6588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:01.770146+0000 mgr.smithi176.ajjlsm (mgr.14696) 7661 : cluster [DBG] pgmap v6589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:01.770146+0000 mgr.smithi176.ajjlsm (mgr.14696) 7661 : cluster [DBG] pgmap v6589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:04.180 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:49:04.450 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:49:04.451 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:49:04.451 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 2m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:49:04.451 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 2m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:49:04.452 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 2m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:49:04.452 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 2m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:49:04.452 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 2m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:49:04.452 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 2m ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:49:04.452 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 2m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:49:04.453 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 2m ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:49:04.453 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 2m ago 3h 690M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:49:04.453 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 2m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:49:04.453 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 2m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:49:04.454 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 2m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:49:04.454 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 2m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:49:04.454 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 2m ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:49:04.454 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 2m ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:49:04.455 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 2m ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:49:04.455 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 2m ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:49:04.455 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 2m ago 3h 1910M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:49:04.455 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 2m ago 3h 2054M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:49:04.455 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 2m ago 3h 1699M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:49:04.456 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 2m ago 3h 2525M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:49:04.456 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 2m ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:49:04.777 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:49:04.777 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:49:04.777 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:49:04.778 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:49:04.778 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:49:04.778 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:49:04.778 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:49:04.779 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:49:04.779 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:49:04.779 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:49:04.779 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:49:04.780 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:49:04.780 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:49:04.780 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:49:04.780 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:49:04.780 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:49:04.781 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:49:04.781 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:49:04.781 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:49:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:03.770624+0000 mgr.smithi176.ajjlsm (mgr.14696) 7662 : cluster [DBG] pgmap v6590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:49:04.167127+0000 mgr.smithi176.ajjlsm (mgr.14696) 7663 : audit [DBG] from='client.39218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:49:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:49:04.440747+0000 mgr.smithi176.ajjlsm (mgr.14696) 7664 : audit [DBG] from='client.39222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:49:05.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:49:04.776332+0000 mon.smithi176 (mon.0) 2376 : audit [DBG] from='client.? 172.21.15.176:0/1278324490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:49:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:03.770624+0000 mgr.smithi176.ajjlsm (mgr.14696) 7662 : cluster [DBG] pgmap v6590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:49:04.167127+0000 mgr.smithi176.ajjlsm (mgr.14696) 7663 : audit [DBG] from='client.39218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:49:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:49:04.440747+0000 mgr.smithi176.ajjlsm (mgr.14696) 7664 : audit [DBG] from='client.39222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:49:05.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:49:04.776332+0000 mon.smithi176 (mon.0) 2376 : audit [DBG] from='client.? 172.21.15.176:0/1278324490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:49:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:05.771209+0000 mgr.smithi176.ajjlsm (mgr.14696) 7665 : cluster [DBG] pgmap v6591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:05.771209+0000 mgr.smithi176.ajjlsm (mgr.14696) 7665 : cluster [DBG] pgmap v6591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:07.772105+0000 mgr.smithi176.ajjlsm (mgr.14696) 7666 : cluster [DBG] pgmap v6592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:07.772105+0000 mgr.smithi176.ajjlsm (mgr.14696) 7666 : cluster [DBG] pgmap v6592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:09.772672+0000 mgr.smithi176.ajjlsm (mgr.14696) 7667 : cluster [DBG] pgmap v6593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:09.772672+0000 mgr.smithi176.ajjlsm (mgr.14696) 7667 : cluster [DBG] pgmap v6593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:11.773438+0000 mgr.smithi176.ajjlsm (mgr.14696) 7668 : cluster [DBG] pgmap v6594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:11.773438+0000 mgr.smithi176.ajjlsm (mgr.14696) 7668 : cluster [DBG] pgmap v6594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:13.773899+0000 mgr.smithi176.ajjlsm (mgr.14696) 7669 : cluster [DBG] pgmap v6595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:13.773899+0000 mgr.smithi176.ajjlsm (mgr.14696) 7669 : cluster [DBG] pgmap v6595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:15.774359+0000 mgr.smithi176.ajjlsm (mgr.14696) 7670 : cluster [DBG] pgmap v6596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:15.774359+0000 mgr.smithi176.ajjlsm (mgr.14696) 7670 : cluster [DBG] pgmap v6596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:17.775176+0000 mgr.smithi176.ajjlsm (mgr.14696) 7671 : cluster [DBG] pgmap v6597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:17.775176+0000 mgr.smithi176.ajjlsm (mgr.14696) 7671 : cluster [DBG] pgmap v6597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:19.775633+0000 mgr.smithi176.ajjlsm (mgr.14696) 7672 : cluster [DBG] pgmap v6598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:19.775633+0000 mgr.smithi176.ajjlsm (mgr.14696) 7672 : cluster [DBG] pgmap v6598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:21.776593+0000 mgr.smithi176.ajjlsm (mgr.14696) 7673 : cluster [DBG] pgmap v6599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:21.776593+0000 mgr.smithi176.ajjlsm (mgr.14696) 7673 : cluster [DBG] pgmap v6599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:23.777239+0000 mgr.smithi176.ajjlsm (mgr.14696) 7674 : cluster [DBG] pgmap v6600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:23.777239+0000 mgr.smithi176.ajjlsm (mgr.14696) 7674 : cluster [DBG] pgmap v6600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:25.777715+0000 mgr.smithi176.ajjlsm (mgr.14696) 7675 : cluster [DBG] pgmap v6601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:25.777715+0000 mgr.smithi176.ajjlsm (mgr.14696) 7675 : cluster [DBG] pgmap v6601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:27.778615+0000 mgr.smithi176.ajjlsm (mgr.14696) 7676 : cluster [DBG] pgmap v6602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:27.778615+0000 mgr.smithi176.ajjlsm (mgr.14696) 7676 : cluster [DBG] pgmap v6602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:29.779289+0000 mgr.smithi176.ajjlsm (mgr.14696) 7677 : cluster [DBG] pgmap v6603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:49:30.776324+0000 mon.smithi176 (mon.0) 2377 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:49:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:49:30.777726+0000 mon.smithi176 (mon.0) 2378 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:49:31.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:49:30.778586+0000 mon.smithi176 (mon.0) 2379 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:49:31.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:49:31.131423+0000 mon.smithi176 (mon.0) 2380 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:49:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:29.779289+0000 mgr.smithi176.ajjlsm (mgr.14696) 7677 : cluster [DBG] pgmap v6603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:49:30.776324+0000 mon.smithi176 (mon.0) 2377 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:49:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:49:30.777726+0000 mon.smithi176 (mon.0) 2378 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:49:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:49:30.778586+0000 mon.smithi176 (mon.0) 2379 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:49:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:49:31.131423+0000 mon.smithi176 (mon.0) 2380 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:49:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:49:30.779329+0000 mgr.smithi176.ajjlsm (mgr.14696) 7678 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:49:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:49:31.521271+0000 mon.smithi176 (mon.0) 2381 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:49:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:49:31.528796+0000 mon.smithi176 (mon.0) 2382 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:49:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:49:30.779329+0000 mgr.smithi176.ajjlsm (mgr.14696) 7678 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:49:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:49:31.521271+0000 mon.smithi176 (mon.0) 2381 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:49:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:49:31.528796+0000 mon.smithi176 (mon.0) 2382 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:49:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:31.779971+0000 mgr.smithi176.ajjlsm (mgr.14696) 7679 : cluster [DBG] pgmap v6604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:31.779971+0000 mgr.smithi176.ajjlsm (mgr.14696) 7679 : cluster [DBG] pgmap v6604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:35.075 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:49:35.344 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:49:35.344 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:49:35.344 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 3m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:49:35.345 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 3m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:49:35.345 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 3m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:49:35.345 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 3m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:49:35.345 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 3m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:49:35.345 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 3m ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:49:35.346 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 3m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:49:35.346 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 3m ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:49:35.346 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 3m ago 3h 690M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:49:35.346 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 3m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:49:35.347 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 3m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:49:35.347 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 3m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:49:35.347 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 3m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:49:35.347 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 3m ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:49:35.348 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 3m ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:49:35.348 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 3m ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:49:35.348 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 3m ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:49:35.348 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 3m ago 3h 1910M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:49:35.349 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 3m ago 3h 2054M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:49:35.349 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 3m ago 3h 1699M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:49:35.349 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 3m ago 3h 2525M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:49:35.349 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 3m ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:49:35.673 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:49:35.673 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:49:35.673 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:49:35.673 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:49:35.674 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:49:35.674 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:49:35.674 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:49:35.674 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:49:35.675 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:49:35.675 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:49:35.675 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:49:35.675 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:49:35.676 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:49:35.676 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:49:35.676 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:49:35.676 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:49:35.677 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:49:35.677 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:49:35.677 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:49:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:33.780565+0000 mgr.smithi176.ajjlsm (mgr.14696) 7680 : cluster [DBG] pgmap v6605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:33.780565+0000 mgr.smithi176.ajjlsm (mgr.14696) 7680 : cluster [DBG] pgmap v6605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:49:35.062167+0000 mgr.smithi176.ajjlsm (mgr.14696) 7681 : audit [DBG] from='client.39230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:49:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:49:35.334254+0000 mgr.smithi176.ajjlsm (mgr.14696) 7682 : audit [DBG] from='client.39234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:49:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:49:35.671934+0000 mon.smithi176 (mon.0) 2383 : audit [DBG] from='client.? 172.21.15.176:0/2976236078' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:49:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:49:35.062167+0000 mgr.smithi176.ajjlsm (mgr.14696) 7681 : audit [DBG] from='client.39230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:49:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:49:35.334254+0000 mgr.smithi176.ajjlsm (mgr.14696) 7682 : audit [DBG] from='client.39234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:49:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:49:35.671934+0000 mon.smithi176 (mon.0) 2383 : audit [DBG] from='client.? 172.21.15.176:0/2976236078' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:49:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:35.781013+0000 mgr.smithi176.ajjlsm (mgr.14696) 7683 : cluster [DBG] pgmap v6606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:35.781013+0000 mgr.smithi176.ajjlsm (mgr.14696) 7683 : cluster [DBG] pgmap v6606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:37.781763+0000 mgr.smithi176.ajjlsm (mgr.14696) 7684 : cluster [DBG] pgmap v6607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:37.781763+0000 mgr.smithi176.ajjlsm (mgr.14696) 7684 : cluster [DBG] pgmap v6607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:39.782327+0000 mgr.smithi176.ajjlsm (mgr.14696) 7685 : cluster [DBG] pgmap v6608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:49:40.659006+0000 mon.smithi176 (mon.0) 2384 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:49:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:49:40.981967+0000 mon.smithi176 (mon.0) 2385 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:49:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:39.782327+0000 mgr.smithi176.ajjlsm (mgr.14696) 7685 : cluster [DBG] pgmap v6608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:49:40.659006+0000 mon.smithi176 (mon.0) 2384 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:49:42.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:49:40.981967+0000 mon.smithi176 (mon.0) 2385 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:49:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:41.783296+0000 mgr.smithi176.ajjlsm (mgr.14696) 7686 : cluster [DBG] pgmap v6609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:41.783296+0000 mgr.smithi176.ajjlsm (mgr.14696) 7686 : cluster [DBG] pgmap v6609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:43.783819+0000 mgr.smithi176.ajjlsm (mgr.14696) 7687 : cluster [DBG] pgmap v6610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:43.783819+0000 mgr.smithi176.ajjlsm (mgr.14696) 7687 : cluster [DBG] pgmap v6610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:45.784396+0000 mgr.smithi176.ajjlsm (mgr.14696) 7688 : cluster [DBG] pgmap v6611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:45.784396+0000 mgr.smithi176.ajjlsm (mgr.14696) 7688 : cluster [DBG] pgmap v6611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:47.785249+0000 mgr.smithi176.ajjlsm (mgr.14696) 7689 : cluster [DBG] pgmap v6612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:47.785249+0000 mgr.smithi176.ajjlsm (mgr.14696) 7689 : cluster [DBG] pgmap v6612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:49.785818+0000 mgr.smithi176.ajjlsm (mgr.14696) 7690 : cluster [DBG] pgmap v6613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:49.785818+0000 mgr.smithi176.ajjlsm (mgr.14696) 7690 : cluster [DBG] pgmap v6613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:51.786556+0000 mgr.smithi176.ajjlsm (mgr.14696) 7691 : cluster [DBG] pgmap v6614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:51.786556+0000 mgr.smithi176.ajjlsm (mgr.14696) 7691 : cluster [DBG] pgmap v6614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:53.787071+0000 mgr.smithi176.ajjlsm (mgr.14696) 7692 : cluster [DBG] pgmap v6615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:53.787071+0000 mgr.smithi176.ajjlsm (mgr.14696) 7692 : cluster [DBG] pgmap v6615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:55.787546+0000 mgr.smithi176.ajjlsm (mgr.14696) 7693 : cluster [DBG] pgmap v6616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:55.787546+0000 mgr.smithi176.ajjlsm (mgr.14696) 7693 : cluster [DBG] pgmap v6616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:49:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:49:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:57.788359+0000 mgr.smithi176.ajjlsm (mgr.14696) 7694 : cluster [DBG] pgmap v6617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:49:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:49:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:57.788359+0000 mgr.smithi176.ajjlsm (mgr.14696) 7694 : cluster [DBG] pgmap v6617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:49:59.788820+0000 mgr.smithi176.ajjlsm (mgr.14696) 7695 : cluster [DBG] pgmap v6618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:00.000157+0000 mon.smithi176 (mon.0) 2386 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T10:50:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:49:59.788820+0000 mgr.smithi176.ajjlsm (mgr.14696) 7695 : cluster [DBG] pgmap v6618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:00.000157+0000 mon.smithi176 (mon.0) 2386 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed; Upgrading daemon osd.0 on host smithi176 failed. 2022-03-27T10:50:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:01.789602+0000 mgr.smithi176.ajjlsm (mgr.14696) 7696 : cluster [DBG] pgmap v6619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:01.789602+0000 mgr.smithi176.ajjlsm (mgr.14696) 7696 : cluster [DBG] pgmap v6619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:03.790104+0000 mgr.smithi176.ajjlsm (mgr.14696) 7697 : cluster [DBG] pgmap v6620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:03.790104+0000 mgr.smithi176.ajjlsm (mgr.14696) 7697 : cluster [DBG] pgmap v6620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:05.979 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:50:06.246 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:50:06.247 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:50:06.247 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 3m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:50:06.247 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 3m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:50:06.247 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 3m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:50:06.248 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 3m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:50:06.248 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 3m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:50:06.248 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 3m ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:50:06.248 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 3m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:50:06.248 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 3m ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:50:06.249 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 3m ago 3h 690M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:50:06.249 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 3m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:50:06.249 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 3m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:50:06.249 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 3m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:50:06.250 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 3m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:50:06.250 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 3m ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:50:06.250 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 3m ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:50:06.250 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 3m ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:50:06.250 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 3m ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:50:06.251 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 3m ago 3h 1910M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:50:06.251 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 3m ago 3h 2054M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:50:06.251 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 3m ago 3h 1699M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:50:06.251 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 3m ago 3h 2525M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:50:06.252 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 3m ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:50:06.565 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:50:06.565 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:50:06.566 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:50:06.566 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:50:06.566 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:50:06.566 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:50:06.567 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:50:06.567 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:50:06.567 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:50:06.567 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:50:06.567 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:50:06.568 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:50:06.568 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:50:06.568 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:50:06.568 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:50:06.568 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:50:06.569 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:50:06.569 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:50:06.569 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:50:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:05.790482+0000 mgr.smithi176.ajjlsm (mgr.14696) 7698 : cluster [DBG] pgmap v6621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:07.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:50:05.966211+0000 mgr.smithi176.ajjlsm (mgr.14696) 7699 : audit [DBG] from='client.39242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:50:07.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:50:06.236404+0000 mgr.smithi176.ajjlsm (mgr.14696) 7700 : audit [DBG] from='client.39246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:50:07.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:50:06.564362+0000 mon.smithi176 (mon.0) 2387 : audit [DBG] from='client.? 172.21.15.176:0/595644959' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:50:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:05.790482+0000 mgr.smithi176.ajjlsm (mgr.14696) 7698 : cluster [DBG] pgmap v6621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:07.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:50:05.966211+0000 mgr.smithi176.ajjlsm (mgr.14696) 7699 : audit [DBG] from='client.39242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:50:07.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:50:06.236404+0000 mgr.smithi176.ajjlsm (mgr.14696) 7700 : audit [DBG] from='client.39246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:50:07.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:50:06.564362+0000 mon.smithi176 (mon.0) 2387 : audit [DBG] from='client.? 172.21.15.176:0/595644959' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:50:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:07.791291+0000 mgr.smithi176.ajjlsm (mgr.14696) 7701 : cluster [DBG] pgmap v6622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:07.791291+0000 mgr.smithi176.ajjlsm (mgr.14696) 7701 : cluster [DBG] pgmap v6622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:09.791756+0000 mgr.smithi176.ajjlsm (mgr.14696) 7702 : cluster [DBG] pgmap v6623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:09.791756+0000 mgr.smithi176.ajjlsm (mgr.14696) 7702 : cluster [DBG] pgmap v6623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:11.792653+0000 mgr.smithi176.ajjlsm (mgr.14696) 7703 : cluster [DBG] pgmap v6624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:11.792653+0000 mgr.smithi176.ajjlsm (mgr.14696) 7703 : cluster [DBG] pgmap v6624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:13.793205+0000 mgr.smithi176.ajjlsm (mgr.14696) 7704 : cluster [DBG] pgmap v6625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:13.793205+0000 mgr.smithi176.ajjlsm (mgr.14696) 7704 : cluster [DBG] pgmap v6625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:15.793719+0000 mgr.smithi176.ajjlsm (mgr.14696) 7705 : cluster [DBG] pgmap v6626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:15.793719+0000 mgr.smithi176.ajjlsm (mgr.14696) 7705 : cluster [DBG] pgmap v6626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:17.794724+0000 mgr.smithi176.ajjlsm (mgr.14696) 7706 : cluster [DBG] pgmap v6627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:17.794724+0000 mgr.smithi176.ajjlsm (mgr.14696) 7706 : cluster [DBG] pgmap v6627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:19.795318+0000 mgr.smithi176.ajjlsm (mgr.14696) 7707 : cluster [DBG] pgmap v6628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:19.795318+0000 mgr.smithi176.ajjlsm (mgr.14696) 7707 : cluster [DBG] pgmap v6628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:21.796262+0000 mgr.smithi176.ajjlsm (mgr.14696) 7708 : cluster [DBG] pgmap v6629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:21.796262+0000 mgr.smithi176.ajjlsm (mgr.14696) 7708 : cluster [DBG] pgmap v6629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:23.796801+0000 mgr.smithi176.ajjlsm (mgr.14696) 7709 : cluster [DBG] pgmap v6630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:23.796801+0000 mgr.smithi176.ajjlsm (mgr.14696) 7709 : cluster [DBG] pgmap v6630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:25.797303+0000 mgr.smithi176.ajjlsm (mgr.14696) 7710 : cluster [DBG] pgmap v6631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:25.797303+0000 mgr.smithi176.ajjlsm (mgr.14696) 7710 : cluster [DBG] pgmap v6631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:27.798167+0000 mgr.smithi176.ajjlsm (mgr.14696) 7711 : cluster [DBG] pgmap v6632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:29.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:27.798167+0000 mgr.smithi176.ajjlsm (mgr.14696) 7711 : cluster [DBG] pgmap v6632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:29.798811+0000 mgr.smithi176.ajjlsm (mgr.14696) 7712 : cluster [DBG] pgmap v6633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:29.798811+0000 mgr.smithi176.ajjlsm (mgr.14696) 7712 : cluster [DBG] pgmap v6633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:50:31.531454+0000 mon.smithi176 (mon.0) 2388 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:50:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:50:31.532933+0000 mon.smithi176 (mon.0) 2389 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:50:32.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:50:31.533814+0000 mon.smithi176 (mon.0) 2390 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:50:32.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:50:31.534625+0000 mgr.smithi176.ajjlsm (mgr.14696) 7713 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:50:32.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:50:31.940480+0000 mon.smithi176 (mon.0) 2391 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:50:32.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:50:31.945376+0000 mon.smithi176 (mon.0) 2392 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:50:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:50:31.531454+0000 mon.smithi176 (mon.0) 2388 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:50:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:50:31.532933+0000 mon.smithi176 (mon.0) 2389 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:50:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:50:31.533814+0000 mon.smithi176 (mon.0) 2390 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:50:32.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:50:31.534625+0000 mgr.smithi176.ajjlsm (mgr.14696) 7713 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:50:32.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:50:31.940480+0000 mon.smithi176 (mon.0) 2391 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:50:32.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:50:31.945376+0000 mon.smithi176 (mon.0) 2392 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:50:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:31.799559+0000 mgr.smithi176.ajjlsm (mgr.14696) 7714 : cluster [DBG] pgmap v6634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:31.799559+0000 mgr.smithi176.ajjlsm (mgr.14696) 7714 : cluster [DBG] pgmap v6634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:33.800192+0000 mgr.smithi176.ajjlsm (mgr.14696) 7715 : cluster [DBG] pgmap v6635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:35.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:33.800192+0000 mgr.smithi176.ajjlsm (mgr.14696) 7715 : cluster [DBG] pgmap v6635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:36.867 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:50:37.136 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:50:37.136 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:50:37.136 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 4m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:50:37.136 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 4m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:50:37.137 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 4m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:50:37.137 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 4m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:50:37.137 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 4m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:50:37.137 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 4m ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:50:37.138 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 4m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:50:37.138 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 4m ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:50:37.138 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 4m ago 3h 690M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:50:37.138 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 4m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:50:37.139 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 4m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:50:37.139 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 4m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:50:37.139 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 4m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:50:37.139 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 4m ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:50:37.139 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 4m ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:50:37.140 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 4m ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:50:37.141 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 4m ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:50:37.141 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 4m ago 3h 1910M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:50:37.141 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 4m ago 3h 2054M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:50:37.141 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 4m ago 3h 1699M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:50:37.142 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 4m ago 3h 2525M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:50:37.142 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 4m ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:50:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:35.800827+0000 mgr.smithi176.ajjlsm (mgr.14696) 7716 : cluster [DBG] pgmap v6636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:35.800827+0000 mgr.smithi176.ajjlsm (mgr.14696) 7716 : cluster [DBG] pgmap v6636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:37.458 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:50:37.458 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:50:37.458 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:50:37.459 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:50:37.459 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:50:37.459 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:50:37.459 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:50:37.459 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:50:37.460 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:50:37.460 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:50:37.460 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:50:37.460 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:50:37.461 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:50:37.461 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:50:37.461 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:50:37.461 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:50:37.461 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:50:37.462 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:50:37.462 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:50:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:50:36.854667+0000 mgr.smithi176.ajjlsm (mgr.14696) 7717 : audit [DBG] from='client.39254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:50:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:50:37.126031+0000 mgr.smithi176.ajjlsm (mgr.14696) 7718 : audit [DBG] from='client.39258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:50:38.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:50:37.456785+0000 mon.smithi176 (mon.0) 2393 : audit [DBG] from='client.? 172.21.15.176:0/1837913181' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:50:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:50:36.854667+0000 mgr.smithi176.ajjlsm (mgr.14696) 7717 : audit [DBG] from='client.39254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:50:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:50:37.126031+0000 mgr.smithi176.ajjlsm (mgr.14696) 7718 : audit [DBG] from='client.39258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:50:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:50:37.456785+0000 mon.smithi176 (mon.0) 2393 : audit [DBG] from='client.? 172.21.15.176:0/1837913181' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:50:39.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:37.801757+0000 mgr.smithi176.ajjlsm (mgr.14696) 7719 : cluster [DBG] pgmap v6637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:37.801757+0000 mgr.smithi176.ajjlsm (mgr.14696) 7719 : cluster [DBG] pgmap v6637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:39.802251+0000 mgr.smithi176.ajjlsm (mgr.14696) 7720 : cluster [DBG] pgmap v6638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:50:40.660820+0000 mon.smithi176 (mon.0) 2394 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:50:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:39.802251+0000 mgr.smithi176.ajjlsm (mgr.14696) 7720 : cluster [DBG] pgmap v6638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:50:40.660820+0000 mon.smithi176 (mon.0) 2394 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:50:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:50:40.986745+0000 mon.smithi176 (mon.0) 2395 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:50:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:50:40.986745+0000 mon.smithi176 (mon.0) 2395 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:50:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:41.803237+0000 mgr.smithi176.ajjlsm (mgr.14696) 7721 : cluster [DBG] pgmap v6639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:41.803237+0000 mgr.smithi176.ajjlsm (mgr.14696) 7721 : cluster [DBG] pgmap v6639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:43.803705+0000 mgr.smithi176.ajjlsm (mgr.14696) 7722 : cluster [DBG] pgmap v6640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:43.803705+0000 mgr.smithi176.ajjlsm (mgr.14696) 7722 : cluster [DBG] pgmap v6640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:45.804354+0000 mgr.smithi176.ajjlsm (mgr.14696) 7723 : cluster [DBG] pgmap v6641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:45.804354+0000 mgr.smithi176.ajjlsm (mgr.14696) 7723 : cluster [DBG] pgmap v6641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:47.805105+0000 mgr.smithi176.ajjlsm (mgr.14696) 7724 : cluster [DBG] pgmap v6642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:47.805105+0000 mgr.smithi176.ajjlsm (mgr.14696) 7724 : cluster [DBG] pgmap v6642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:49.805548+0000 mgr.smithi176.ajjlsm (mgr.14696) 7725 : cluster [DBG] pgmap v6643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:49.805548+0000 mgr.smithi176.ajjlsm (mgr.14696) 7725 : cluster [DBG] pgmap v6643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:51.806471+0000 mgr.smithi176.ajjlsm (mgr.14696) 7726 : cluster [DBG] pgmap v6644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:51.806471+0000 mgr.smithi176.ajjlsm (mgr.14696) 7726 : cluster [DBG] pgmap v6644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:53.807138+0000 mgr.smithi176.ajjlsm (mgr.14696) 7727 : cluster [DBG] pgmap v6645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:53.807138+0000 mgr.smithi176.ajjlsm (mgr.14696) 7727 : cluster [DBG] pgmap v6645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:55.807818+0000 mgr.smithi176.ajjlsm (mgr.14696) 7728 : cluster [DBG] pgmap v6646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:55.807818+0000 mgr.smithi176.ajjlsm (mgr.14696) 7728 : cluster [DBG] pgmap v6646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:50:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:50:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:57.808705+0000 mgr.smithi176.ajjlsm (mgr.14696) 7729 : cluster [DBG] pgmap v6647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:50:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:50:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:57.808705+0000 mgr.smithi176.ajjlsm (mgr.14696) 7729 : cluster [DBG] pgmap v6647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:50:59.809098+0000 mgr.smithi176.ajjlsm (mgr.14696) 7730 : cluster [DBG] pgmap v6648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:50:59.809098+0000 mgr.smithi176.ajjlsm (mgr.14696) 7730 : cluster [DBG] pgmap v6648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:01.810033+0000 mgr.smithi176.ajjlsm (mgr.14696) 7731 : cluster [DBG] pgmap v6649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:01.810033+0000 mgr.smithi176.ajjlsm (mgr.14696) 7731 : cluster [DBG] pgmap v6649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:03.810487+0000 mgr.smithi176.ajjlsm (mgr.14696) 7732 : cluster [DBG] pgmap v6650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:03.810487+0000 mgr.smithi176.ajjlsm (mgr.14696) 7732 : cluster [DBG] pgmap v6650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:05.811094+0000 mgr.smithi176.ajjlsm (mgr.14696) 7733 : cluster [DBG] pgmap v6651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:05.811094+0000 mgr.smithi176.ajjlsm (mgr.14696) 7733 : cluster [DBG] pgmap v6651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:07.761 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:51:08.028 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:51:08.029 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:51:08.029 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 4m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:51:08.029 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 4m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:51:08.029 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 4m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:51:08.029 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 4m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:51:08.030 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 4m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:51:08.030 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 4m ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:51:08.030 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 4m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:51:08.030 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 4m ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:51:08.031 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 4m ago 3h 690M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:51:08.031 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 4m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:51:08.031 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 4m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:51:08.031 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 4m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:51:08.031 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 4m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:51:08.032 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 4m ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:51:08.032 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 4m ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:51:08.032 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 4m ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:51:08.032 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 4m ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:51:08.033 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 4m ago 3h 1910M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:51:08.033 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 4m ago 3h 2054M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:51:08.033 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 4m ago 3h 1699M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:51:08.033 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 4m ago 3h 2525M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:51:08.033 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 4m ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:51:08.356 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:51:08.357 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:51:08.357 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:51:08.358 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:51:08.358 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:51:08.358 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:51:08.358 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:51:08.359 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:51:08.359 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:51:08.359 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:51:08.359 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:51:08.359 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:51:08.360 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:51:08.360 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:51:08.360 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:51:08.360 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:51:08.361 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:51:08.361 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:51:08.361 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:51:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:51:07.748354+0000 mgr.smithi176.ajjlsm (mgr.14696) 7734 : audit [DBG] from='client.39266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:51:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:07.811801+0000 mgr.smithi176.ajjlsm (mgr.14696) 7735 : cluster [DBG] pgmap v6652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:51:08.018312+0000 mgr.smithi176.ajjlsm (mgr.14696) 7736 : audit [DBG] from='client.39270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:51:09.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:51:08.355591+0000 mon.smithi176 (mon.0) 2396 : audit [DBG] from='client.? 172.21.15.176:0/736231903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:51:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:51:07.748354+0000 mgr.smithi176.ajjlsm (mgr.14696) 7734 : audit [DBG] from='client.39266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:51:09.478 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:07.811801+0000 mgr.smithi176.ajjlsm (mgr.14696) 7735 : cluster [DBG] pgmap v6652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:09.478 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:51:08.018312+0000 mgr.smithi176.ajjlsm (mgr.14696) 7736 : audit [DBG] from='client.39270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:51:09.479 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:51:08.355591+0000 mon.smithi176 (mon.0) 2396 : audit [DBG] from='client.? 172.21.15.176:0/736231903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:51:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:09.812327+0000 mgr.smithi176.ajjlsm (mgr.14696) 7737 : cluster [DBG] pgmap v6653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:09.812327+0000 mgr.smithi176.ajjlsm (mgr.14696) 7737 : cluster [DBG] pgmap v6653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:11.813033+0000 mgr.smithi176.ajjlsm (mgr.14696) 7738 : cluster [DBG] pgmap v6654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:11.813033+0000 mgr.smithi176.ajjlsm (mgr.14696) 7738 : cluster [DBG] pgmap v6654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:13.813607+0000 mgr.smithi176.ajjlsm (mgr.14696) 7739 : cluster [DBG] pgmap v6655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:13.813607+0000 mgr.smithi176.ajjlsm (mgr.14696) 7739 : cluster [DBG] pgmap v6655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:15.814078+0000 mgr.smithi176.ajjlsm (mgr.14696) 7740 : cluster [DBG] pgmap v6656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:15.814078+0000 mgr.smithi176.ajjlsm (mgr.14696) 7740 : cluster [DBG] pgmap v6656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:17.814912+0000 mgr.smithi176.ajjlsm (mgr.14696) 7741 : cluster [DBG] pgmap v6657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:17.814912+0000 mgr.smithi176.ajjlsm (mgr.14696) 7741 : cluster [DBG] pgmap v6657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:19.815626+0000 mgr.smithi176.ajjlsm (mgr.14696) 7742 : cluster [DBG] pgmap v6658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:19.815626+0000 mgr.smithi176.ajjlsm (mgr.14696) 7742 : cluster [DBG] pgmap v6658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:21.816552+0000 mgr.smithi176.ajjlsm (mgr.14696) 7743 : cluster [DBG] pgmap v6659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:21.816552+0000 mgr.smithi176.ajjlsm (mgr.14696) 7743 : cluster [DBG] pgmap v6659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:23.817179+0000 mgr.smithi176.ajjlsm (mgr.14696) 7744 : cluster [DBG] pgmap v6660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:23.817179+0000 mgr.smithi176.ajjlsm (mgr.14696) 7744 : cluster [DBG] pgmap v6660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:25.817616+0000 mgr.smithi176.ajjlsm (mgr.14696) 7745 : cluster [DBG] pgmap v6661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:25.817616+0000 mgr.smithi176.ajjlsm (mgr.14696) 7745 : cluster [DBG] pgmap v6661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:27.818348+0000 mgr.smithi176.ajjlsm (mgr.14696) 7746 : cluster [DBG] pgmap v6662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:27.818348+0000 mgr.smithi176.ajjlsm (mgr.14696) 7746 : cluster [DBG] pgmap v6662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:29.818815+0000 mgr.smithi176.ajjlsm (mgr.14696) 7747 : cluster [DBG] pgmap v6663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:29.818815+0000 mgr.smithi176.ajjlsm (mgr.14696) 7747 : cluster [DBG] pgmap v6663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:51:31.948268+0000 mon.smithi176 (mon.0) 2397 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:51:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:51:31.949616+0000 mon.smithi176 (mon.0) 2398 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:51:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:51:31.950499+0000 mon.smithi176 (mon.0) 2399 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:51:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:51:31.948268+0000 mon.smithi176 (mon.0) 2397 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:51:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:51:31.949616+0000 mon.smithi176 (mon.0) 2398 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:51:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:51:31.950499+0000 mon.smithi176 (mon.0) 2399 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:51:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:31.819787+0000 mgr.smithi176.ajjlsm (mgr.14696) 7748 : cluster [DBG] pgmap v6664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:51:31.951237+0000 mgr.smithi176.ajjlsm (mgr.14696) 7749 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:51:33.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:51:32.358878+0000 mon.smithi176 (mon.0) 2400 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:51:33.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:51:32.363575+0000 mon.smithi176 (mon.0) 2401 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:51:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:31.819787+0000 mgr.smithi176.ajjlsm (mgr.14696) 7748 : cluster [DBG] pgmap v6664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:51:31.951237+0000 mgr.smithi176.ajjlsm (mgr.14696) 7749 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:51:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:51:32.358878+0000 mon.smithi176 (mon.0) 2400 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:51:33.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:51:32.363575+0000 mon.smithi176 (mon.0) 2401 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:51:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:33.820219+0000 mgr.smithi176.ajjlsm (mgr.14696) 7750 : cluster [DBG] pgmap v6665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:33.820219+0000 mgr.smithi176.ajjlsm (mgr.14696) 7750 : cluster [DBG] pgmap v6665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:35.820870+0000 mgr.smithi176.ajjlsm (mgr.14696) 7751 : cluster [DBG] pgmap v6666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:35.820870+0000 mgr.smithi176.ajjlsm (mgr.14696) 7751 : cluster [DBG] pgmap v6666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:38.659 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:51:38.928 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:51:38.928 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:51:38.928 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 5m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:51:38.929 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 5m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:51:38.929 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 5m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:51:38.929 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 5m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:51:38.929 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 5m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:51:38.930 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 5m ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:51:38.930 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 5m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:51:38.930 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 5m ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:51:38.930 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 5m ago 3h 690M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:51:38.931 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 5m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:51:38.931 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 5m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:51:38.931 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 5m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:51:38.931 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 5m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:51:38.931 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 5m ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:51:38.932 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 5m ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:51:38.932 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 5m ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:51:38.932 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 5m ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:51:38.932 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 5m ago 3h 1910M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:51:38.932 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 5m ago 3h 2054M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:51:38.933 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 5m ago 3h 1699M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:51:38.933 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 5m ago 3h 2525M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:51:38.933 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 5m ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:51:39.251 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:51:39.251 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:51:39.252 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:51:39.252 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:51:39.252 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:51:39.252 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:51:39.253 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:51:39.253 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:51:39.253 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:51:39.253 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:51:39.253 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:51:39.254 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:51:39.254 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:51:39.254 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:51:39.254 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:51:39.255 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:51:39.255 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:51:39.255 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:51:39.255 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:51:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:37.821652+0000 mgr.smithi176.ajjlsm (mgr.14696) 7752 : cluster [DBG] pgmap v6667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:51:39.250386+0000 mon.smithi176 (mon.0) 2402 : audit [DBG] from='client.? 172.21.15.176:0/1952828378' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:51:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:37.821652+0000 mgr.smithi176.ajjlsm (mgr.14696) 7752 : cluster [DBG] pgmap v6667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:51:39.250386+0000 mon.smithi176 (mon.0) 2402 : audit [DBG] from='client.? 172.21.15.176:0/1952828378' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:51:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:51:38.646116+0000 mgr.smithi176.ajjlsm (mgr.14696) 7753 : audit [DBG] from='client.39278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:51:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:51:38.917952+0000 mgr.smithi176.ajjlsm (mgr.14696) 7754 : audit [DBG] from='client.39282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:51:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:51:38.646116+0000 mgr.smithi176.ajjlsm (mgr.14696) 7753 : audit [DBG] from='client.39278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:51:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:51:38.917952+0000 mgr.smithi176.ajjlsm (mgr.14696) 7754 : audit [DBG] from='client.39282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:51:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:39.822099+0000 mgr.smithi176.ajjlsm (mgr.14696) 7755 : cluster [DBG] pgmap v6668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:51:40.662649+0000 mon.smithi176 (mon.0) 2403 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:51:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:51:40.991396+0000 mon.smithi176 (mon.0) 2404 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:51:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:39.822099+0000 mgr.smithi176.ajjlsm (mgr.14696) 7755 : cluster [DBG] pgmap v6668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:51:40.662649+0000 mon.smithi176 (mon.0) 2403 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:51:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:51:40.991396+0000 mon.smithi176 (mon.0) 2404 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:51:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:41.822901+0000 mgr.smithi176.ajjlsm (mgr.14696) 7756 : cluster [DBG] pgmap v6669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:41.822901+0000 mgr.smithi176.ajjlsm (mgr.14696) 7756 : cluster [DBG] pgmap v6669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:43.823617+0000 mgr.smithi176.ajjlsm (mgr.14696) 7757 : cluster [DBG] pgmap v6670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:43.823617+0000 mgr.smithi176.ajjlsm (mgr.14696) 7757 : cluster [DBG] pgmap v6670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:45.824223+0000 mgr.smithi176.ajjlsm (mgr.14696) 7758 : cluster [DBG] pgmap v6671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:45.824223+0000 mgr.smithi176.ajjlsm (mgr.14696) 7758 : cluster [DBG] pgmap v6671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:47.824964+0000 mgr.smithi176.ajjlsm (mgr.14696) 7759 : cluster [DBG] pgmap v6672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:47.824964+0000 mgr.smithi176.ajjlsm (mgr.14696) 7759 : cluster [DBG] pgmap v6672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:49.825526+0000 mgr.smithi176.ajjlsm (mgr.14696) 7760 : cluster [DBG] pgmap v6673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:49.825526+0000 mgr.smithi176.ajjlsm (mgr.14696) 7760 : cluster [DBG] pgmap v6673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:51.826544+0000 mgr.smithi176.ajjlsm (mgr.14696) 7761 : cluster [DBG] pgmap v6674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:51.826544+0000 mgr.smithi176.ajjlsm (mgr.14696) 7761 : cluster [DBG] pgmap v6674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:55.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:53.827202+0000 mgr.smithi176.ajjlsm (mgr.14696) 7762 : cluster [DBG] pgmap v6675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:53.827202+0000 mgr.smithi176.ajjlsm (mgr.14696) 7762 : cluster [DBG] pgmap v6675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:57.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:55.827712+0000 mgr.smithi176.ajjlsm (mgr.14696) 7763 : cluster [DBG] pgmap v6676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:55.827712+0000 mgr.smithi176.ajjlsm (mgr.14696) 7763 : cluster [DBG] pgmap v6676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:51:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:51:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:57.828739+0000 mgr.smithi176.ajjlsm (mgr.14696) 7764 : cluster [DBG] pgmap v6677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:51:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:51:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:57.828739+0000 mgr.smithi176.ajjlsm (mgr.14696) 7764 : cluster [DBG] pgmap v6677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:51:59.829209+0000 mgr.smithi176.ajjlsm (mgr.14696) 7765 : cluster [DBG] pgmap v6678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:51:59.829209+0000 mgr.smithi176.ajjlsm (mgr.14696) 7765 : cluster [DBG] pgmap v6678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:01.829962+0000 mgr.smithi176.ajjlsm (mgr.14696) 7766 : cluster [DBG] pgmap v6679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:01.829962+0000 mgr.smithi176.ajjlsm (mgr.14696) 7766 : cluster [DBG] pgmap v6679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:03.830435+0000 mgr.smithi176.ajjlsm (mgr.14696) 7767 : cluster [DBG] pgmap v6680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:03.830435+0000 mgr.smithi176.ajjlsm (mgr.14696) 7767 : cluster [DBG] pgmap v6680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:05.830956+0000 mgr.smithi176.ajjlsm (mgr.14696) 7768 : cluster [DBG] pgmap v6681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:05.830956+0000 mgr.smithi176.ajjlsm (mgr.14696) 7768 : cluster [DBG] pgmap v6681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:09.554 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:52:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:07.831717+0000 mgr.smithi176.ajjlsm (mgr.14696) 7769 : cluster [DBG] pgmap v6682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:07.831717+0000 mgr.smithi176.ajjlsm (mgr.14696) 7769 : cluster [DBG] pgmap v6682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:09.822 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:52:09.822 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:52:09.822 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 5m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:52:09.823 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 5m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:52:09.823 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 5m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:52:09.823 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 5m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:52:09.823 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 5m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:52:09.824 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 5m ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:52:09.824 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 5m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:52:09.824 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 5m ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:52:09.824 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 5m ago 3h 690M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:52:09.824 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 5m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:52:09.825 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 5m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:52:09.825 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 5m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:52:09.825 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 5m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:52:09.825 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 5m ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:52:09.826 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 5m ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:52:09.826 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 5m ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:52:09.826 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 5m ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:52:09.826 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 5m ago 3h 1910M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:52:09.827 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 5m ago 3h 2054M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:52:09.827 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 5m ago 3h 1699M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:52:09.827 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 5m ago 3h 2525M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:52:09.827 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 5m ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:52:10.143 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:52:10.143 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:52:10.144 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:52:10.144 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:52:10.144 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:52:10.145 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:52:10.145 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:52:10.145 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:52:10.146 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:52:10.146 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:52:10.146 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:52:10.146 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:52:10.147 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:52:10.147 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:52:10.147 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:52:10.147 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:52:10.148 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:52:10.148 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:52:10.148 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:52:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:52:09.541413+0000 mgr.smithi176.ajjlsm (mgr.14696) 7770 : audit [DBG] from='client.39290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:52:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:52:10.142205+0000 mon.smithi176 (mon.0) 2405 : audit [DBG] from='client.? 172.21.15.176:0/260733171' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:52:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:52:09.541413+0000 mgr.smithi176.ajjlsm (mgr.14696) 7770 : audit [DBG] from='client.39290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:52:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:52:10.142205+0000 mon.smithi176 (mon.0) 2405 : audit [DBG] from='client.? 172.21.15.176:0/260733171' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:52:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:52:09.812292+0000 mgr.smithi176.ajjlsm (mgr.14696) 7771 : audit [DBG] from='client.39294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:52:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:09.832129+0000 mgr.smithi176.ajjlsm (mgr.14696) 7772 : cluster [DBG] pgmap v6683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:52:09.812292+0000 mgr.smithi176.ajjlsm (mgr.14696) 7771 : audit [DBG] from='client.39294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:52:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:09.832129+0000 mgr.smithi176.ajjlsm (mgr.14696) 7772 : cluster [DBG] pgmap v6683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:11.832985+0000 mgr.smithi176.ajjlsm (mgr.14696) 7773 : cluster [DBG] pgmap v6684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:11.832985+0000 mgr.smithi176.ajjlsm (mgr.14696) 7773 : cluster [DBG] pgmap v6684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:13.833694+0000 mgr.smithi176.ajjlsm (mgr.14696) 7774 : cluster [DBG] pgmap v6685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:13.833694+0000 mgr.smithi176.ajjlsm (mgr.14696) 7774 : cluster [DBG] pgmap v6685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:17.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:15.834371+0000 mgr.smithi176.ajjlsm (mgr.14696) 7775 : cluster [DBG] pgmap v6686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:17.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:15.834371+0000 mgr.smithi176.ajjlsm (mgr.14696) 7775 : cluster [DBG] pgmap v6686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:17.835166+0000 mgr.smithi176.ajjlsm (mgr.14696) 7776 : cluster [DBG] pgmap v6687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:19.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:17.835166+0000 mgr.smithi176.ajjlsm (mgr.14696) 7776 : cluster [DBG] pgmap v6687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:19.835628+0000 mgr.smithi176.ajjlsm (mgr.14696) 7777 : cluster [DBG] pgmap v6688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:19.835628+0000 mgr.smithi176.ajjlsm (mgr.14696) 7777 : cluster [DBG] pgmap v6688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:21.836413+0000 mgr.smithi176.ajjlsm (mgr.14696) 7778 : cluster [DBG] pgmap v6689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:23.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:21.836413+0000 mgr.smithi176.ajjlsm (mgr.14696) 7778 : cluster [DBG] pgmap v6689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:23.837020+0000 mgr.smithi176.ajjlsm (mgr.14696) 7779 : cluster [DBG] pgmap v6690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:25.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:23.837020+0000 mgr.smithi176.ajjlsm (mgr.14696) 7779 : cluster [DBG] pgmap v6690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:25.837720+0000 mgr.smithi176.ajjlsm (mgr.14696) 7780 : cluster [DBG] pgmap v6691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:25.837720+0000 mgr.smithi176.ajjlsm (mgr.14696) 7780 : cluster [DBG] pgmap v6691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:27.838665+0000 mgr.smithi176.ajjlsm (mgr.14696) 7781 : cluster [DBG] pgmap v6692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:27.838665+0000 mgr.smithi176.ajjlsm (mgr.14696) 7781 : cluster [DBG] pgmap v6692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:29.839203+0000 mgr.smithi176.ajjlsm (mgr.14696) 7782 : cluster [DBG] pgmap v6693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:29.839203+0000 mgr.smithi176.ajjlsm (mgr.14696) 7782 : cluster [DBG] pgmap v6693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:52:32.366596+0000 mon.smithi176 (mon.0) 2406 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:52:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:52:32.367969+0000 mon.smithi176 (mon.0) 2407 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:52:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:52:32.368747+0000 mon.smithi176 (mon.0) 2408 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:52:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:52:32.366596+0000 mon.smithi176 (mon.0) 2406 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:52:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:52:32.367969+0000 mon.smithi176 (mon.0) 2407 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:52:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:52:32.368747+0000 mon.smithi176 (mon.0) 2408 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:52:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:31.840034+0000 mgr.smithi176.ajjlsm (mgr.14696) 7783 : cluster [DBG] pgmap v6694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:52:32.369471+0000 mgr.smithi176.ajjlsm (mgr.14696) 7784 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:52:33.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:52:32.775552+0000 mon.smithi176 (mon.0) 2409 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:52:33.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:52:32.780313+0000 mon.smithi176 (mon.0) 2410 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:52:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:31.840034+0000 mgr.smithi176.ajjlsm (mgr.14696) 7783 : cluster [DBG] pgmap v6694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:52:32.369471+0000 mgr.smithi176.ajjlsm (mgr.14696) 7784 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:52:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:52:32.775552+0000 mon.smithi176 (mon.0) 2409 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:52:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:52:32.780313+0000 mon.smithi176 (mon.0) 2410 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:52:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:33.840567+0000 mgr.smithi176.ajjlsm (mgr.14696) 7785 : cluster [DBG] pgmap v6695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:33.840567+0000 mgr.smithi176.ajjlsm (mgr.14696) 7785 : cluster [DBG] pgmap v6695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:37.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:35.841073+0000 mgr.smithi176.ajjlsm (mgr.14696) 7786 : cluster [DBG] pgmap v6696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:35.841073+0000 mgr.smithi176.ajjlsm (mgr.14696) 7786 : cluster [DBG] pgmap v6696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:37.841930+0000 mgr.smithi176.ajjlsm (mgr.14696) 7787 : cluster [DBG] pgmap v6697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:37.841930+0000 mgr.smithi176.ajjlsm (mgr.14696) 7787 : cluster [DBG] pgmap v6697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:40.452 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:52:40.722 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:52:40.723 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:52:40.723 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 6m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:52:40.723 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 6m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:52:40.723 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 6m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:52:40.724 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 6m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:52:40.724 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 6m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:52:40.724 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 6m ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:52:40.724 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 6m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:52:40.725 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 6m ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:52:40.725 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 6m ago 3h 690M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:52:40.725 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 6m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:52:40.725 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 6m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:52:40.725 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 6m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:52:40.726 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 6m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:52:40.726 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 6m ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:52:40.726 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 6m ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:52:40.726 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 6m ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:52:40.726 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 6m ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:52:40.727 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 6m ago 3h 1910M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:52:40.727 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 6m ago 3h 2054M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:52:40.727 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 6m ago 3h 1699M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:52:40.727 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 6m ago 3h 2525M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:52:40.728 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 6m ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:52:41.046 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:52:41.047 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:52:41.047 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:52:41.047 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:52:41.047 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:52:41.048 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:52:41.048 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:52:41.048 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:52:41.048 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:52:41.049 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:52:41.049 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:52:41.049 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:52:41.049 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:52:41.049 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:52:41.050 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:52:41.050 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:52:41.050 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:52:41.050 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:52:41.051 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:52:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:39.842523+0000 mgr.smithi176.ajjlsm (mgr.14696) 7788 : cluster [DBG] pgmap v6698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:52:40.439339+0000 mgr.smithi176.ajjlsm (mgr.14696) 7789 : audit [DBG] from='client.39302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:52:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:52:40.664286+0000 mon.smithi176 (mon.0) 2411 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:52:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:52:40.994688+0000 mon.smithi176 (mon.0) 2412 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:52:41.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:52:41.045772+0000 mon.smithi176 (mon.0) 2413 : audit [DBG] from='client.? 172.21.15.176:0/1130978786' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:52:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:39.842523+0000 mgr.smithi176.ajjlsm (mgr.14696) 7788 : cluster [DBG] pgmap v6698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:52:40.439339+0000 mgr.smithi176.ajjlsm (mgr.14696) 7789 : audit [DBG] from='client.39302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:52:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:52:40.664286+0000 mon.smithi176 (mon.0) 2411 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:52:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:52:40.994688+0000 mon.smithi176 (mon.0) 2412 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:52:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:52:41.045772+0000 mon.smithi176 (mon.0) 2413 : audit [DBG] from='client.? 172.21.15.176:0/1130978786' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:52:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:52:40.712885+0000 mgr.smithi176.ajjlsm (mgr.14696) 7790 : audit [DBG] from='client.39306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:52:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:52:40.712885+0000 mgr.smithi176.ajjlsm (mgr.14696) 7790 : audit [DBG] from='client.39306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:52:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:41.843392+0000 mgr.smithi176.ajjlsm (mgr.14696) 7791 : cluster [DBG] pgmap v6699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:41.843392+0000 mgr.smithi176.ajjlsm (mgr.14696) 7791 : cluster [DBG] pgmap v6699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:43.843954+0000 mgr.smithi176.ajjlsm (mgr.14696) 7792 : cluster [DBG] pgmap v6700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:43.843954+0000 mgr.smithi176.ajjlsm (mgr.14696) 7792 : cluster [DBG] pgmap v6700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:45.844389+0000 mgr.smithi176.ajjlsm (mgr.14696) 7793 : cluster [DBG] pgmap v6701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:45.844389+0000 mgr.smithi176.ajjlsm (mgr.14696) 7793 : cluster [DBG] pgmap v6701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:47.845389+0000 mgr.smithi176.ajjlsm (mgr.14696) 7794 : cluster [DBG] pgmap v6702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:47.845389+0000 mgr.smithi176.ajjlsm (mgr.14696) 7794 : cluster [DBG] pgmap v6702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:49.845861+0000 mgr.smithi176.ajjlsm (mgr.14696) 7795 : cluster [DBG] pgmap v6703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:49.845861+0000 mgr.smithi176.ajjlsm (mgr.14696) 7795 : cluster [DBG] pgmap v6703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:51.846803+0000 mgr.smithi176.ajjlsm (mgr.14696) 7796 : cluster [DBG] pgmap v6704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:51.846803+0000 mgr.smithi176.ajjlsm (mgr.14696) 7796 : cluster [DBG] pgmap v6704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:53.847307+0000 mgr.smithi176.ajjlsm (mgr.14696) 7797 : cluster [DBG] pgmap v6705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:53.847307+0000 mgr.smithi176.ajjlsm (mgr.14696) 7797 : cluster [DBG] pgmap v6705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:55.847718+0000 mgr.smithi176.ajjlsm (mgr.14696) 7798 : cluster [DBG] pgmap v6706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:55.847718+0000 mgr.smithi176.ajjlsm (mgr.14696) 7798 : cluster [DBG] pgmap v6706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:52:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:52:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:57.848674+0000 mgr.smithi176.ajjlsm (mgr.14696) 7799 : cluster [DBG] pgmap v6707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:52:59.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:52:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:57.848674+0000 mgr.smithi176.ajjlsm (mgr.14696) 7799 : cluster [DBG] pgmap v6707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:52:59.849188+0000 mgr.smithi176.ajjlsm (mgr.14696) 7800 : cluster [DBG] pgmap v6708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:52:59.849188+0000 mgr.smithi176.ajjlsm (mgr.14696) 7800 : cluster [DBG] pgmap v6708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:01.849939+0000 mgr.smithi176.ajjlsm (mgr.14696) 7801 : cluster [DBG] pgmap v6709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:01.849939+0000 mgr.smithi176.ajjlsm (mgr.14696) 7801 : cluster [DBG] pgmap v6709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:03.850521+0000 mgr.smithi176.ajjlsm (mgr.14696) 7802 : cluster [DBG] pgmap v6710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:03.850521+0000 mgr.smithi176.ajjlsm (mgr.14696) 7802 : cluster [DBG] pgmap v6710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:05.851085+0000 mgr.smithi176.ajjlsm (mgr.14696) 7803 : cluster [DBG] pgmap v6711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:05.851085+0000 mgr.smithi176.ajjlsm (mgr.14696) 7803 : cluster [DBG] pgmap v6711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:07.851935+0000 mgr.smithi176.ajjlsm (mgr.14696) 7804 : cluster [DBG] pgmap v6712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:07.851935+0000 mgr.smithi176.ajjlsm (mgr.14696) 7804 : cluster [DBG] pgmap v6712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:11.350 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:53:11.619 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:53:11.620 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:53:11.620 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 6m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:53:11.620 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 6m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:53:11.620 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 6m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:53:11.620 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 6m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:53:11.621 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 6m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:53:11.621 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 6m ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:53:11.621 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 6m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:53:11.621 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 6m ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:53:11.622 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 6m ago 3h 690M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:53:11.622 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 6m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:53:11.622 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 6m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:53:11.622 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 6m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:53:11.622 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 6m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:53:11.623 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 6m ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:53:11.623 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 6m ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:53:11.623 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 6m ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:53:11.623 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 6m ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:53:11.623 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 6m ago 3h 1910M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:53:11.624 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 6m ago 3h 2054M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:53:11.624 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 6m ago 3h 1699M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:53:11.624 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 6m ago 3h 2525M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:53:11.624 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 6m ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:53:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:09.852461+0000 mgr.smithi176.ajjlsm (mgr.14696) 7805 : cluster [DBG] pgmap v6713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:11.942 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:53:11.942 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:53:11.942 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:53:11.943 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:53:11.943 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:53:11.943 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:53:11.943 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:53:11.944 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:53:11.944 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:53:11.944 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:53:11.944 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:53:11.944 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:53:11.945 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:53:11.945 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:53:11.945 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:53:11.945 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:53:11.945 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:53:11.946 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:53:11.946 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:53:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:09.852461+0000 mgr.smithi176.ajjlsm (mgr.14696) 7805 : cluster [DBG] pgmap v6713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:12.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:53:11.337103+0000 mgr.smithi176.ajjlsm (mgr.14696) 7806 : audit [DBG] from='client.39314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:53:12.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:53:11.941277+0000 mon.smithi176 (mon.0) 2414 : audit [DBG] from='client.? 172.21.15.176:0/1921738015' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:53:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:53:11.337103+0000 mgr.smithi176.ajjlsm (mgr.14696) 7806 : audit [DBG] from='client.39314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:53:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:53:11.941277+0000 mon.smithi176 (mon.0) 2414 : audit [DBG] from='client.? 172.21.15.176:0/1921738015' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:53:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:53:11.609458+0000 mgr.smithi176.ajjlsm (mgr.14696) 7807 : audit [DBG] from='client.39318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:53:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:11.853162+0000 mgr.smithi176.ajjlsm (mgr.14696) 7808 : cluster [DBG] pgmap v6714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:53:11.609458+0000 mgr.smithi176.ajjlsm (mgr.14696) 7807 : audit [DBG] from='client.39318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:53:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:11.853162+0000 mgr.smithi176.ajjlsm (mgr.14696) 7808 : cluster [DBG] pgmap v6714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:13.853581+0000 mgr.smithi176.ajjlsm (mgr.14696) 7809 : cluster [DBG] pgmap v6715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:16.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:13.853581+0000 mgr.smithi176.ajjlsm (mgr.14696) 7809 : cluster [DBG] pgmap v6715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:15.854078+0000 mgr.smithi176.ajjlsm (mgr.14696) 7810 : cluster [DBG] pgmap v6716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:15.854078+0000 mgr.smithi176.ajjlsm (mgr.14696) 7810 : cluster [DBG] pgmap v6716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:17.854878+0000 mgr.smithi176.ajjlsm (mgr.14696) 7811 : cluster [DBG] pgmap v6717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:17.854878+0000 mgr.smithi176.ajjlsm (mgr.14696) 7811 : cluster [DBG] pgmap v6717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:19.855590+0000 mgr.smithi176.ajjlsm (mgr.14696) 7812 : cluster [DBG] pgmap v6718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:22.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:19.855590+0000 mgr.smithi176.ajjlsm (mgr.14696) 7812 : cluster [DBG] pgmap v6718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:21.856594+0000 mgr.smithi176.ajjlsm (mgr.14696) 7813 : cluster [DBG] pgmap v6719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:21.856594+0000 mgr.smithi176.ajjlsm (mgr.14696) 7813 : cluster [DBG] pgmap v6719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:23.857065+0000 mgr.smithi176.ajjlsm (mgr.14696) 7814 : cluster [DBG] pgmap v6720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:23.857065+0000 mgr.smithi176.ajjlsm (mgr.14696) 7814 : cluster [DBG] pgmap v6720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:25.857713+0000 mgr.smithi176.ajjlsm (mgr.14696) 7815 : cluster [DBG] pgmap v6721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:25.857713+0000 mgr.smithi176.ajjlsm (mgr.14696) 7815 : cluster [DBG] pgmap v6721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:27.858594+0000 mgr.smithi176.ajjlsm (mgr.14696) 7816 : cluster [DBG] pgmap v6722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:27.858594+0000 mgr.smithi176.ajjlsm (mgr.14696) 7816 : cluster [DBG] pgmap v6722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:29.859069+0000 mgr.smithi176.ajjlsm (mgr.14696) 7817 : cluster [DBG] pgmap v6723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:29.859069+0000 mgr.smithi176.ajjlsm (mgr.14696) 7817 : cluster [DBG] pgmap v6723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:31.859969+0000 mgr.smithi176.ajjlsm (mgr.14696) 7818 : cluster [DBG] pgmap v6724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:53:32.782866+0000 mon.smithi176 (mon.0) 2415 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:53:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:53:32.784346+0000 mon.smithi176 (mon.0) 2416 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:53:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:53:32.785266+0000 mon.smithi176 (mon.0) 2417 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:53:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:53:33.185637+0000 mon.smithi176 (mon.0) 2418 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:53:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:53:33.192970+0000 mon.smithi176 (mon.0) 2419 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:53:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:31.859969+0000 mgr.smithi176.ajjlsm (mgr.14696) 7818 : cluster [DBG] pgmap v6724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:53:32.782866+0000 mon.smithi176 (mon.0) 2415 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:53:34.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:53:32.784346+0000 mon.smithi176 (mon.0) 2416 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:53:34.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:53:32.785266+0000 mon.smithi176 (mon.0) 2417 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:53:34.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:53:33.185637+0000 mon.smithi176 (mon.0) 2418 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:53:34.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:53:33.192970+0000 mon.smithi176 (mon.0) 2419 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:53:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:53:32.786032+0000 mgr.smithi176.ajjlsm (mgr.14696) 7819 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:53:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:53:32.786032+0000 mgr.smithi176.ajjlsm (mgr.14696) 7819 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:53:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:33.860466+0000 mgr.smithi176.ajjlsm (mgr.14696) 7820 : cluster [DBG] pgmap v6725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:33.860466+0000 mgr.smithi176.ajjlsm (mgr.14696) 7820 : cluster [DBG] pgmap v6725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:35.860951+0000 mgr.smithi176.ajjlsm (mgr.14696) 7821 : cluster [DBG] pgmap v6726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:35.860951+0000 mgr.smithi176.ajjlsm (mgr.14696) 7821 : cluster [DBG] pgmap v6726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:37.861893+0000 mgr.smithi176.ajjlsm (mgr.14696) 7822 : cluster [DBG] pgmap v6727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:37.861893+0000 mgr.smithi176.ajjlsm (mgr.14696) 7822 : cluster [DBG] pgmap v6727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:39.862325+0000 mgr.smithi176.ajjlsm (mgr.14696) 7823 : cluster [DBG] pgmap v6728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:53:40.665789+0000 mon.smithi176 (mon.0) 2420 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:53:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:53:40.999146+0000 mon.smithi176 (mon.0) 2421 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:53:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:39.862325+0000 mgr.smithi176.ajjlsm (mgr.14696) 7823 : cluster [DBG] pgmap v6728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:53:40.665789+0000 mon.smithi176 (mon.0) 2420 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:53:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:53:40.999146+0000 mon.smithi176 (mon.0) 2421 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:53:42.246 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:53:42.515 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:53:42.516 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 7m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:53:42.516 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 7m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:53:42.516 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 7m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:53:42.516 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 7m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:53:42.517 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 7m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:53:42.517 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 7m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:53:42.517 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 7m ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:53:42.517 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 7m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:53:42.517 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 7m ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:53:42.518 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 7m ago 3h 690M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:53:42.518 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 7m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:53:42.518 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 7m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:53:42.518 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 7m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:53:42.519 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 7m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:53:42.519 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 7m ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:53:42.519 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 7m ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:53:42.519 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 7m ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:53:42.519 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 7m ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:53:42.520 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 7m ago 3h 1910M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:53:42.520 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 7m ago 3h 2054M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:53:42.520 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 7m ago 3h 1699M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:53:42.520 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 7m ago 3h 2525M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:53:42.521 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 7m ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:53:42.840 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:53:42.840 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:53:42.841 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:53:42.841 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:53:42.841 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:53:42.841 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:53:42.842 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:53:42.842 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:53:42.842 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:53:42.842 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:53:42.843 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:53:42.843 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:53:42.843 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:53:42.843 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:53:42.843 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:53:42.844 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:53:42.844 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:53:42.844 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:53:42.844 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:53:42.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:41.863079+0000 mgr.smithi176.ajjlsm (mgr.14696) 7824 : cluster [DBG] pgmap v6729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:42.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:53:42.232936+0000 mgr.smithi176.ajjlsm (mgr.14696) 7825 : audit [DBG] from='client.39326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:53:42.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:53:42.505840+0000 mgr.smithi176.ajjlsm (mgr.14696) 7826 : audit [DBG] from='client.39330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:53:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:41.863079+0000 mgr.smithi176.ajjlsm (mgr.14696) 7824 : cluster [DBG] pgmap v6729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:53:42.232936+0000 mgr.smithi176.ajjlsm (mgr.14696) 7825 : audit [DBG] from='client.39326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:53:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:53:42.505840+0000 mgr.smithi176.ajjlsm (mgr.14696) 7826 : audit [DBG] from='client.39330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:53:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:53:42.839257+0000 mon.smithi176 (mon.0) 2422 : audit [DBG] from='client.? 172.21.15.176:0/416109997' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:53:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:53:42.839257+0000 mon.smithi176 (mon.0) 2422 : audit [DBG] from='client.? 172.21.15.176:0/416109997' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:53:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:43.863570+0000 mgr.smithi176.ajjlsm (mgr.14696) 7827 : cluster [DBG] pgmap v6730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:43.863570+0000 mgr.smithi176.ajjlsm (mgr.14696) 7827 : cluster [DBG] pgmap v6730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:45.864011+0000 mgr.smithi176.ajjlsm (mgr.14696) 7828 : cluster [DBG] pgmap v6731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:45.864011+0000 mgr.smithi176.ajjlsm (mgr.14696) 7828 : cluster [DBG] pgmap v6731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:47.864864+0000 mgr.smithi176.ajjlsm (mgr.14696) 7829 : cluster [DBG] pgmap v6732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:47.864864+0000 mgr.smithi176.ajjlsm (mgr.14696) 7829 : cluster [DBG] pgmap v6732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:49.865304+0000 mgr.smithi176.ajjlsm (mgr.14696) 7830 : cluster [DBG] pgmap v6733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:49.865304+0000 mgr.smithi176.ajjlsm (mgr.14696) 7830 : cluster [DBG] pgmap v6733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:51.866007+0000 mgr.smithi176.ajjlsm (mgr.14696) 7831 : cluster [DBG] pgmap v6734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:51.866007+0000 mgr.smithi176.ajjlsm (mgr.14696) 7831 : cluster [DBG] pgmap v6734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:53.866594+0000 mgr.smithi176.ajjlsm (mgr.14696) 7832 : cluster [DBG] pgmap v6735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:53.866594+0000 mgr.smithi176.ajjlsm (mgr.14696) 7832 : cluster [DBG] pgmap v6735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:55.867187+0000 mgr.smithi176.ajjlsm (mgr.14696) 7833 : cluster [DBG] pgmap v6736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:55.867187+0000 mgr.smithi176.ajjlsm (mgr.14696) 7833 : cluster [DBG] pgmap v6736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:53:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:53:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:57.867956+0000 mgr.smithi176.ajjlsm (mgr.14696) 7834 : cluster [DBG] pgmap v6737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:53:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:53:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:57.867956+0000 mgr.smithi176.ajjlsm (mgr.14696) 7834 : cluster [DBG] pgmap v6737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:53:59.868541+0000 mgr.smithi176.ajjlsm (mgr.14696) 7835 : cluster [DBG] pgmap v6738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:53:59.868541+0000 mgr.smithi176.ajjlsm (mgr.14696) 7835 : cluster [DBG] pgmap v6738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:01.869483+0000 mgr.smithi176.ajjlsm (mgr.14696) 7836 : cluster [DBG] pgmap v6739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:01.869483+0000 mgr.smithi176.ajjlsm (mgr.14696) 7836 : cluster [DBG] pgmap v6739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:03.870198+0000 mgr.smithi176.ajjlsm (mgr.14696) 7837 : cluster [DBG] pgmap v6740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:03.870198+0000 mgr.smithi176.ajjlsm (mgr.14696) 7837 : cluster [DBG] pgmap v6740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:05.870651+0000 mgr.smithi176.ajjlsm (mgr.14696) 7838 : cluster [DBG] pgmap v6741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:05.870651+0000 mgr.smithi176.ajjlsm (mgr.14696) 7838 : cluster [DBG] pgmap v6741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:07.871448+0000 mgr.smithi176.ajjlsm (mgr.14696) 7839 : cluster [DBG] pgmap v6742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:07.871448+0000 mgr.smithi176.ajjlsm (mgr.14696) 7839 : cluster [DBG] pgmap v6742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:09.872024+0000 mgr.smithi176.ajjlsm (mgr.14696) 7840 : cluster [DBG] pgmap v6743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:09.872024+0000 mgr.smithi176.ajjlsm (mgr.14696) 7840 : cluster [DBG] pgmap v6743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:13.143 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:54:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:11.873022+0000 mgr.smithi176.ajjlsm (mgr.14696) 7841 : cluster [DBG] pgmap v6744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:13.412 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:54:13.412 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 7m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:54:13.413 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 7m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:54:13.413 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 7m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:54:13.413 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 7m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:54:13.413 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 7m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:54:13.414 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 7m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:54:13.414 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 7m ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:54:13.414 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 7m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:54:13.414 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 7m ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:54:13.414 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 7m ago 3h 690M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:54:13.415 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 7m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:54:13.415 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 7m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:54:13.415 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 7m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:54:13.415 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 7m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:54:13.415 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 7m ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:54:13.416 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 7m ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:54:13.416 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 7m ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:54:13.416 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 7m ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:54:13.416 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 7m ago 3h 1910M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:54:13.417 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 7m ago 3h 2054M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:54:13.417 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 7m ago 3h 1699M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:54:13.417 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 7m ago 3h 2525M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:54:13.417 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 7m ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:54:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:11.873022+0000 mgr.smithi176.ajjlsm (mgr.14696) 7841 : cluster [DBG] pgmap v6744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:13.734 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:54:13.734 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:54:13.734 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:54:13.735 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:54:13.735 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:54:13.735 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:54:13.735 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:54:13.735 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:54:13.736 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:54:13.736 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:54:13.736 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:54:13.736 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:54:13.737 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:54:13.737 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:54:13.737 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:54:13.737 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:54:13.737 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:54:13.738 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:54:13.738 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:54:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:54:13.129853+0000 mgr.smithi176.ajjlsm (mgr.14696) 7842 : audit [DBG] from='client.39338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:54:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:54:13.402550+0000 mgr.smithi176.ajjlsm (mgr.14696) 7843 : audit [DBG] from='client.39342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:54:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:54:13.733268+0000 mon.smithi176 (mon.0) 2423 : audit [DBG] from='client.? 172.21.15.176:0/2951989449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:54:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:54:13.129853+0000 mgr.smithi176.ajjlsm (mgr.14696) 7842 : audit [DBG] from='client.39338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:54:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:54:13.402550+0000 mgr.smithi176.ajjlsm (mgr.14696) 7843 : audit [DBG] from='client.39342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:54:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:54:13.733268+0000 mon.smithi176 (mon.0) 2423 : audit [DBG] from='client.? 172.21.15.176:0/2951989449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:54:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:13.873791+0000 mgr.smithi176.ajjlsm (mgr.14696) 7844 : cluster [DBG] pgmap v6745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:13.873791+0000 mgr.smithi176.ajjlsm (mgr.14696) 7844 : cluster [DBG] pgmap v6745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:15.874485+0000 mgr.smithi176.ajjlsm (mgr.14696) 7845 : cluster [DBG] pgmap v6746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:15.874485+0000 mgr.smithi176.ajjlsm (mgr.14696) 7845 : cluster [DBG] pgmap v6746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:17.875429+0000 mgr.smithi176.ajjlsm (mgr.14696) 7846 : cluster [DBG] pgmap v6747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:17.875429+0000 mgr.smithi176.ajjlsm (mgr.14696) 7846 : cluster [DBG] pgmap v6747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:19.875958+0000 mgr.smithi176.ajjlsm (mgr.14696) 7847 : cluster [DBG] pgmap v6748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:19.875958+0000 mgr.smithi176.ajjlsm (mgr.14696) 7847 : cluster [DBG] pgmap v6748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:21.876751+0000 mgr.smithi176.ajjlsm (mgr.14696) 7848 : cluster [DBG] pgmap v6749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:21.876751+0000 mgr.smithi176.ajjlsm (mgr.14696) 7848 : cluster [DBG] pgmap v6749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:23.877468+0000 mgr.smithi176.ajjlsm (mgr.14696) 7849 : cluster [DBG] pgmap v6750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:23.877468+0000 mgr.smithi176.ajjlsm (mgr.14696) 7849 : cluster [DBG] pgmap v6750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:25.878150+0000 mgr.smithi176.ajjlsm (mgr.14696) 7850 : cluster [DBG] pgmap v6751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:25.878150+0000 mgr.smithi176.ajjlsm (mgr.14696) 7850 : cluster [DBG] pgmap v6751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:27.879022+0000 mgr.smithi176.ajjlsm (mgr.14696) 7851 : cluster [DBG] pgmap v6752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:27.879022+0000 mgr.smithi176.ajjlsm (mgr.14696) 7851 : cluster [DBG] pgmap v6752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:29.879553+0000 mgr.smithi176.ajjlsm (mgr.14696) 7852 : cluster [DBG] pgmap v6753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:29.879553+0000 mgr.smithi176.ajjlsm (mgr.14696) 7852 : cluster [DBG] pgmap v6753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:31.880488+0000 mgr.smithi176.ajjlsm (mgr.14696) 7853 : cluster [DBG] pgmap v6754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:31.880488+0000 mgr.smithi176.ajjlsm (mgr.14696) 7853 : cluster [DBG] pgmap v6754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:54:33.195787+0000 mon.smithi176 (mon.0) 2424 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:54:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:54:33.197157+0000 mon.smithi176 (mon.0) 2425 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:54:34.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:54:33.197998+0000 mon.smithi176 (mon.0) 2426 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:54:34.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:54:33.198742+0000 mgr.smithi176.ajjlsm (mgr.14696) 7854 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:54:34.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:54:33.598680+0000 mon.smithi176 (mon.0) 2427 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:54:34.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:54:33.604154+0000 mon.smithi176 (mon.0) 2428 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:54:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:54:33.195787+0000 mon.smithi176 (mon.0) 2424 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:54:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:54:33.197157+0000 mon.smithi176 (mon.0) 2425 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:54:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:54:33.197998+0000 mon.smithi176 (mon.0) 2426 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:54:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:54:33.198742+0000 mgr.smithi176.ajjlsm (mgr.14696) 7854 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:54:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:54:33.598680+0000 mon.smithi176 (mon.0) 2427 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:54:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:54:33.604154+0000 mon.smithi176 (mon.0) 2428 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:54:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:33.880907+0000 mgr.smithi176.ajjlsm (mgr.14696) 7855 : cluster [DBG] pgmap v6755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:33.880907+0000 mgr.smithi176.ajjlsm (mgr.14696) 7855 : cluster [DBG] pgmap v6755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:35.881622+0000 mgr.smithi176.ajjlsm (mgr.14696) 7856 : cluster [DBG] pgmap v6756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:35.881622+0000 mgr.smithi176.ajjlsm (mgr.14696) 7856 : cluster [DBG] pgmap v6756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:37.882482+0000 mgr.smithi176.ajjlsm (mgr.14696) 7857 : cluster [DBG] pgmap v6757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:37.882482+0000 mgr.smithi176.ajjlsm (mgr.14696) 7857 : cluster [DBG] pgmap v6757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:39.883075+0000 mgr.smithi176.ajjlsm (mgr.14696) 7858 : cluster [DBG] pgmap v6758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:54:40.667548+0000 mon.smithi176 (mon.0) 2429 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:54:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:54:41.003711+0000 mon.smithi176 (mon.0) 2430 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:54:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:39.883075+0000 mgr.smithi176.ajjlsm (mgr.14696) 7858 : cluster [DBG] pgmap v6758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:54:40.667548+0000 mon.smithi176 (mon.0) 2429 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:54:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:54:41.003711+0000 mon.smithi176 (mon.0) 2430 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:54:42.922 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:41.883848+0000 mgr.smithi176.ajjlsm (mgr.14696) 7859 : cluster [DBG] pgmap v6759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:41.883848+0000 mgr.smithi176.ajjlsm (mgr.14696) 7859 : cluster [DBG] pgmap v6759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:44.036 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:54:44.308 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:54:44.308 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:54:44.309 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 8m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:54:44.309 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 8m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:54:44.309 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 8m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:54:44.309 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 8m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:54:44.309 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 8m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:54:44.310 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 8m ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:54:44.310 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 8m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:54:44.310 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 8m ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:54:44.311 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 8m ago 3h 690M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:54:44.311 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 8m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:54:44.311 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 8m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:54:44.311 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 8m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:54:44.311 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 8m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:54:44.312 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 8m ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:54:44.312 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 8m ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:54:44.312 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 8m ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:54:44.312 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 8m ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:54:44.313 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 8m ago 3h 1910M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:54:44.313 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 8m ago 3h 2054M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:54:44.313 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 8m ago 3h 1699M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:54:44.313 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 8m ago 3h 2525M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:54:44.314 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 8m ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:54:44.630 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:54:44.630 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:54:44.631 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:54:44.631 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:54:44.631 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:54:44.631 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:54:44.631 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:54:44.632 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:54:44.632 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:54:44.632 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:54:44.632 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:54:44.632 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:54:44.633 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:54:44.633 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:54:44.633 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:54:44.633 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:54:44.634 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:54:44.634 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:54:44.634 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:54:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:43.884269+0000 mgr.smithi176.ajjlsm (mgr.14696) 7860 : cluster [DBG] pgmap v6760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:54:44.024091+0000 mgr.smithi176.ajjlsm (mgr.14696) 7861 : audit [DBG] from='client.39350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:54:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:54:44.298223+0000 mgr.smithi176.ajjlsm (mgr.14696) 7862 : audit [DBG] from='client.39354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:54:45.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:54:44.629345+0000 mon.smithi176 (mon.0) 2431 : audit [DBG] from='client.? 172.21.15.176:0/350214435' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:54:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:43.884269+0000 mgr.smithi176.ajjlsm (mgr.14696) 7860 : cluster [DBG] pgmap v6760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:54:44.024091+0000 mgr.smithi176.ajjlsm (mgr.14696) 7861 : audit [DBG] from='client.39350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:54:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:54:44.298223+0000 mgr.smithi176.ajjlsm (mgr.14696) 7862 : audit [DBG] from='client.39354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:54:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:54:44.629345+0000 mon.smithi176 (mon.0) 2431 : audit [DBG] from='client.? 172.21.15.176:0/350214435' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:54:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:45.884756+0000 mgr.smithi176.ajjlsm (mgr.14696) 7863 : cluster [DBG] pgmap v6761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:45.884756+0000 mgr.smithi176.ajjlsm (mgr.14696) 7863 : cluster [DBG] pgmap v6761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:47.885579+0000 mgr.smithi176.ajjlsm (mgr.14696) 7864 : cluster [DBG] pgmap v6762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:47.885579+0000 mgr.smithi176.ajjlsm (mgr.14696) 7864 : cluster [DBG] pgmap v6762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:49.886131+0000 mgr.smithi176.ajjlsm (mgr.14696) 7865 : cluster [DBG] pgmap v6763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:49.886131+0000 mgr.smithi176.ajjlsm (mgr.14696) 7865 : cluster [DBG] pgmap v6763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:51.887121+0000 mgr.smithi176.ajjlsm (mgr.14696) 7866 : cluster [DBG] pgmap v6764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:51.887121+0000 mgr.smithi176.ajjlsm (mgr.14696) 7866 : cluster [DBG] pgmap v6764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:53.887558+0000 mgr.smithi176.ajjlsm (mgr.14696) 7867 : cluster [DBG] pgmap v6765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:53.887558+0000 mgr.smithi176.ajjlsm (mgr.14696) 7867 : cluster [DBG] pgmap v6765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:55.888002+0000 mgr.smithi176.ajjlsm (mgr.14696) 7868 : cluster [DBG] pgmap v6766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:55.888002+0000 mgr.smithi176.ajjlsm (mgr.14696) 7868 : cluster [DBG] pgmap v6766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:54:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:54:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:57.888912+0000 mgr.smithi176.ajjlsm (mgr.14696) 7869 : cluster [DBG] pgmap v6767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:54:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:54:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:57.888912+0000 mgr.smithi176.ajjlsm (mgr.14696) 7869 : cluster [DBG] pgmap v6767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:54:59.889543+0000 mgr.smithi176.ajjlsm (mgr.14696) 7870 : cluster [DBG] pgmap v6768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:54:59.889543+0000 mgr.smithi176.ajjlsm (mgr.14696) 7870 : cluster [DBG] pgmap v6768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:01.890477+0000 mgr.smithi176.ajjlsm (mgr.14696) 7871 : cluster [DBG] pgmap v6769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:01.890477+0000 mgr.smithi176.ajjlsm (mgr.14696) 7871 : cluster [DBG] pgmap v6769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:03.890903+0000 mgr.smithi176.ajjlsm (mgr.14696) 7872 : cluster [DBG] pgmap v6770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:03.890903+0000 mgr.smithi176.ajjlsm (mgr.14696) 7872 : cluster [DBG] pgmap v6770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:05.891468+0000 mgr.smithi176.ajjlsm (mgr.14696) 7873 : cluster [DBG] pgmap v6771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:05.891468+0000 mgr.smithi176.ajjlsm (mgr.14696) 7873 : cluster [DBG] pgmap v6771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:07.892316+0000 mgr.smithi176.ajjlsm (mgr.14696) 7874 : cluster [DBG] pgmap v6772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:07.892316+0000 mgr.smithi176.ajjlsm (mgr.14696) 7874 : cluster [DBG] pgmap v6772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:09.892876+0000 mgr.smithi176.ajjlsm (mgr.14696) 7875 : cluster [DBG] pgmap v6773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:09.892876+0000 mgr.smithi176.ajjlsm (mgr.14696) 7875 : cluster [DBG] pgmap v6773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:11.893815+0000 mgr.smithi176.ajjlsm (mgr.14696) 7876 : cluster [DBG] pgmap v6774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:11.893815+0000 mgr.smithi176.ajjlsm (mgr.14696) 7876 : cluster [DBG] pgmap v6774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:14.932 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:55:15.201 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:55:15.234 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 8m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:55:15.235 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 8m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:55:15.235 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 8m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:55:15.235 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 8m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:55:15.235 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 8m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:55:15.235 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 8m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:55:15.236 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 8m ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:55:15.236 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 8m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:55:15.236 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 8m ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:55:15.236 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 8m ago 3h 690M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:55:15.236 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 8m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:55:15.237 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 8m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:55:15.237 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 8m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:55:15.237 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 8m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:55:15.237 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 8m ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:55:15.237 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 8m ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:55:15.238 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 8m ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:55:15.238 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 8m ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:55:15.238 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 8m ago 3h 1910M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:55:15.238 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 8m ago 3h 2054M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:55:15.239 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 8m ago 3h 1699M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:55:15.239 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 8m ago 3h 2525M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:55:15.239 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 8m ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:55:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:13.894399+0000 mgr.smithi176.ajjlsm (mgr.14696) 7877 : cluster [DBG] pgmap v6775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:13.894399+0000 mgr.smithi176.ajjlsm (mgr.14696) 7877 : cluster [DBG] pgmap v6775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:15.522 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:55:15.523 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:55:15.523 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:55:15.523 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:55:15.523 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:55:15.524 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:55:15.524 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:55:15.524 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:55:15.524 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:55:15.525 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:55:15.525 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:55:15.525 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:55:15.525 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:55:15.525 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:55:15.526 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:55:15.526 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:55:15.526 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:55:15.526 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:55:15.527 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:55:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:55:14.918775+0000 mgr.smithi176.ajjlsm (mgr.14696) 7878 : audit [DBG] from='client.39362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:55:16.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:55:15.191659+0000 mgr.smithi176.ajjlsm (mgr.14696) 7879 : audit [DBG] from='client.39366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:55:16.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:55:15.521561+0000 mon.smithi176 (mon.0) 2432 : audit [DBG] from='client.? 172.21.15.176:0/303671191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:55:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:55:14.918775+0000 mgr.smithi176.ajjlsm (mgr.14696) 7878 : audit [DBG] from='client.39362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:55:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:55:15.191659+0000 mgr.smithi176.ajjlsm (mgr.14696) 7879 : audit [DBG] from='client.39366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:55:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:55:15.521561+0000 mon.smithi176 (mon.0) 2432 : audit [DBG] from='client.? 172.21.15.176:0/303671191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:55:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:15.894805+0000 mgr.smithi176.ajjlsm (mgr.14696) 7880 : cluster [DBG] pgmap v6776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:15.894805+0000 mgr.smithi176.ajjlsm (mgr.14696) 7880 : cluster [DBG] pgmap v6776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:17.895751+0000 mgr.smithi176.ajjlsm (mgr.14696) 7881 : cluster [DBG] pgmap v6777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:17.895751+0000 mgr.smithi176.ajjlsm (mgr.14696) 7881 : cluster [DBG] pgmap v6777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:19.896252+0000 mgr.smithi176.ajjlsm (mgr.14696) 7882 : cluster [DBG] pgmap v6778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:19.896252+0000 mgr.smithi176.ajjlsm (mgr.14696) 7882 : cluster [DBG] pgmap v6778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:21.897018+0000 mgr.smithi176.ajjlsm (mgr.14696) 7883 : cluster [DBG] pgmap v6779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:21.897018+0000 mgr.smithi176.ajjlsm (mgr.14696) 7883 : cluster [DBG] pgmap v6779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:23.897561+0000 mgr.smithi176.ajjlsm (mgr.14696) 7884 : cluster [DBG] pgmap v6780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:23.897561+0000 mgr.smithi176.ajjlsm (mgr.14696) 7884 : cluster [DBG] pgmap v6780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:25.898075+0000 mgr.smithi176.ajjlsm (mgr.14696) 7885 : cluster [DBG] pgmap v6781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:25.898075+0000 mgr.smithi176.ajjlsm (mgr.14696) 7885 : cluster [DBG] pgmap v6781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:27.898838+0000 mgr.smithi176.ajjlsm (mgr.14696) 7886 : cluster [DBG] pgmap v6782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:27.898838+0000 mgr.smithi176.ajjlsm (mgr.14696) 7886 : cluster [DBG] pgmap v6782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:29.899347+0000 mgr.smithi176.ajjlsm (mgr.14696) 7887 : cluster [DBG] pgmap v6783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:29.899347+0000 mgr.smithi176.ajjlsm (mgr.14696) 7887 : cluster [DBG] pgmap v6783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:31.900355+0000 mgr.smithi176.ajjlsm (mgr.14696) 7888 : cluster [DBG] pgmap v6784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:31.900355+0000 mgr.smithi176.ajjlsm (mgr.14696) 7888 : cluster [DBG] pgmap v6784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:55:33.606616+0000 mon.smithi176 (mon.0) 2433 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:55:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:55:33.608106+0000 mon.smithi176 (mon.0) 2434 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:55:34.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:55:33.608913+0000 mon.smithi176 (mon.0) 2435 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:55:34.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:55:33.609631+0000 mgr.smithi176.ajjlsm (mgr.14696) 7889 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:55:34.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:55:33.993933+0000 mon.smithi176 (mon.0) 2436 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:55:34.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:55:34.005387+0000 mon.smithi176 (mon.0) 2437 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:55:34.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:55:34.009656+0000 mon.smithi176 (mon.0) 2438 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:55:34.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:55:34.016582+0000 mon.smithi176 (mon.0) 2439 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:55:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:55:33.606616+0000 mon.smithi176 (mon.0) 2433 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:55:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:55:33.608106+0000 mon.smithi176 (mon.0) 2434 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:55:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:55:33.608913+0000 mon.smithi176 (mon.0) 2435 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:55:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:55:33.609631+0000 mgr.smithi176.ajjlsm (mgr.14696) 7889 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:55:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:55:33.993933+0000 mon.smithi176 (mon.0) 2436 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:55:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:55:34.005387+0000 mon.smithi176 (mon.0) 2437 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:55:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:55:34.009656+0000 mon.smithi176 (mon.0) 2438 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:55:34.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:55:34.016582+0000 mon.smithi176 (mon.0) 2439 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:55:35.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:33.900771+0000 mgr.smithi176.ajjlsm (mgr.14696) 7890 : cluster [DBG] pgmap v6785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:33.900771+0000 mgr.smithi176.ajjlsm (mgr.14696) 7890 : cluster [DBG] pgmap v6785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:35.901414+0000 mgr.smithi176.ajjlsm (mgr.14696) 7891 : cluster [DBG] pgmap v6786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:35.901414+0000 mgr.smithi176.ajjlsm (mgr.14696) 7891 : cluster [DBG] pgmap v6786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:37.902264+0000 mgr.smithi176.ajjlsm (mgr.14696) 7892 : cluster [DBG] pgmap v6787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:37.902264+0000 mgr.smithi176.ajjlsm (mgr.14696) 7892 : cluster [DBG] pgmap v6787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:39.902733+0000 mgr.smithi176.ajjlsm (mgr.14696) 7893 : cluster [DBG] pgmap v6788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:55:40.669247+0000 mon.smithi176 (mon.0) 2440 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:55:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:55:41.008503+0000 mon.smithi176 (mon.0) 2441 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:55:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:39.902733+0000 mgr.smithi176.ajjlsm (mgr.14696) 7893 : cluster [DBG] pgmap v6788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:55:40.669247+0000 mon.smithi176 (mon.0) 2440 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:55:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:55:41.008503+0000 mon.smithi176 (mon.0) 2441 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi176.ajjlsm/trash_purge_schedule"}]: dispatch 2022-03-27T10:55:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:41.903813+0000 mgr.smithi176.ajjlsm (mgr.14696) 7894 : cluster [DBG] pgmap v6789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:43.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:41.903813+0000 mgr.smithi176.ajjlsm (mgr.14696) 7894 : cluster [DBG] pgmap v6789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:43.904300+0000 mgr.smithi176.ajjlsm (mgr.14696) 7895 : cluster [DBG] pgmap v6790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:43.904300+0000 mgr.smithi176.ajjlsm (mgr.14696) 7895 : cluster [DBG] pgmap v6790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:45.826 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:55:46.097 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:55:46.098 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:55:46.098 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 9m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:55:46.098 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 9m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:55:46.098 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 9m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:55:46.099 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 9m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:55:46.099 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 9m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:55:46.099 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 9m ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:55:46.099 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 9m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:55:46.099 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 9m ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:55:46.100 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 9m ago 3h 690M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:55:46.100 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 9m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:55:46.100 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 9m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:55:46.100 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 9m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:55:46.101 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 9m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:55:46.101 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 9m ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:55:46.101 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 9m ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:55:46.101 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 9m ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:55:46.101 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 9m ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:55:46.102 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 9m ago 3h 1910M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:55:46.102 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 9m ago 3h 2054M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:55:46.102 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 9m ago 3h 1699M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:55:46.102 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 9m ago 3h 2525M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:55:46.103 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 9m ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:55:46.418 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:55:46.419 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:55:46.419 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:55:46.419 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:55:46.420 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:55:46.420 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:55:46.420 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:55:46.420 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:55:46.421 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:55:46.421 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:55:46.421 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:55:46.421 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:55:46.422 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:55:46.422 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:55:46.422 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:55:46.422 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:55:46.423 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:55:46.423 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:55:46.423 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:55:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:55:45.813597+0000 mgr.smithi176.ajjlsm (mgr.14696) 7896 : audit [DBG] from='client.39374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:55:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:45.904859+0000 mgr.smithi176.ajjlsm (mgr.14696) 7897 : cluster [DBG] pgmap v6791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:47.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:55:46.087452+0000 mgr.smithi176.ajjlsm (mgr.14696) 7898 : audit [DBG] from='client.39378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:55:47.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:55:46.417730+0000 mon.smithi176 (mon.0) 2442 : audit [DBG] from='client.? 172.21.15.176:0/3135155253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:55:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:55:45.813597+0000 mgr.smithi176.ajjlsm (mgr.14696) 7896 : audit [DBG] from='client.39374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:55:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:45.904859+0000 mgr.smithi176.ajjlsm (mgr.14696) 7897 : cluster [DBG] pgmap v6791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:55:46.087452+0000 mgr.smithi176.ajjlsm (mgr.14696) 7898 : audit [DBG] from='client.39378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:55:47.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:55:46.417730+0000 mon.smithi176 (mon.0) 2442 : audit [DBG] from='client.? 172.21.15.176:0/3135155253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:55:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:47.905649+0000 mgr.smithi176.ajjlsm (mgr.14696) 7899 : cluster [DBG] pgmap v6792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:47.905649+0000 mgr.smithi176.ajjlsm (mgr.14696) 7899 : cluster [DBG] pgmap v6792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:49.906187+0000 mgr.smithi176.ajjlsm (mgr.14696) 7900 : cluster [DBG] pgmap v6793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:49.906187+0000 mgr.smithi176.ajjlsm (mgr.14696) 7900 : cluster [DBG] pgmap v6793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:51.907079+0000 mgr.smithi176.ajjlsm (mgr.14696) 7901 : cluster [DBG] pgmap v6794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:51.907079+0000 mgr.smithi176.ajjlsm (mgr.14696) 7901 : cluster [DBG] pgmap v6794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:53.907655+0000 mgr.smithi176.ajjlsm (mgr.14696) 7902 : cluster [DBG] pgmap v6795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:55.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:53.907655+0000 mgr.smithi176.ajjlsm (mgr.14696) 7902 : cluster [DBG] pgmap v6795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:55.908348+0000 mgr.smithi176.ajjlsm (mgr.14696) 7903 : cluster [DBG] pgmap v6796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:55.908348+0000 mgr.smithi176.ajjlsm (mgr.14696) 7903 : cluster [DBG] pgmap v6796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:55:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:55:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:57.909121+0000 mgr.smithi176.ajjlsm (mgr.14696) 7904 : cluster [DBG] pgmap v6797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:55:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:55:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:57.909121+0000 mgr.smithi176.ajjlsm (mgr.14696) 7904 : cluster [DBG] pgmap v6797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:55:59.909555+0000 mgr.smithi176.ajjlsm (mgr.14696) 7905 : cluster [DBG] pgmap v6798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:01.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:55:59.909555+0000 mgr.smithi176.ajjlsm (mgr.14696) 7905 : cluster [DBG] pgmap v6798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:56:01.910440+0000 mgr.smithi176.ajjlsm (mgr.14696) 7906 : cluster [DBG] pgmap v6799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:56:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:56:01.910440+0000 mgr.smithi176.ajjlsm (mgr.14696) 7906 : cluster [DBG] pgmap v6799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:56:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:56:03.911089+0000 mgr.smithi176.ajjlsm (mgr.14696) 7907 : cluster [DBG] pgmap v6800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:56:03.911089+0000 mgr.smithi176.ajjlsm (mgr.14696) 7907 : cluster [DBG] pgmap v6800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:56:05.911734+0000 mgr.smithi176.ajjlsm (mgr.14696) 7908 : cluster [DBG] pgmap v6801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:56:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:56:05.911734+0000 mgr.smithi176.ajjlsm (mgr.14696) 7908 : cluster [DBG] pgmap v6801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:56:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:56:07.912422+0000 mgr.smithi176.ajjlsm (mgr.14696) 7909 : cluster [DBG] pgmap v6802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:09.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:56:07.912422+0000 mgr.smithi176.ajjlsm (mgr.14696) 7909 : cluster [DBG] pgmap v6802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:56:09.913017+0000 mgr.smithi176.ajjlsm (mgr.14696) 7910 : cluster [DBG] pgmap v6803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:56:09.913017+0000 mgr.smithi176.ajjlsm (mgr.14696) 7910 : cluster [DBG] pgmap v6803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:56:11.913763+0000 mgr.smithi176.ajjlsm (mgr.14696) 7911 : cluster [DBG] pgmap v6804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:56:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:56:11.913763+0000 mgr.smithi176.ajjlsm (mgr.14696) 7911 : cluster [DBG] pgmap v6804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:56:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:56:13.914431+0000 mgr.smithi176.ajjlsm (mgr.14696) 7912 : cluster [DBG] pgmap v6805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:56:13.914431+0000 mgr.smithi176.ajjlsm (mgr.14696) 7912 : cluster [DBG] pgmap v6805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:16.723 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:56:16.993 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:56:16.993 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 9m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:56:16.994 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 9m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:56:16.994 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 9m ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:56:16.994 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 9m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:56:16.995 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 9m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:56:16.995 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 9m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:56:16.995 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 9m ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:56:16.995 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 9m ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:56:16.995 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 9m ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:56:16.996 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 9m ago 3h 690M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:56:16.996 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 9m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:56:16.996 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 9m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:56:16.996 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 9m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:56:16.997 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 9m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:56:16.997 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 9m ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:56:16.997 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 9m ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:56:16.997 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 9m ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:56:16.997 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 9m ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:56:16.998 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 9m ago 3h 1910M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:56:16.998 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 9m ago 3h 2054M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:56:16.998 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 9m ago 3h 1699M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:56:16.998 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 9m ago 3h 2525M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:56:16.998 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 9m ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:56:17.317 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:56:17.318 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:56:17.318 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:56:17.318 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:56:17.318 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:56:17.319 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:56:17.319 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:56:17.319 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:56:17.319 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:56:17.320 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:56:17.320 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:56:17.320 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:56:17.320 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:56:17.321 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:56:17.321 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:56:17.321 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:56:17.321 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 5 2022-03-27T10:56:17.322 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:56:17.322 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:56:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:56:15.915189+0000 mgr.smithi176.ajjlsm (mgr.14696) 7913 : cluster [DBG] pgmap v6806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:56:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:56:15.915189+0000 mgr.smithi176.ajjlsm (mgr.14696) 7913 : cluster [DBG] pgmap v6806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:56:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:56:16.710888+0000 mgr.smithi176.ajjlsm (mgr.14696) 7914 : audit [DBG] from='client.39386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:56:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:56:16.983003+0000 mgr.smithi176.ajjlsm (mgr.14696) 7915 : audit [DBG] from='client.39390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:56:18.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:56:17.316591+0000 mon.smithi176 (mon.0) 2443 : audit [DBG] from='client.? 172.21.15.176:0/511705925' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:56:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:56:16.710888+0000 mgr.smithi176.ajjlsm (mgr.14696) 7914 : audit [DBG] from='client.39386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:56:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:56:16.983003+0000 mgr.smithi176.ajjlsm (mgr.14696) 7915 : audit [DBG] from='client.39390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:56:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:56:17.316591+0000 mon.smithi176 (mon.0) 2443 : audit [DBG] from='client.? 172.21.15.176:0/511705925' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:56:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:56:17.915804+0000 mgr.smithi176.ajjlsm (mgr.14696) 7916 : cluster [DBG] pgmap v6807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:56:17.915804+0000 mgr.smithi176.ajjlsm (mgr.14696) 7916 : cluster [DBG] pgmap v6807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:56:19.916515+0000 mgr.smithi176.ajjlsm (mgr.14696) 7917 : cluster [DBG] pgmap v6808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:56:19.916515+0000 mgr.smithi176.ajjlsm (mgr.14696) 7917 : cluster [DBG] pgmap v6808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:56:21.917411+0000 mgr.smithi176.ajjlsm (mgr.14696) 7918 : cluster [DBG] pgmap v6809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:56:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:56:21.917411+0000 mgr.smithi176.ajjlsm (mgr.14696) 7918 : cluster [DBG] pgmap v6809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:56:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:56:23.917906+0000 mgr.smithi176.ajjlsm (mgr.14696) 7919 : cluster [DBG] pgmap v6810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:56:23.917906+0000 mgr.smithi176.ajjlsm (mgr.14696) 7919 : cluster [DBG] pgmap v6810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:56:25.918506+0000 mgr.smithi176.ajjlsm (mgr.14696) 7920 : cluster [DBG] pgmap v6811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:56:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:56:25.918506+0000 mgr.smithi176.ajjlsm (mgr.14696) 7920 : cluster [DBG] pgmap v6811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:56:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:56:27.919312+0000 mgr.smithi176.ajjlsm (mgr.14696) 7921 : cluster [DBG] pgmap v6812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:56:27.919312+0000 mgr.smithi176.ajjlsm (mgr.14696) 7921 : cluster [DBG] pgmap v6812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:56:29.919807+0000 mgr.smithi176.ajjlsm (mgr.14696) 7922 : cluster [DBG] pgmap v6813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:56:29.919807+0000 mgr.smithi176.ajjlsm (mgr.14696) 7922 : cluster [DBG] pgmap v6813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:56:31.920745+0000 mgr.smithi176.ajjlsm (mgr.14696) 7923 : cluster [DBG] pgmap v6814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:56:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:56:31.920745+0000 mgr.smithi176.ajjlsm (mgr.14696) 7923 : cluster [DBG] pgmap v6814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:56:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:56:34.019053+0000 mon.smithi176 (mon.0) 2444 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:56:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:56:34.020490+0000 mon.smithi176 (mon.0) 2445 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:56:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:56:34.021284+0000 mon.smithi176 (mon.0) 2446 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:56:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:56:34.019053+0000 mon.smithi176 (mon.0) 2444 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:56:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:56:34.020490+0000 mon.smithi176 (mon.0) 2445 : audit [DBG] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:56:34.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:56:34.021284+0000 mon.smithi176 (mon.0) 2446 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:56:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:56:33.921378+0000 mgr.smithi176.ajjlsm (mgr.14696) 7924 : cluster [DBG] pgmap v6815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:35.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:56:34.022057+0000 mgr.smithi176.ajjlsm (mgr.14696) 7925 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:56:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:56:33.921378+0000 mgr.smithi176.ajjlsm (mgr.14696) 7924 : cluster [DBG] pgmap v6815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:56:34.022057+0000 mgr.smithi176.ajjlsm (mgr.14696) 7925 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:56:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:56:35.921937+0000 mgr.smithi176.ajjlsm (mgr.14696) 7926 : cluster [DBG] pgmap v6816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:56:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:56:35.921937+0000 mgr.smithi176.ajjlsm (mgr.14696) 7926 : cluster [DBG] pgmap v6816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:56:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:56:37.922524+0000 mgr.smithi176.ajjlsm (mgr.14696) 7927 : cluster [DBG] pgmap v6817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:56:38.563591+0000 mon.smithi176 (mon.0) 2447 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:56:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:56:37.922524+0000 mgr.smithi176.ajjlsm (mgr.14696) 7927 : cluster [DBG] pgmap v6817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:40.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:56:38.563591+0000 mon.smithi176 (mon.0) 2447 : audit [INF] from='mgr.14696 172.21.15.176:0/2172536799' entity='mgr.smithi176.ajjlsm' 2022-03-27T10:56:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:56:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:56:39.922976+0000 mgr.smithi176.ajjlsm (mgr.14696) 7928 : cluster [DBG] pgmap v6818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:56:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:56:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:56:39.922976+0000 mgr.smithi176.ajjlsm (mgr.14696) 7928 : cluster [DBG] pgmap v6818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:11.273 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:10.991195+0000 mon.smithi176 (mon.0) 2448 : cluster [INF] Manager daemon smithi176.ajjlsm is unresponsive, replacing it with standby daemon smithi204.vnvrbl 2022-03-27T10:57:11.274 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:10.994766+0000 mon.smithi176 (mon.0) 2449 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2022-03-27T10:57:11.274 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:11.001224+0000 mon.smithi176 (mon.0) 2450 : cluster [DBG] mgrmap e39: smithi204.vnvrbl(active, starting, since 0.0100607s) 2022-03-27T10:57:11.274 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.002465+0000 mon.smithi204 (mon.1) 5 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mon metadata", "id": "smithi176"}]: dispatch 2022-03-27T10:57:11.275 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.002695+0000 mon.smithi204 (mon.1) 6 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T10:57:11.275 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.002977+0000 mon.smithi204 (mon.1) 7 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi176.psbtkl"}]: dispatch 2022-03-27T10:57:11.275 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.003262+0000 mon.smithi204 (mon.1) 8 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi204.klmhfu"}]: dispatch 2022-03-27T10:57:11.275 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.003571+0000 mon.smithi204 (mon.1) 9 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mgr metadata", "who": "smithi204.vnvrbl", "id": "smithi204.vnvrbl"}]: dispatch 2022-03-27T10:57:11.276 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.004024+0000 mon.smithi204 (mon.1) 10 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T10:57:11.276 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.004336+0000 mon.smithi204 (mon.1) 11 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-27T10:57:11.276 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.004646+0000 mon.smithi204 (mon.1) 12 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-27T10:57:11.276 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.004951+0000 mon.smithi204 (mon.1) 13 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T10:57:11.277 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.005293+0000 mon.smithi204 (mon.1) 14 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-27T10:57:11.277 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.005602+0000 mon.smithi204 (mon.1) 15 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-27T10:57:11.277 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.005919+0000 mon.smithi204 (mon.1) 16 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-27T10:57:11.277 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.006235+0000 mon.smithi204 (mon.1) 17 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-27T10:57:11.278 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.006854+0000 mon.smithi204 (mon.1) 18 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-27T10:57:11.278 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.007341+0000 mon.smithi204 (mon.1) 19 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-27T10:57:11.278 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.007841+0000 mon.smithi204 (mon.1) 20 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-27T10:57:11.278 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:11.035773+0000 mon.smithi176 (mon.0) 2451 : cluster [INF] Manager daemon smithi204.vnvrbl is now available 2022-03-27T10:57:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:10.991195+0000 mon.smithi176 (mon.0) 2448 : cluster [INF] Manager daemon smithi176.ajjlsm is unresponsive, replacing it with standby daemon smithi204.vnvrbl 2022-03-27T10:57:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:10.994766+0000 mon.smithi176 (mon.0) 2449 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2022-03-27T10:57:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:11.001224+0000 mon.smithi176 (mon.0) 2450 : cluster [DBG] mgrmap e39: smithi204.vnvrbl(active, starting, since 0.0100607s) 2022-03-27T10:57:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.002465+0000 mon.smithi204 (mon.1) 5 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mon metadata", "id": "smithi176"}]: dispatch 2022-03-27T10:57:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.002695+0000 mon.smithi204 (mon.1) 6 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mon metadata", "id": "smithi204"}]: dispatch 2022-03-27T10:57:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.002977+0000 mon.smithi204 (mon.1) 7 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi176.psbtkl"}]: dispatch 2022-03-27T10:57:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.003262+0000 mon.smithi204 (mon.1) 8 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi204.klmhfu"}]: dispatch 2022-03-27T10:57:11.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.003571+0000 mon.smithi204 (mon.1) 9 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mgr metadata", "who": "smithi204.vnvrbl", "id": "smithi204.vnvrbl"}]: dispatch 2022-03-27T10:57:11.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.004024+0000 mon.smithi204 (mon.1) 10 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-27T10:57:11.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.004336+0000 mon.smithi204 (mon.1) 11 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-27T10:57:11.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.004646+0000 mon.smithi204 (mon.1) 12 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-27T10:57:11.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.004951+0000 mon.smithi204 (mon.1) 13 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-27T10:57:11.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.005293+0000 mon.smithi204 (mon.1) 14 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-27T10:57:11.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.005602+0000 mon.smithi204 (mon.1) 15 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-27T10:57:11.302 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.005919+0000 mon.smithi204 (mon.1) 16 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-27T10:57:11.302 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.006235+0000 mon.smithi204 (mon.1) 17 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-27T10:57:11.302 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.006854+0000 mon.smithi204 (mon.1) 18 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-27T10:57:11.302 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.007341+0000 mon.smithi204 (mon.1) 19 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-27T10:57:11.303 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.007841+0000 mon.smithi204 (mon.1) 20 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-27T10:57:11.303 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:11.035773+0000 mon.smithi176 (mon.0) 2451 : cluster [INF] Manager daemon smithi204.vnvrbl is now available 2022-03-27T10:57:12.029 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:57:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.141207+0000 mon.smithi204 (mon.1) 21 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:57:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.143197+0000 mon.smithi204 (mon.1) 22 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:57:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.144883+0000 mon.smithi204 (mon.1) 23 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:57:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.145765+0000 mon.smithi204 (mon.1) 24 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:57:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:57:11.146637+0000 mgr.smithi204.vnvrbl (mgr.24567) 1 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:57:12.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.188021+0000 mon.smithi204 (mon.1) 25 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:57:12.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.188336+0000 mon.smithi176 (mon.0) 2452 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:57:12.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.193648+0000 mon.smithi204 (mon.1) 26 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T10:57:12.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:11.193852+0000 mon.smithi176 (mon.0) 2453 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T10:57:12.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:12.002824+0000 mon.smithi176 (mon.0) 2454 : cluster [DBG] mgrmap e40: smithi204.vnvrbl(active, since 1.01166s) 2022-03-27T10:57:12.322 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:57:12.322 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 10m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:57:12.323 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 10m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:57:12.323 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 33s ago 3h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:57:12.323 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 10m ago 3h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:57:12.323 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 10m ago 3h 44.2M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:57:12.324 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 33s ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:57:12.324 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 10m ago 3h 604M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:57:12.324 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 33s ago 3h 404M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:57:12.324 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 10m ago 3h 1417M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:57:12.325 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 33s ago 3h 710M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:57:12.325 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 10m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:57:12.325 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 33s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:57:12.325 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 10m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:57:12.326 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 33s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:57:12.326 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 10m ago 3h 1025M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:57:12.326 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 10m ago 3h 1872M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:57:12.326 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 10m ago 3h 1273M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:57:12.327 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 10m ago 3h 2044M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:57:12.327 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 33s ago 3h 1942M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:57:12.327 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 33s ago 3h 2082M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:57:12.327 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 33s ago 3h 1725M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:57:12.328 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 33s ago 3h 2556M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:57:12.328 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 10m ago 3h 116M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:57:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.141207+0000 mon.smithi204 (mon.1) 21 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:57:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.143197+0000 mon.smithi204 (mon.1) 22 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:57:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.144883+0000 mon.smithi204 (mon.1) 23 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:57:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.145765+0000 mon.smithi204 (mon.1) 24 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:57:12.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:57:11.146637+0000 mgr.smithi204.vnvrbl (mgr.24567) 1 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:57:12.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.188021+0000 mon.smithi204 (mon.1) 25 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:57:12.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.188336+0000 mon.smithi176 (mon.0) 2452 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:57:12.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.193648+0000 mon.smithi204 (mon.1) 26 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T10:57:12.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:11.193852+0000 mon.smithi176 (mon.0) 2453 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T10:57:12.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:12.002824+0000 mon.smithi176 (mon.0) 2454 : cluster [DBG] mgrmap e40: smithi204.vnvrbl(active, since 1.01166s) 2022-03-27T10:57:12.683 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:57:12.683 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:57:12.683 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:57:12.684 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:57:12.684 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:57:12.684 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:57:12.685 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:57:12.685 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:57:12.685 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:57:12.685 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:57:12.686 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:57:12.686 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:57:12.686 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:57:12.686 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:57:12.687 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:57:12.687 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:57:12.688 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T10:57:12.688 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:57:12.688 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:57:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:12.015011+0000 mgr.smithi204.vnvrbl (mgr.24567) 2 : audit [DBG] from='client.39398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:57:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:12.016145+0000 mgr.smithi204.vnvrbl (mgr.24567) 3 : cluster [DBG] pgmap v3: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2022-03-27T10:57:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:12.311418+0000 mgr.smithi204.vnvrbl (mgr.24567) 4 : audit [DBG] from='client.39416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:57:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:12.681785+0000 mon.smithi176 (mon.0) 2455 : audit [DBG] from='client.? 172.21.15.176:0/694465175' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:57:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:12.998376+0000 mon.smithi176 (mon.0) 2456 : cluster [INF] Health check cleared: UPGRADE_REDEPLOY_DAEMON (was: Upgrading daemon osd.0 on host smithi176 failed.) 2022-03-27T10:57:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:12.015011+0000 mgr.smithi204.vnvrbl (mgr.24567) 2 : audit [DBG] from='client.39398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:57:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:12.016145+0000 mgr.smithi204.vnvrbl (mgr.24567) 3 : cluster [DBG] pgmap v3: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2022-03-27T10:57:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:12.311418+0000 mgr.smithi204.vnvrbl (mgr.24567) 4 : audit [DBG] from='client.39416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:57:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:12.681785+0000 mon.smithi176 (mon.0) 2455 : audit [DBG] from='client.? 172.21.15.176:0/694465175' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:57:13.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:12.998376+0000 mon.smithi176 (mon.0) 2456 : cluster [INF] Health check cleared: UPGRADE_REDEPLOY_DAEMON (was: Upgrading daemon osd.0 on host smithi176 failed.) 2022-03-27T10:57:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:13.049576+0000 mon.smithi176 (mon.0) 2457 : cluster [DBG] mgrmap e41: smithi204.vnvrbl(active, since 2s) 2022-03-27T10:57:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:13.144246+0000 mgr.smithi204.vnvrbl (mgr.24567) 5 : cluster [DBG] pgmap v4: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2022-03-27T10:57:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:13.049576+0000 mon.smithi176 (mon.0) 2457 : cluster [DBG] mgrmap e41: smithi204.vnvrbl(active, since 2s) 2022-03-27T10:57:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:13.144246+0000 mgr.smithi204.vnvrbl (mgr.24567) 5 : cluster [DBG] pgmap v4: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2022-03-27T10:57:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:15.144712+0000 mgr.smithi204.vnvrbl (mgr.24567) 6 : cluster [DBG] pgmap v5: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2022-03-27T10:57:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:15.903959+0000 mon.smithi176 (mon.0) 2458 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:57:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:15.144712+0000 mgr.smithi204.vnvrbl (mgr.24567) 6 : cluster [DBG] pgmap v5: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2022-03-27T10:57:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:15.903959+0000 mon.smithi176 (mon.0) 2458 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:57:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:16.294180+0000 mon.smithi204 (mon.1) 27 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:57:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:16.294455+0000 mon.smithi176 (mon.0) 2459 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:57:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:16.294180+0000 mon.smithi204 (mon.1) 27 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:57:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:16.294455+0000 mon.smithi176 (mon.0) 2459 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:57:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:17.145402+0000 mgr.smithi204.vnvrbl (mgr.24567) 7 : cluster [DBG] pgmap v6: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 199 B/s rd, 0 op/s 2022-03-27T10:57:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:18.099850+0000 mon.smithi176 (mon.0) 2460 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:57:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:17.145402+0000 mgr.smithi204.vnvrbl (mgr.24567) 7 : cluster [DBG] pgmap v6: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 199 B/s rd, 0 op/s 2022-03-27T10:57:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:18.099850+0000 mon.smithi176 (mon.0) 2460 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:57:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:18.490893+0000 mon.smithi204 (mon.1) 28 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:57:19.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:18.491262+0000 mon.smithi176 (mon.0) 2461 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:57:19.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:18.497987+0000 mon.smithi176 (mon.0) 2462 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:57:19.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:18.507151+0000 mon.smithi176 (mon.0) 2463 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:57:19.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:18.511265+0000 mon.smithi204 (mon.1) 29 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:57:19.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:18.512375+0000 mon.smithi204 (mon.1) 30 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:57:19.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:18.513102+0000 mon.smithi204 (mon.1) 31 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:57:19.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:57:18.513820+0000 mgr.smithi204.vnvrbl (mgr.24567) 8 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:57:19.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:18.519087+0000 mon.smithi176 (mon.0) 2464 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:57:19.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:18.527011+0000 mon.smithi176 (mon.0) 2465 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:57:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:18.490893+0000 mon.smithi204 (mon.1) 28 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:57:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:18.491262+0000 mon.smithi176 (mon.0) 2461 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T10:57:19.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:18.497987+0000 mon.smithi176 (mon.0) 2462 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:57:19.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:18.507151+0000 mon.smithi176 (mon.0) 2463 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:57:19.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:18.511265+0000 mon.smithi204 (mon.1) 29 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:57:19.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:18.512375+0000 mon.smithi204 (mon.1) 30 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:57:19.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:18.513102+0000 mon.smithi204 (mon.1) 31 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:57:19.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:57:18.513820+0000 mgr.smithi204.vnvrbl (mgr.24567) 8 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:57:19.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:18.519087+0000 mon.smithi176 (mon.0) 2464 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:57:19.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:18.527011+0000 mon.smithi176 (mon.0) 2465 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:57:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:19.145924+0000 mgr.smithi204.vnvrbl (mgr.24567) 9 : cluster [DBG] pgmap v7: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 143 B/s rd, 0 op/s 2022-03-27T10:57:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:19.145924+0000 mgr.smithi204.vnvrbl (mgr.24567) 9 : cluster [DBG] pgmap v7: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 143 B/s rd, 0 op/s 2022-03-27T10:57:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:21.146492+0000 mgr.smithi204.vnvrbl (mgr.24567) 10 : cluster [DBG] pgmap v8: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 112 B/s rd, 0 op/s 2022-03-27T10:57:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:21.146492+0000 mgr.smithi204.vnvrbl (mgr.24567) 10 : cluster [DBG] pgmap v8: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 112 B/s rd, 0 op/s 2022-03-27T10:57:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:23.147204+0000 mgr.smithi204.vnvrbl (mgr.24567) 11 : cluster [DBG] pgmap v9: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 183 B/s rd, 0 op/s 2022-03-27T10:57:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:23.147204+0000 mgr.smithi204.vnvrbl (mgr.24567) 11 : cluster [DBG] pgmap v9: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 183 B/s rd, 0 op/s 2022-03-27T10:57:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:25.147684+0000 mgr.smithi204.vnvrbl (mgr.24567) 12 : cluster [DBG] pgmap v10: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:26.175329+0000 mon.smithi176 (mon.0) 2466 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:57:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:25.147684+0000 mgr.smithi204.vnvrbl (mgr.24567) 12 : cluster [DBG] pgmap v10: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:26.175329+0000 mon.smithi176 (mon.0) 2466 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:57:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:27.148371+0000 mgr.smithi204.vnvrbl (mgr.24567) 13 : cluster [DBG] pgmap v11: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:57:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:27.148371+0000 mgr.smithi204.vnvrbl (mgr.24567) 13 : cluster [DBG] pgmap v11: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:57:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:29.148926+0000 mgr.smithi204.vnvrbl (mgr.24567) 14 : cluster [DBG] pgmap v12: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:29.148926+0000 mgr.smithi204.vnvrbl (mgr.24567) 14 : cluster [DBG] pgmap v12: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:31.149432+0000 mgr.smithi204.vnvrbl (mgr.24567) 15 : cluster [DBG] pgmap v13: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:31.149432+0000 mgr.smithi204.vnvrbl (mgr.24567) 15 : cluster [DBG] pgmap v13: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:33.150194+0000 mgr.smithi204.vnvrbl (mgr.24567) 16 : cluster [DBG] pgmap v14: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:57:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:33.150194+0000 mgr.smithi204.vnvrbl (mgr.24567) 16 : cluster [DBG] pgmap v14: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:57:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:35.150684+0000 mgr.smithi204.vnvrbl (mgr.24567) 17 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:35.150684+0000 mgr.smithi204.vnvrbl (mgr.24567) 17 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:37.151364+0000 mgr.smithi204.vnvrbl (mgr.24567) 18 : cluster [DBG] pgmap v16: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:57:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:37.151364+0000 mgr.smithi204.vnvrbl (mgr.24567) 18 : cluster [DBG] pgmap v16: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:57:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:39.151769+0000 mgr.smithi204.vnvrbl (mgr.24567) 19 : cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:39.151769+0000 mgr.smithi204.vnvrbl (mgr.24567) 19 : cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:41.152284+0000 mgr.smithi204.vnvrbl (mgr.24567) 20 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:41.152284+0000 mgr.smithi204.vnvrbl (mgr.24567) 20 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:42.991 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:57:43.262 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:57:43.263 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 25s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:57:43.263 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 25s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:57:43.263 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 27s ago 3h 7193k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:57:43.264 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 25s ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:57:43.264 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 25s ago 3h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:57:43.264 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 27s ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:57:43.264 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 25s ago 3h 612M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:57:43.264 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 27s ago 3h 425M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:57:43.265 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 25s ago 3h 1480M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:57:43.265 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 27s ago 3h 712M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:57:43.265 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 25s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:57:43.266 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 27s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:57:43.266 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 25s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:57:43.266 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 27s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:57:43.266 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 25s ago 3h 1055M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:57:43.267 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 25s ago 3h 1908M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:57:43.267 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 25s ago 3h 1297M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:57:43.267 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 25s ago 3h 2081M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:57:43.267 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 27s ago 3h 1944M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:57:43.267 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 27s ago 3h 2083M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:57:43.268 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 27s ago 3h 1727M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:57:43.268 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 27s ago 3h 2558M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:57:43.268 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 25s ago 3h 118M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:57:43.583 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:57:43.584 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:57:43.584 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:57:43.584 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:57:43.584 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:57:43.585 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:57:43.585 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:57:43.585 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:57:43.585 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:57:43.586 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:57:43.586 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:57:43.586 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:57:43.586 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:57:43.587 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:57:43.587 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:57:43.587 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:57:43.587 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T10:57:43.587 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:57:43.588 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:57:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:42.977784+0000 mgr.smithi204.vnvrbl (mgr.24567) 21 : audit [DBG] from='client.39424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:57:44.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:43.153047+0000 mgr.smithi204.vnvrbl (mgr.24567) 22 : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:57:44.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:43.251883+0000 mgr.smithi204.vnvrbl (mgr.24567) 23 : audit [DBG] from='client.39428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:57:44.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:57:43.582421+0000 mon.smithi176 (mon.0) 2467 : audit [DBG] from='client.? 172.21.15.176:0/2429307895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:57:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:42.977784+0000 mgr.smithi204.vnvrbl (mgr.24567) 21 : audit [DBG] from='client.39424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:57:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:43.153047+0000 mgr.smithi204.vnvrbl (mgr.24567) 22 : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:57:44.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:43.251883+0000 mgr.smithi204.vnvrbl (mgr.24567) 23 : audit [DBG] from='client.39428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:57:44.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:57:43.582421+0000 mon.smithi176 (mon.0) 2467 : audit [DBG] from='client.? 172.21.15.176:0/2429307895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:57:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:45.153515+0000 mgr.smithi204.vnvrbl (mgr.24567) 24 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:45.153515+0000 mgr.smithi204.vnvrbl (mgr.24567) 24 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:47.154218+0000 mgr.smithi204.vnvrbl (mgr.24567) 25 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:57:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:47.154218+0000 mgr.smithi204.vnvrbl (mgr.24567) 25 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:57:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:49.154682+0000 mgr.smithi204.vnvrbl (mgr.24567) 26 : cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:49.154682+0000 mgr.smithi204.vnvrbl (mgr.24567) 26 : cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:51.155258+0000 mgr.smithi204.vnvrbl (mgr.24567) 27 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:51.155258+0000 mgr.smithi204.vnvrbl (mgr.24567) 27 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:53.155940+0000 mgr.smithi204.vnvrbl (mgr.24567) 28 : cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:57:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:53.155940+0000 mgr.smithi204.vnvrbl (mgr.24567) 28 : cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:57:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:55.156410+0000 mgr.smithi204.vnvrbl (mgr.24567) 29 : cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:55.156410+0000 mgr.smithi204.vnvrbl (mgr.24567) 29 : cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:57:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:57:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:57.157082+0000 mgr.smithi204.vnvrbl (mgr.24567) 30 : cluster [DBG] pgmap v26: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:57:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:57:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:57.157082+0000 mgr.smithi204.vnvrbl (mgr.24567) 30 : cluster [DBG] pgmap v26: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:58:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:57:59.157667+0000 mgr.smithi204.vnvrbl (mgr.24567) 31 : cluster [DBG] pgmap v27: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:57:59.157667+0000 mgr.smithi204.vnvrbl (mgr.24567) 31 : cluster [DBG] pgmap v27: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:01.158140+0000 mgr.smithi204.vnvrbl (mgr.24567) 32 : cluster [DBG] pgmap v28: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:01.158140+0000 mgr.smithi204.vnvrbl (mgr.24567) 32 : cluster [DBG] pgmap v28: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:03.158998+0000 mgr.smithi204.vnvrbl (mgr.24567) 33 : cluster [DBG] pgmap v29: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:58:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:03.158998+0000 mgr.smithi204.vnvrbl (mgr.24567) 33 : cluster [DBG] pgmap v29: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:58:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:05.159420+0000 mgr.smithi204.vnvrbl (mgr.24567) 34 : cluster [DBG] pgmap v30: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:05.159420+0000 mgr.smithi204.vnvrbl (mgr.24567) 34 : cluster [DBG] pgmap v30: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:07.160334+0000 mgr.smithi204.vnvrbl (mgr.24567) 35 : cluster [DBG] pgmap v31: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:58:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:07.160334+0000 mgr.smithi204.vnvrbl (mgr.24567) 35 : cluster [DBG] pgmap v31: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:58:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:09.160776+0000 mgr.smithi204.vnvrbl (mgr.24567) 36 : cluster [DBG] pgmap v32: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:09.160776+0000 mgr.smithi204.vnvrbl (mgr.24567) 36 : cluster [DBG] pgmap v32: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:11.161204+0000 mgr.smithi204.vnvrbl (mgr.24567) 37 : cluster [DBG] pgmap v33: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:58:11.194564+0000 mon.smithi204 (mon.1) 32 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:58:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:58:11.195022+0000 mon.smithi176 (mon.0) 2468 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:58:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:58:11.198005+0000 mon.smithi204 (mon.1) 33 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T10:58:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:58:11.198217+0000 mon.smithi176 (mon.0) 2469 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T10:58:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:11.161204+0000 mgr.smithi204.vnvrbl (mgr.24567) 37 : cluster [DBG] pgmap v33: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:58:11.194564+0000 mon.smithi204 (mon.1) 32 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:58:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:58:11.195022+0000 mon.smithi176 (mon.0) 2468 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:58:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:58:11.198005+0000 mon.smithi204 (mon.1) 33 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T10:58:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:58:11.198217+0000 mon.smithi176 (mon.0) 2469 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T10:58:13.887 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:58:14.161 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:58:14.161 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 56s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:58:14.161 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 56s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:58:14.162 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 58s ago 3h 7193k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:58:14.162 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 56s ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:58:14.162 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 56s ago 3h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:58:14.162 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 58s ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:58:14.162 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 56s ago 3h 612M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:58:14.163 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 58s ago 3h 425M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:58:14.163 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 56s ago 3h 1480M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:58:14.163 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 58s ago 3h 712M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:58:14.163 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 56s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:58:14.164 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 58s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:58:14.164 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 56s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:58:14.164 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 58s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:58:14.164 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 56s ago 3h 1055M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:58:14.165 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 56s ago 3h 1908M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:58:14.165 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 56s ago 3h 1297M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:58:14.165 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 56s ago 3h 2081M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:58:14.165 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 58s ago 3h 1944M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:58:14.165 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 58s ago 3h 2083M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:58:14.166 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 58s ago 3h 1727M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:58:14.166 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 58s ago 3h 2558M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:58:14.166 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 56s ago 3h 118M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:58:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:13.162217+0000 mgr.smithi204.vnvrbl (mgr.24567) 38 : cluster [DBG] pgmap v34: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:58:14.485 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:58:14.485 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:58:14.485 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:58:14.486 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:58:14.486 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:58:14.486 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:58:14.486 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:58:14.487 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:58:14.487 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:58:14.487 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:58:14.487 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:58:14.488 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:58:14.488 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:58:14.488 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:58:14.488 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:58:14.488 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:58:14.489 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T10:58:14.489 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:58:14.489 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:58:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:13.162217+0000 mgr.smithi204.vnvrbl (mgr.24567) 38 : cluster [DBG] pgmap v34: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:58:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:58:13.874607+0000 mgr.smithi204.vnvrbl (mgr.24567) 39 : audit [DBG] from='client.39436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:58:15.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:58:14.149941+0000 mgr.smithi204.vnvrbl (mgr.24567) 40 : audit [DBG] from='client.39440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:58:15.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:58:14.484159+0000 mon.smithi176 (mon.0) 2470 : audit [DBG] from='client.? 172.21.15.176:0/740000598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:58:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:58:13.874607+0000 mgr.smithi204.vnvrbl (mgr.24567) 39 : audit [DBG] from='client.39436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:58:15.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:58:14.149941+0000 mgr.smithi204.vnvrbl (mgr.24567) 40 : audit [DBG] from='client.39440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:58:15.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:58:14.484159+0000 mon.smithi176 (mon.0) 2470 : audit [DBG] from='client.? 172.21.15.176:0/740000598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:58:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:15.162761+0000 mgr.smithi204.vnvrbl (mgr.24567) 41 : cluster [DBG] pgmap v35: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:15.162761+0000 mgr.smithi204.vnvrbl (mgr.24567) 41 : cluster [DBG] pgmap v35: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:17.163397+0000 mgr.smithi204.vnvrbl (mgr.24567) 42 : cluster [DBG] pgmap v36: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:58:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:17.163397+0000 mgr.smithi204.vnvrbl (mgr.24567) 42 : cluster [DBG] pgmap v36: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:58:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:58:18.530640+0000 mon.smithi204 (mon.1) 34 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:58:19.585 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:58:18.531977+0000 mon.smithi204 (mon.1) 35 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:58:19.586 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:58:18.532767+0000 mon.smithi204 (mon.1) 36 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:58:19.586 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:58:18.533492+0000 mgr.smithi204.vnvrbl (mgr.24567) 43 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:58:19.586 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:58:18.941989+0000 mon.smithi176 (mon.0) 2471 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:58:19.587 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:58:18.949224+0000 mon.smithi176 (mon.0) 2472 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:58:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:58:18.530640+0000 mon.smithi204 (mon.1) 34 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:58:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:58:18.531977+0000 mon.smithi204 (mon.1) 35 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:58:19.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:58:18.532767+0000 mon.smithi204 (mon.1) 36 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:58:19.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:58:18.533492+0000 mgr.smithi204.vnvrbl (mgr.24567) 43 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:58:19.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:58:18.941989+0000 mon.smithi176 (mon.0) 2471 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:58:19.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:58:18.949224+0000 mon.smithi176 (mon.0) 2472 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:58:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:19.163859+0000 mgr.smithi204.vnvrbl (mgr.24567) 44 : cluster [DBG] pgmap v37: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:19.163859+0000 mgr.smithi204.vnvrbl (mgr.24567) 44 : cluster [DBG] pgmap v37: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:21.164445+0000 mgr.smithi204.vnvrbl (mgr.24567) 45 : cluster [DBG] pgmap v38: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:21.164445+0000 mgr.smithi204.vnvrbl (mgr.24567) 45 : cluster [DBG] pgmap v38: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:23.165240+0000 mgr.smithi204.vnvrbl (mgr.24567) 46 : cluster [DBG] pgmap v39: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:58:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:23.165240+0000 mgr.smithi204.vnvrbl (mgr.24567) 46 : cluster [DBG] pgmap v39: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:58:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:25.165672+0000 mgr.smithi204.vnvrbl (mgr.24567) 47 : cluster [DBG] pgmap v40: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:25.165672+0000 mgr.smithi204.vnvrbl (mgr.24567) 47 : cluster [DBG] pgmap v40: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:27.166613+0000 mgr.smithi204.vnvrbl (mgr.24567) 48 : cluster [DBG] pgmap v41: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:58:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:27.166613+0000 mgr.smithi204.vnvrbl (mgr.24567) 48 : cluster [DBG] pgmap v41: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:58:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:29.167057+0000 mgr.smithi204.vnvrbl (mgr.24567) 49 : cluster [DBG] pgmap v42: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:29.167057+0000 mgr.smithi204.vnvrbl (mgr.24567) 49 : cluster [DBG] pgmap v42: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:31.167611+0000 mgr.smithi204.vnvrbl (mgr.24567) 50 : cluster [DBG] pgmap v43: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:31.167611+0000 mgr.smithi204.vnvrbl (mgr.24567) 50 : cluster [DBG] pgmap v43: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:33.168432+0000 mgr.smithi204.vnvrbl (mgr.24567) 51 : cluster [DBG] pgmap v44: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:58:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:33.168432+0000 mgr.smithi204.vnvrbl (mgr.24567) 51 : cluster [DBG] pgmap v44: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:58:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:35.168914+0000 mgr.smithi204.vnvrbl (mgr.24567) 52 : cluster [DBG] pgmap v45: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:35.168914+0000 mgr.smithi204.vnvrbl (mgr.24567) 52 : cluster [DBG] pgmap v45: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:37.169555+0000 mgr.smithi204.vnvrbl (mgr.24567) 53 : cluster [DBG] pgmap v46: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:58:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:37.169555+0000 mgr.smithi204.vnvrbl (mgr.24567) 53 : cluster [DBG] pgmap v46: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:58:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:39.170055+0000 mgr.smithi204.vnvrbl (mgr.24567) 54 : cluster [DBG] pgmap v47: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:39.170055+0000 mgr.smithi204.vnvrbl (mgr.24567) 54 : cluster [DBG] pgmap v47: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:41.170696+0000 mgr.smithi204.vnvrbl (mgr.24567) 55 : cluster [DBG] pgmap v48: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:41.170696+0000 mgr.smithi204.vnvrbl (mgr.24567) 55 : cluster [DBG] pgmap v48: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:43.023680+0000 mon.smithi176 (mon.0) 2473 : cluster [DBG] mgrmap e42: smithi204.vnvrbl(active, since 92s) 2022-03-27T10:58:44.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:43.171464+0000 mgr.smithi204.vnvrbl (mgr.24567) 56 : cluster [DBG] pgmap v49: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2022-03-27T10:58:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:43.023680+0000 mon.smithi176 (mon.0) 2473 : cluster [DBG] mgrmap e42: smithi204.vnvrbl(active, since 92s) 2022-03-27T10:58:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:43.171464+0000 mgr.smithi204.vnvrbl (mgr.24567) 56 : cluster [DBG] pgmap v49: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2022-03-27T10:58:44.791 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:58:45.065 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:58:45.065 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 86s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:58:45.065 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 86s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:58:45.065 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 89s ago 3h 7193k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:58:45.066 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 86s ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:58:45.066 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 86s ago 3h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:58:45.066 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 89s ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:58:45.066 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 86s ago 3h 612M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:58:45.067 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 89s ago 3h 425M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:58:45.067 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 86s ago 3h 1480M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:58:45.190 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 89s ago 3h 712M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:58:45.190 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 86s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:58:45.191 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 89s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:58:45.191 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 86s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:58:45.191 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 89s ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:58:45.191 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 86s ago 3h 1055M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:58:45.192 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 86s ago 3h 1908M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:58:45.192 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 86s ago 3h 1297M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:58:45.192 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 86s ago 3h 2081M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:58:45.192 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 89s ago 3h 1944M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:58:45.193 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 89s ago 3h 2083M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:58:45.193 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 89s ago 3h 1727M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:58:45.193 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 89s ago 3h 2558M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:58:45.193 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 86s ago 3h 118M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:58:45.393 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:58:45.393 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:58:45.393 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:58:45.394 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:58:45.394 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:58:45.394 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:58:45.394 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:58:45.395 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:58:45.395 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:58:45.395 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:58:45.395 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:58:45.396 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:58:45.396 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:58:45.396 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:58:45.396 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:58:45.396 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:58:45.397 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T10:58:45.397 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:58:45.397 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:58:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:58:44.778584+0000 mgr.smithi204.vnvrbl (mgr.24567) 57 : audit [DBG] from='client.39448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:58:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:58:45.054140+0000 mgr.smithi204.vnvrbl (mgr.24567) 58 : audit [DBG] from='client.39452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:58:46.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:45.172038+0000 mgr.smithi204.vnvrbl (mgr.24567) 59 : cluster [DBG] pgmap v50: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s 2022-03-27T10:58:46.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:58:45.391889+0000 mon.smithi176 (mon.0) 2474 : audit [DBG] from='client.? 172.21.15.176:0/4267732576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:58:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:58:44.778584+0000 mgr.smithi204.vnvrbl (mgr.24567) 57 : audit [DBG] from='client.39448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:58:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:58:45.054140+0000 mgr.smithi204.vnvrbl (mgr.24567) 58 : audit [DBG] from='client.39452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:58:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:45.172038+0000 mgr.smithi204.vnvrbl (mgr.24567) 59 : cluster [DBG] pgmap v50: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s 2022-03-27T10:58:46.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:58:45.391889+0000 mon.smithi176 (mon.0) 2474 : audit [DBG] from='client.? 172.21.15.176:0/4267732576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:58:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:47.172615+0000 mgr.smithi204.vnvrbl (mgr.24567) 60 : cluster [DBG] pgmap v51: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2022-03-27T10:58:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:47.172615+0000 mgr.smithi204.vnvrbl (mgr.24567) 60 : cluster [DBG] pgmap v51: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2022-03-27T10:58:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:49.173107+0000 mgr.smithi204.vnvrbl (mgr.24567) 61 : cluster [DBG] pgmap v52: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s 2022-03-27T10:58:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:49.173107+0000 mgr.smithi204.vnvrbl (mgr.24567) 61 : cluster [DBG] pgmap v52: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s 2022-03-27T10:58:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:51.173662+0000 mgr.smithi204.vnvrbl (mgr.24567) 62 : cluster [DBG] pgmap v53: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s 2022-03-27T10:58:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:51.173662+0000 mgr.smithi204.vnvrbl (mgr.24567) 62 : cluster [DBG] pgmap v53: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s 2022-03-27T10:58:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:53.174425+0000 mgr.smithi204.vnvrbl (mgr.24567) 63 : cluster [DBG] pgmap v54: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2022-03-27T10:58:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:53.174425+0000 mgr.smithi204.vnvrbl (mgr.24567) 63 : cluster [DBG] pgmap v54: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2022-03-27T10:58:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:55.174928+0000 mgr.smithi204.vnvrbl (mgr.24567) 64 : cluster [DBG] pgmap v55: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:55.174928+0000 mgr.smithi204.vnvrbl (mgr.24567) 64 : cluster [DBG] pgmap v55: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:58:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:58:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:57.175809+0000 mgr.smithi204.vnvrbl (mgr.24567) 65 : cluster [DBG] pgmap v56: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:58:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:58:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:57.175809+0000 mgr.smithi204.vnvrbl (mgr.24567) 65 : cluster [DBG] pgmap v56: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:58:59.176262+0000 mgr.smithi204.vnvrbl (mgr.24567) 66 : cluster [DBG] pgmap v57: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:58:59.176262+0000 mgr.smithi204.vnvrbl (mgr.24567) 66 : cluster [DBG] pgmap v57: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:01.176708+0000 mgr.smithi204.vnvrbl (mgr.24567) 67 : cluster [DBG] pgmap v58: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:01.176708+0000 mgr.smithi204.vnvrbl (mgr.24567) 67 : cluster [DBG] pgmap v58: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:03.177415+0000 mgr.smithi204.vnvrbl (mgr.24567) 68 : cluster [DBG] pgmap v59: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:03.177415+0000 mgr.smithi204.vnvrbl (mgr.24567) 68 : cluster [DBG] pgmap v59: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:05.177816+0000 mgr.smithi204.vnvrbl (mgr.24567) 69 : cluster [DBG] pgmap v60: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:05.177816+0000 mgr.smithi204.vnvrbl (mgr.24567) 69 : cluster [DBG] pgmap v60: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:07.178623+0000 mgr.smithi204.vnvrbl (mgr.24567) 70 : cluster [DBG] pgmap v61: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:07.178623+0000 mgr.smithi204.vnvrbl (mgr.24567) 70 : cluster [DBG] pgmap v61: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:09.179019+0000 mgr.smithi204.vnvrbl (mgr.24567) 71 : cluster [DBG] pgmap v62: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:09.179019+0000 mgr.smithi204.vnvrbl (mgr.24567) 71 : cluster [DBG] pgmap v62: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:11.179448+0000 mgr.smithi204.vnvrbl (mgr.24567) 72 : cluster [DBG] pgmap v63: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:59:11.196909+0000 mon.smithi204 (mon.1) 37 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:59:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:59:11.197404+0000 mon.smithi176 (mon.0) 2475 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:59:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:59:11.200537+0000 mon.smithi204 (mon.1) 38 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T10:59:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:59:11.200982+0000 mon.smithi176 (mon.0) 2476 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T10:59:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:11.179448+0000 mgr.smithi204.vnvrbl (mgr.24567) 72 : cluster [DBG] pgmap v63: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:59:11.196909+0000 mon.smithi204 (mon.1) 37 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:59:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:59:11.197404+0000 mon.smithi176 (mon.0) 2475 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T10:59:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:59:11.200537+0000 mon.smithi204 (mon.1) 38 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T10:59:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:59:11.200982+0000 mon.smithi176 (mon.0) 2476 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T10:59:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:13.180283+0000 mgr.smithi204.vnvrbl (mgr.24567) 73 : cluster [DBG] pgmap v64: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:13.180283+0000 mgr.smithi204.vnvrbl (mgr.24567) 73 : cluster [DBG] pgmap v64: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:15.697 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:59:15.968 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:59:15.969 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 117s ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:59:15.969 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 117s ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:59:15.969 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 2m ago 3h 7193k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:59:15.970 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 117s ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:59:15.970 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 117s ago 3h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:59:15.970 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 2m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:59:15.970 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 117s ago 3h 612M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:59:15.971 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 2m ago 3h 425M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:59:15.971 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 117s ago 3h 1480M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:59:15.971 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 2m ago 3h 712M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:59:15.971 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 117s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:59:15.972 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 2m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:59:15.972 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 117s ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:59:15.972 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 2m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:59:15.972 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 117s ago 3h 1055M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:59:15.972 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 117s ago 3h 1908M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:59:15.973 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 117s ago 3h 1297M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:59:15.973 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 117s ago 3h 2081M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:59:15.973 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 2m ago 3h 1944M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:59:15.973 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 2m ago 3h 2083M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:59:15.974 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 2m ago 3h 1727M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:59:15.974 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 2m ago 3h 2558M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:59:15.974 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 117s ago 3h 118M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:59:16.297 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:59:16.298 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:59:16.298 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:59:16.298 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:59:16.299 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:59:16.299 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:59:16.299 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:59:16.299 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:59:16.299 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:59:16.300 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:59:16.300 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:59:16.300 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:59:16.300 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:59:16.301 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:59:16.301 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:59:16.301 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:59:16.301 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T10:59:16.301 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:59:16.302 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:59:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:15.180887+0000 mgr.smithi204.vnvrbl (mgr.24567) 74 : cluster [DBG] pgmap v65: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:59:15.683948+0000 mgr.smithi204.vnvrbl (mgr.24567) 75 : audit [DBG] from='client.39460 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:59:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:15.180887+0000 mgr.smithi204.vnvrbl (mgr.24567) 74 : cluster [DBG] pgmap v65: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:59:15.683948+0000 mgr.smithi204.vnvrbl (mgr.24567) 75 : audit [DBG] from='client.39460 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:59:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:59:15.957496+0000 mgr.smithi204.vnvrbl (mgr.24567) 76 : audit [DBG] from='client.39464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:59:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:59:16.296488+0000 mon.smithi176 (mon.0) 2477 : audit [DBG] from='client.? 172.21.15.176:0/916810967' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:59:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:59:15.957496+0000 mgr.smithi204.vnvrbl (mgr.24567) 76 : audit [DBG] from='client.39464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:59:17.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:59:16.296488+0000 mon.smithi176 (mon.0) 2477 : audit [DBG] from='client.? 172.21.15.176:0/916810967' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:59:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:17.181498+0000 mgr.smithi204.vnvrbl (mgr.24567) 77 : cluster [DBG] pgmap v66: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:17.181498+0000 mgr.smithi204.vnvrbl (mgr.24567) 77 : cluster [DBG] pgmap v66: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:59:18.952320+0000 mon.smithi204 (mon.1) 39 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:59:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:59:18.953796+0000 mon.smithi204 (mon.1) 40 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:59:19.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:59:18.954687+0000 mon.smithi204 (mon.1) 41 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:59:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:59:18.952320+0000 mon.smithi204 (mon.1) 39 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T10:59:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:59:18.953796+0000 mon.smithi204 (mon.1) 40 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T10:59:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:59:18.954687+0000 mon.smithi204 (mon.1) 41 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T10:59:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T10:59:18.955431+0000 mgr.smithi204.vnvrbl (mgr.24567) 78 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:59:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:19.181970+0000 mgr.smithi204.vnvrbl (mgr.24567) 79 : cluster [DBG] pgmap v67: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:20.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:59:19.310748+0000 mon.smithi176 (mon.0) 2478 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:59:20.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:59:19.700741+0000 mon.smithi176 (mon.0) 2479 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:59:20.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:59:19.707756+0000 mon.smithi176 (mon.0) 2480 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:59:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T10:59:18.955431+0000 mgr.smithi204.vnvrbl (mgr.24567) 78 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T10:59:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:19.181970+0000 mgr.smithi204.vnvrbl (mgr.24567) 79 : cluster [DBG] pgmap v67: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:20.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:59:19.310748+0000 mon.smithi176 (mon.0) 2478 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:59:20.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:59:19.700741+0000 mon.smithi176 (mon.0) 2479 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:59:20.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:59:19.707756+0000 mon.smithi176 (mon.0) 2480 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T10:59:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:21.182489+0000 mgr.smithi204.vnvrbl (mgr.24567) 80 : cluster [DBG] pgmap v68: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:21.182489+0000 mgr.smithi204.vnvrbl (mgr.24567) 80 : cluster [DBG] pgmap v68: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:23.183526+0000 mgr.smithi204.vnvrbl (mgr.24567) 81 : cluster [DBG] pgmap v69: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:23.183526+0000 mgr.smithi204.vnvrbl (mgr.24567) 81 : cluster [DBG] pgmap v69: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:25.183956+0000 mgr.smithi204.vnvrbl (mgr.24567) 82 : cluster [DBG] pgmap v70: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:25.183956+0000 mgr.smithi204.vnvrbl (mgr.24567) 82 : cluster [DBG] pgmap v70: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:27.184708+0000 mgr.smithi204.vnvrbl (mgr.24567) 83 : cluster [DBG] pgmap v71: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:27.184708+0000 mgr.smithi204.vnvrbl (mgr.24567) 83 : cluster [DBG] pgmap v71: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:29.185221+0000 mgr.smithi204.vnvrbl (mgr.24567) 84 : cluster [DBG] pgmap v72: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:29.185221+0000 mgr.smithi204.vnvrbl (mgr.24567) 84 : cluster [DBG] pgmap v72: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:31.185776+0000 mgr.smithi204.vnvrbl (mgr.24567) 85 : cluster [DBG] pgmap v73: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:31.185776+0000 mgr.smithi204.vnvrbl (mgr.24567) 85 : cluster [DBG] pgmap v73: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:33.186661+0000 mgr.smithi204.vnvrbl (mgr.24567) 86 : cluster [DBG] pgmap v74: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:33.186661+0000 mgr.smithi204.vnvrbl (mgr.24567) 86 : cluster [DBG] pgmap v74: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:35.187257+0000 mgr.smithi204.vnvrbl (mgr.24567) 87 : cluster [DBG] pgmap v75: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:35.187257+0000 mgr.smithi204.vnvrbl (mgr.24567) 87 : cluster [DBG] pgmap v75: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:37.187919+0000 mgr.smithi204.vnvrbl (mgr.24567) 88 : cluster [DBG] pgmap v76: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:37.187919+0000 mgr.smithi204.vnvrbl (mgr.24567) 88 : cluster [DBG] pgmap v76: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:39.188354+0000 mgr.smithi204.vnvrbl (mgr.24567) 89 : cluster [DBG] pgmap v77: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:39.188354+0000 mgr.smithi204.vnvrbl (mgr.24567) 89 : cluster [DBG] pgmap v77: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:41.188715+0000 mgr.smithi204.vnvrbl (mgr.24567) 90 : cluster [DBG] pgmap v78: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:41.188715+0000 mgr.smithi204.vnvrbl (mgr.24567) 90 : cluster [DBG] pgmap v78: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:43.189424+0000 mgr.smithi204.vnvrbl (mgr.24567) 91 : cluster [DBG] pgmap v79: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:43.189424+0000 mgr.smithi204.vnvrbl (mgr.24567) 91 : cluster [DBG] pgmap v79: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:45.189941+0000 mgr.smithi204.vnvrbl (mgr.24567) 92 : cluster [DBG] pgmap v80: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:46.604 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T10:59:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:45.189941+0000 mgr.smithi204.vnvrbl (mgr.24567) 92 : cluster [DBG] pgmap v80: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:46.874 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T10:59:46.875 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T10:59:46.875 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 2m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T10:59:46.875 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 2m ago 3h 7193k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T10:59:46.875 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 2m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T10:59:46.876 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 2m ago 3h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T10:59:46.876 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 2m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T10:59:46.876 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 2m ago 3h 612M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T10:59:46.876 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 2m ago 3h 425M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T10:59:46.876 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 2m ago 3h 1480M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T10:59:46.877 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 2m ago 3h 712M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T10:59:46.877 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 2m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T10:59:46.877 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 2m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T10:59:46.877 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 2m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T10:59:46.877 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 2m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T10:59:46.878 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 2m ago 3h 1055M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T10:59:46.878 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 2m ago 3h 1908M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T10:59:46.878 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 2m ago 3h 1297M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T10:59:46.878 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 2m ago 3h 2081M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T10:59:46.878 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 2m ago 3h 1944M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T10:59:46.879 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 2m ago 3h 2083M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T10:59:46.879 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 2m ago 3h 1727M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T10:59:46.879 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 2m ago 3h 2558M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T10:59:46.879 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 2m ago 3h 118M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T10:59:47.201 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T10:59:47.201 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T10:59:47.201 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T10:59:47.201 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:59:47.202 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T10:59:47.202 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:59:47.202 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:59:47.202 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T10:59:47.203 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T10:59:47.203 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T10:59:47.203 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:59:47.203 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T10:59:47.203 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T10:59:47.204 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T10:59:47.204 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T10:59:47.204 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T10:59:47.204 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T10:59:47.204 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T10:59:47.205 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T10:59:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:59:46.590846+0000 mgr.smithi204.vnvrbl (mgr.24567) 93 : audit [DBG] from='client.39472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:59:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:59:47.199840+0000 mon.smithi176 (mon.0) 2481 : audit [DBG] from='client.? 172.21.15.176:0/17920619' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:59:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:59:46.590846+0000 mgr.smithi204.vnvrbl (mgr.24567) 93 : audit [DBG] from='client.39472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:59:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:59:47.199840+0000 mon.smithi176 (mon.0) 2481 : audit [DBG] from='client.? 172.21.15.176:0/17920619' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T10:59:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T10:59:46.863166+0000 mgr.smithi204.vnvrbl (mgr.24567) 94 : audit [DBG] from='client.39476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:59:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:47.190534+0000 mgr.smithi204.vnvrbl (mgr.24567) 95 : cluster [DBG] pgmap v81: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T10:59:46.863166+0000 mgr.smithi204.vnvrbl (mgr.24567) 94 : audit [DBG] from='client.39476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T10:59:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:47.190534+0000 mgr.smithi204.vnvrbl (mgr.24567) 95 : cluster [DBG] pgmap v81: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:49.191142+0000 mgr.smithi204.vnvrbl (mgr.24567) 96 : cluster [DBG] pgmap v82: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:49.191142+0000 mgr.smithi204.vnvrbl (mgr.24567) 96 : cluster [DBG] pgmap v82: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:51.191803+0000 mgr.smithi204.vnvrbl (mgr.24567) 97 : cluster [DBG] pgmap v83: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:51.191803+0000 mgr.smithi204.vnvrbl (mgr.24567) 97 : cluster [DBG] pgmap v83: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:53.192771+0000 mgr.smithi204.vnvrbl (mgr.24567) 98 : cluster [DBG] pgmap v84: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:53.192771+0000 mgr.smithi204.vnvrbl (mgr.24567) 98 : cluster [DBG] pgmap v84: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:55.193258+0000 mgr.smithi204.vnvrbl (mgr.24567) 99 : cluster [DBG] pgmap v85: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:55.193258+0000 mgr.smithi204.vnvrbl (mgr.24567) 99 : cluster [DBG] pgmap v85: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T10:59:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 10:59:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:57.194137+0000 mgr.smithi204.vnvrbl (mgr.24567) 100 : cluster [DBG] pgmap v86: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T10:59:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 10:59:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:57.194137+0000 mgr.smithi204.vnvrbl (mgr.24567) 100 : cluster [DBG] pgmap v86: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T10:59:59.194764+0000 mgr.smithi204.vnvrbl (mgr.24567) 101 : cluster [DBG] pgmap v87: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:00.000180+0000 mon.smithi176 (mon.0) 2482 : cluster [WRN] Health detail: HEALTH_WARN 5 daemons have recently crashed 2022-03-27T11:00:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:00.000232+0000 mon.smithi176 (mon.0) 2483 : cluster [WRN] [WRN] RECENT_CRASH: 5 daemons have recently crashed 2022-03-27T11:00:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:00.000258+0000 mon.smithi176 (mon.0) 2484 : cluster [WRN] mds.foofs.smithi204.klmhfu crashed on host smithi204 at 2022-03-27T07:11:06.058791Z 2022-03-27T11:00:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:00.000265+0000 mon.smithi176 (mon.0) 2485 : cluster [WRN] mds.foofs.smithi176.psbtkl crashed on host smithi176 at 2022-03-27T07:11:19.060570Z 2022-03-27T11:00:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:00.000273+0000 mon.smithi176 (mon.0) 2486 : cluster [WRN] mds.foofs.smithi204.klmhfu crashed on host smithi204 at 2022-03-27T07:11:32.062435Z 2022-03-27T11:00:00.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:00.000294+0000 mon.smithi176 (mon.0) 2487 : cluster [WRN] mds.foofs.smithi176.psbtkl crashed on host smithi176 at 2022-03-27T07:11:47.064573Z 2022-03-27T11:00:00.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:00.000315+0000 mon.smithi176 (mon.0) 2488 : cluster [WRN] mds.foofs.smithi176.psbtkl crashed on host smithi176 at 2022-03-27T07:12:00.072699Z 2022-03-27T11:00:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T10:59:59.194764+0000 mgr.smithi204.vnvrbl (mgr.24567) 101 : cluster [DBG] pgmap v87: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:00.000180+0000 mon.smithi176 (mon.0) 2482 : cluster [WRN] Health detail: HEALTH_WARN 5 daemons have recently crashed 2022-03-27T11:00:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:00.000232+0000 mon.smithi176 (mon.0) 2483 : cluster [WRN] [WRN] RECENT_CRASH: 5 daemons have recently crashed 2022-03-27T11:00:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:00.000258+0000 mon.smithi176 (mon.0) 2484 : cluster [WRN] mds.foofs.smithi204.klmhfu crashed on host smithi204 at 2022-03-27T07:11:06.058791Z 2022-03-27T11:00:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:00.000265+0000 mon.smithi176 (mon.0) 2485 : cluster [WRN] mds.foofs.smithi176.psbtkl crashed on host smithi176 at 2022-03-27T07:11:19.060570Z 2022-03-27T11:00:00.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:00.000273+0000 mon.smithi176 (mon.0) 2486 : cluster [WRN] mds.foofs.smithi204.klmhfu crashed on host smithi204 at 2022-03-27T07:11:32.062435Z 2022-03-27T11:00:00.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:00.000294+0000 mon.smithi176 (mon.0) 2487 : cluster [WRN] mds.foofs.smithi176.psbtkl crashed on host smithi176 at 2022-03-27T07:11:47.064573Z 2022-03-27T11:00:00.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:00.000315+0000 mon.smithi176 (mon.0) 2488 : cluster [WRN] mds.foofs.smithi176.psbtkl crashed on host smithi176 at 2022-03-27T07:12:00.072699Z 2022-03-27T11:00:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:01.195370+0000 mgr.smithi204.vnvrbl (mgr.24567) 102 : cluster [DBG] pgmap v88: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:01.195370+0000 mgr.smithi204.vnvrbl (mgr.24567) 102 : cluster [DBG] pgmap v88: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:03.196260+0000 mgr.smithi204.vnvrbl (mgr.24567) 103 : cluster [DBG] pgmap v89: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:03.196260+0000 mgr.smithi204.vnvrbl (mgr.24567) 103 : cluster [DBG] pgmap v89: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:05.196782+0000 mgr.smithi204.vnvrbl (mgr.24567) 104 : cluster [DBG] pgmap v90: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:05.196782+0000 mgr.smithi204.vnvrbl (mgr.24567) 104 : cluster [DBG] pgmap v90: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:07.197711+0000 mgr.smithi204.vnvrbl (mgr.24567) 105 : cluster [DBG] pgmap v91: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:07.197711+0000 mgr.smithi204.vnvrbl (mgr.24567) 105 : cluster [DBG] pgmap v91: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:09.198315+0000 mgr.smithi204.vnvrbl (mgr.24567) 106 : cluster [DBG] pgmap v92: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:09.198315+0000 mgr.smithi204.vnvrbl (mgr.24567) 106 : cluster [DBG] pgmap v92: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:11.198891+0000 mgr.smithi204.vnvrbl (mgr.24567) 107 : cluster [DBG] pgmap v93: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:00:11.199426+0000 mon.smithi204 (mon.1) 42 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:00:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:00:11.200083+0000 mon.smithi176 (mon.0) 2489 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:00:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:00:11.203367+0000 mon.smithi204 (mon.1) 43 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:00:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:00:11.203657+0000 mon.smithi176 (mon.0) 2490 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:00:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:11.198891+0000 mgr.smithi204.vnvrbl (mgr.24567) 107 : cluster [DBG] pgmap v93: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:00:11.199426+0000 mon.smithi204 (mon.1) 42 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:00:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:00:11.200083+0000 mon.smithi176 (mon.0) 2489 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:00:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:00:11.203367+0000 mon.smithi204 (mon.1) 43 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:00:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:00:11.203657+0000 mon.smithi176 (mon.0) 2490 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:00:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:13.199851+0000 mgr.smithi204.vnvrbl (mgr.24567) 108 : cluster [DBG] pgmap v94: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:13.199851+0000 mgr.smithi204.vnvrbl (mgr.24567) 108 : cluster [DBG] pgmap v94: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:15.200425+0000 mgr.smithi204.vnvrbl (mgr.24567) 109 : cluster [DBG] pgmap v95: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:15.200425+0000 mgr.smithi204.vnvrbl (mgr.24567) 109 : cluster [DBG] pgmap v95: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:17.503 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:00:17.775 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:00:17.776 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 2m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:00:17.776 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 2m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:00:17.776 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 3m ago 3h 7193k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:00:17.776 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 2m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:00:17.777 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 2m ago 3h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:00:17.777 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 3m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:00:17.777 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 2m ago 3h 612M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:00:17.777 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 3m ago 3h 425M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:00:17.778 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 2m ago 3h 1480M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:00:17.778 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 3m ago 3h 712M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:00:17.778 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 2m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:00:17.778 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 3m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:00:17.778 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 2m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:00:17.779 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 3m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:00:17.779 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 2m ago 3h 1055M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:00:17.779 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 2m ago 3h 1908M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:00:17.779 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 2m ago 3h 1297M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:00:17.780 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 2m ago 3h 2081M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:00:17.780 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 3m ago 3h 1944M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:00:17.780 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 3m ago 3h 2083M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:00:17.780 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 3m ago 3h 1727M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:00:17.780 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 3m ago 3h 2558M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:00:17.781 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 2m ago 3h 118M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:00:18.100 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:00:18.100 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:00:18.101 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:00:18.101 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:00:18.102 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:00:18.102 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:00:18.102 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:00:18.103 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:00:18.103 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:00:18.104 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:00:18.104 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:00:18.104 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:00:18.105 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:00:18.105 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:00:18.106 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:00:18.106 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:00:18.107 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:00:18.107 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:00:18.107 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:00:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:17.201076+0000 mgr.smithi204.vnvrbl (mgr.24567) 110 : cluster [DBG] pgmap v96: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:18.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:00:17.489930+0000 mgr.smithi204.vnvrbl (mgr.24567) 111 : audit [DBG] from='client.39484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:00:18.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:00:18.098810+0000 mon.smithi176 (mon.0) 2491 : audit [DBG] from='client.? 172.21.15.176:0/1923525171' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:00:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:17.201076+0000 mgr.smithi204.vnvrbl (mgr.24567) 110 : cluster [DBG] pgmap v96: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:18.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:00:17.489930+0000 mgr.smithi204.vnvrbl (mgr.24567) 111 : audit [DBG] from='client.39484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:00:18.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:00:18.098810+0000 mon.smithi176 (mon.0) 2491 : audit [DBG] from='client.? 172.21.15.176:0/1923525171' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:00:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:00:17.764223+0000 mgr.smithi204.vnvrbl (mgr.24567) 112 : audit [DBG] from='client.39488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:00:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:00:17.764223+0000 mgr.smithi204.vnvrbl (mgr.24567) 112 : audit [DBG] from='client.39488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:00:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:19.201577+0000 mgr.smithi204.vnvrbl (mgr.24567) 113 : cluster [DBG] pgmap v97: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:00:19.713325+0000 mon.smithi204 (mon.1) 44 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:00:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:00:19.714781+0000 mon.smithi204 (mon.1) 45 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:00:20.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:00:19.715660+0000 mon.smithi204 (mon.1) 46 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:00:20.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:00:19.716473+0000 mgr.smithi204.vnvrbl (mgr.24567) 114 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:00:20.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:00:20.070448+0000 mon.smithi176 (mon.0) 2492 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:00:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:19.201577+0000 mgr.smithi204.vnvrbl (mgr.24567) 113 : cluster [DBG] pgmap v97: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:00:19.713325+0000 mon.smithi204 (mon.1) 44 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:00:20.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:00:19.714781+0000 mon.smithi204 (mon.1) 45 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:00:20.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:00:19.715660+0000 mon.smithi204 (mon.1) 46 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:00:20.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:00:19.716473+0000 mgr.smithi204.vnvrbl (mgr.24567) 114 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:00:20.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:00:20.070448+0000 mon.smithi176 (mon.0) 2492 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:00:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:00:20.458385+0000 mon.smithi176 (mon.0) 2493 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:00:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:00:20.464402+0000 mon.smithi176 (mon.0) 2494 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:00:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:00:20.458385+0000 mon.smithi176 (mon.0) 2493 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:00:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:00:20.464402+0000 mon.smithi176 (mon.0) 2494 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:00:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:21.202165+0000 mgr.smithi204.vnvrbl (mgr.24567) 115 : cluster [DBG] pgmap v98: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:22.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:21.202165+0000 mgr.smithi204.vnvrbl (mgr.24567) 115 : cluster [DBG] pgmap v98: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:23.202913+0000 mgr.smithi204.vnvrbl (mgr.24567) 116 : cluster [DBG] pgmap v99: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:23.202913+0000 mgr.smithi204.vnvrbl (mgr.24567) 116 : cluster [DBG] pgmap v99: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:26.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:25.203456+0000 mgr.smithi204.vnvrbl (mgr.24567) 117 : cluster [DBG] pgmap v100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:25.203456+0000 mgr.smithi204.vnvrbl (mgr.24567) 117 : cluster [DBG] pgmap v100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:27.204054+0000 mgr.smithi204.vnvrbl (mgr.24567) 118 : cluster [DBG] pgmap v101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:27.204054+0000 mgr.smithi204.vnvrbl (mgr.24567) 118 : cluster [DBG] pgmap v101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:29.204543+0000 mgr.smithi204.vnvrbl (mgr.24567) 119 : cluster [DBG] pgmap v102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:29.204543+0000 mgr.smithi204.vnvrbl (mgr.24567) 119 : cluster [DBG] pgmap v102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:31.205040+0000 mgr.smithi204.vnvrbl (mgr.24567) 120 : cluster [DBG] pgmap v103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:31.205040+0000 mgr.smithi204.vnvrbl (mgr.24567) 120 : cluster [DBG] pgmap v103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:33.205852+0000 mgr.smithi204.vnvrbl (mgr.24567) 121 : cluster [DBG] pgmap v104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:33.205852+0000 mgr.smithi204.vnvrbl (mgr.24567) 121 : cluster [DBG] pgmap v104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:35.206305+0000 mgr.smithi204.vnvrbl (mgr.24567) 122 : cluster [DBG] pgmap v105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:35.206305+0000 mgr.smithi204.vnvrbl (mgr.24567) 122 : cluster [DBG] pgmap v105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:37.206903+0000 mgr.smithi204.vnvrbl (mgr.24567) 123 : cluster [DBG] pgmap v106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:37.206903+0000 mgr.smithi204.vnvrbl (mgr.24567) 123 : cluster [DBG] pgmap v106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:39.207541+0000 mgr.smithi204.vnvrbl (mgr.24567) 124 : cluster [DBG] pgmap v107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:39.207541+0000 mgr.smithi204.vnvrbl (mgr.24567) 124 : cluster [DBG] pgmap v107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:41.208000+0000 mgr.smithi204.vnvrbl (mgr.24567) 125 : cluster [DBG] pgmap v108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:41.208000+0000 mgr.smithi204.vnvrbl (mgr.24567) 125 : cluster [DBG] pgmap v108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:43.208779+0000 mgr.smithi204.vnvrbl (mgr.24567) 126 : cluster [DBG] pgmap v109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:43.208779+0000 mgr.smithi204.vnvrbl (mgr.24567) 126 : cluster [DBG] pgmap v109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:45.209239+0000 mgr.smithi204.vnvrbl (mgr.24567) 127 : cluster [DBG] pgmap v110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:45.209239+0000 mgr.smithi204.vnvrbl (mgr.24567) 127 : cluster [DBG] pgmap v110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:48.403 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:00:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:47.210001+0000 mgr.smithi204.vnvrbl (mgr.24567) 128 : cluster [DBG] pgmap v111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:48.679 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:00:48.680 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 3m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:00:48.680 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 3m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:00:48.680 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 3m ago 3h 7193k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:00:48.680 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 3m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:00:48.681 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 3m ago 3h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:00:48.681 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 3m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:00:48.681 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 3m ago 3h 612M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:00:48.681 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 3m ago 3h 425M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:00:48.681 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 3m ago 3h 1480M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:00:48.682 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 3m ago 3h 712M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:00:48.682 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 3m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:00:48.682 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 3m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:00:48.682 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 3m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:00:48.683 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 3m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:00:48.683 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 3m ago 3h 1055M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:00:48.683 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 3m ago 3h 1908M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:00:48.683 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 3m ago 3h 1297M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:00:48.684 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 3m ago 3h 2081M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:00:48.684 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 3m ago 3h 1944M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:00:48.684 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 3m ago 3h 2083M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:00:48.684 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 3m ago 3h 1727M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:00:48.685 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 3m ago 3h 2558M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:00:48.685 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 3m ago 3h 118M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:00:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:47.210001+0000 mgr.smithi204.vnvrbl (mgr.24567) 128 : cluster [DBG] pgmap v111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:49.002 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:00:49.003 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:00:49.003 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:00:49.003 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:00:49.004 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:00:49.004 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:00:49.004 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:00:49.004 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:00:49.004 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:00:49.005 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:00:49.005 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:00:49.005 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:00:49.005 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:00:49.006 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:00:49.006 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:00:49.006 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:00:49.007 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:00:49.007 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:00:49.007 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:00:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:00:48.390567+0000 mgr.smithi204.vnvrbl (mgr.24567) 129 : audit [DBG] from='client.39496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:00:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:00:48.668511+0000 mgr.smithi204.vnvrbl (mgr.24567) 130 : audit [DBG] from='client.39500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:00:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:00:49.001135+0000 mon.smithi176 (mon.0) 2495 : audit [DBG] from='client.? 172.21.15.176:0/219891780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:00:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:00:48.390567+0000 mgr.smithi204.vnvrbl (mgr.24567) 129 : audit [DBG] from='client.39496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:00:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:00:48.668511+0000 mgr.smithi204.vnvrbl (mgr.24567) 130 : audit [DBG] from='client.39500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:00:49.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:00:49.001135+0000 mon.smithi176 (mon.0) 2495 : audit [DBG] from='client.? 172.21.15.176:0/219891780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:00:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:49.210688+0000 mgr.smithi204.vnvrbl (mgr.24567) 131 : cluster [DBG] pgmap v112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:49.210688+0000 mgr.smithi204.vnvrbl (mgr.24567) 131 : cluster [DBG] pgmap v112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:51.211210+0000 mgr.smithi204.vnvrbl (mgr.24567) 132 : cluster [DBG] pgmap v113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:51.211210+0000 mgr.smithi204.vnvrbl (mgr.24567) 132 : cluster [DBG] pgmap v113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:53.211884+0000 mgr.smithi204.vnvrbl (mgr.24567) 133 : cluster [DBG] pgmap v114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:53.211884+0000 mgr.smithi204.vnvrbl (mgr.24567) 133 : cluster [DBG] pgmap v114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:55.212392+0000 mgr.smithi204.vnvrbl (mgr.24567) 134 : cluster [DBG] pgmap v115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:55.212392+0000 mgr.smithi204.vnvrbl (mgr.24567) 134 : cluster [DBG] pgmap v115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:00:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:00:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:57.213026+0000 mgr.smithi204.vnvrbl (mgr.24567) 135 : cluster [DBG] pgmap v116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:00:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:00:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:57.213026+0000 mgr.smithi204.vnvrbl (mgr.24567) 135 : cluster [DBG] pgmap v116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:00:59.213493+0000 mgr.smithi204.vnvrbl (mgr.24567) 136 : cluster [DBG] pgmap v117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:00:59.213493+0000 mgr.smithi204.vnvrbl (mgr.24567) 136 : cluster [DBG] pgmap v117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:02.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:01.213969+0000 mgr.smithi204.vnvrbl (mgr.24567) 137 : cluster [DBG] pgmap v118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:01.213969+0000 mgr.smithi204.vnvrbl (mgr.24567) 137 : cluster [DBG] pgmap v118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:03.214731+0000 mgr.smithi204.vnvrbl (mgr.24567) 138 : cluster [DBG] pgmap v119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:03.214731+0000 mgr.smithi204.vnvrbl (mgr.24567) 138 : cluster [DBG] pgmap v119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:05.215158+0000 mgr.smithi204.vnvrbl (mgr.24567) 139 : cluster [DBG] pgmap v120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:05.215158+0000 mgr.smithi204.vnvrbl (mgr.24567) 139 : cluster [DBG] pgmap v120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:07.215938+0000 mgr.smithi204.vnvrbl (mgr.24567) 140 : cluster [DBG] pgmap v121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:07.215938+0000 mgr.smithi204.vnvrbl (mgr.24567) 140 : cluster [DBG] pgmap v121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:09.216535+0000 mgr.smithi204.vnvrbl (mgr.24567) 141 : cluster [DBG] pgmap v122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:09.216535+0000 mgr.smithi204.vnvrbl (mgr.24567) 141 : cluster [DBG] pgmap v122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:01:11.202219+0000 mon.smithi204 (mon.1) 47 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:01:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:01:11.202839+0000 mon.smithi176 (mon.0) 2496 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:01:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:01:11.206139+0000 mon.smithi204 (mon.1) 48 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:01:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:01:11.206440+0000 mon.smithi176 (mon.0) 2497 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:01:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:11.216899+0000 mgr.smithi204.vnvrbl (mgr.24567) 142 : cluster [DBG] pgmap v123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:01:11.202219+0000 mon.smithi204 (mon.1) 47 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:01:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:01:11.202839+0000 mon.smithi176 (mon.0) 2496 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:01:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:01:11.206139+0000 mon.smithi204 (mon.1) 48 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:01:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:01:11.206440+0000 mon.smithi176 (mon.0) 2497 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:01:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:11.216899+0000 mgr.smithi204.vnvrbl (mgr.24567) 142 : cluster [DBG] pgmap v123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:13.217628+0000 mgr.smithi204.vnvrbl (mgr.24567) 143 : cluster [DBG] pgmap v124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:13.217628+0000 mgr.smithi204.vnvrbl (mgr.24567) 143 : cluster [DBG] pgmap v124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:15.218196+0000 mgr.smithi204.vnvrbl (mgr.24567) 144 : cluster [DBG] pgmap v125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:15.218196+0000 mgr.smithi204.vnvrbl (mgr.24567) 144 : cluster [DBG] pgmap v125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:17.218878+0000 mgr.smithi204.vnvrbl (mgr.24567) 145 : cluster [DBG] pgmap v126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:17.218878+0000 mgr.smithi204.vnvrbl (mgr.24567) 145 : cluster [DBG] pgmap v126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:19.312 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:01:19.584 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:01:19.584 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:01:19.584 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 4m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:01:19.585 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 4m ago 3h 7193k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:01:19.585 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 4m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:01:19.585 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 4m ago 3h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:01:19.585 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 4m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:01:19.586 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 4m ago 3h 612M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:01:19.586 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 4m ago 3h 425M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:01:19.586 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 4m ago 3h 1480M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:01:19.586 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 4m ago 3h 712M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:01:19.586 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 4m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:01:19.587 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 4m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:01:19.587 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 4m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:01:19.587 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 4m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:01:19.587 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 4m ago 3h 1055M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:01:19.587 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 4m ago 3h 1908M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:01:19.588 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 4m ago 3h 1297M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:01:19.588 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 4m ago 3h 2081M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:01:19.588 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 4m ago 3h 1944M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:01:19.588 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 4m ago 3h 2083M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:01:19.588 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 4m ago 3h 1727M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:01:19.589 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 4m ago 3h 2558M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:01:19.589 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 4m ago 3h 118M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:01:19.909 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:01:19.909 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:01:19.910 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:01:19.910 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:01:19.910 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:01:19.910 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:01:19.911 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:01:19.911 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:01:19.911 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:01:19.911 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:01:19.911 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:01:19.912 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:01:19.912 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:01:19.912 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:01:19.912 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:01:19.913 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:01:19.913 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:01:19.913 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:01:19.913 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:01:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:19.219454+0000 mgr.smithi204.vnvrbl (mgr.24567) 146 : cluster [DBG] pgmap v127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:01:19.299359+0000 mgr.smithi204.vnvrbl (mgr.24567) 147 : audit [DBG] from='client.39508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:01:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:01:19.572995+0000 mgr.smithi204.vnvrbl (mgr.24567) 148 : audit [DBG] from='client.39512 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:01:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:01:19.908500+0000 mon.smithi176 (mon.0) 2498 : audit [DBG] from='client.? 172.21.15.176:0/953550608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:01:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:19.219454+0000 mgr.smithi204.vnvrbl (mgr.24567) 146 : cluster [DBG] pgmap v127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:01:19.299359+0000 mgr.smithi204.vnvrbl (mgr.24567) 147 : audit [DBG] from='client.39508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:01:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:01:19.572995+0000 mgr.smithi204.vnvrbl (mgr.24567) 148 : audit [DBG] from='client.39512 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:01:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:01:19.908500+0000 mon.smithi176 (mon.0) 2498 : audit [DBG] from='client.? 172.21.15.176:0/953550608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:01:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:01:20.467603+0000 mon.smithi204 (mon.1) 49 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:01:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:01:20.468988+0000 mon.smithi204 (mon.1) 50 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:01:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:01:20.469865+0000 mon.smithi204 (mon.1) 51 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:01:21.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:01:20.470654+0000 mgr.smithi204.vnvrbl (mgr.24567) 149 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:01:21.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:01:20.874430+0000 mon.smithi176 (mon.0) 2499 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:01:21.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:01:20.879919+0000 mon.smithi176 (mon.0) 2500 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:01:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:01:20.467603+0000 mon.smithi204 (mon.1) 49 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:01:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:01:20.468988+0000 mon.smithi204 (mon.1) 50 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:01:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:01:20.469865+0000 mon.smithi204 (mon.1) 51 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:01:21.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:01:20.470654+0000 mgr.smithi204.vnvrbl (mgr.24567) 149 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:01:21.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:01:20.874430+0000 mon.smithi176 (mon.0) 2499 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:01:21.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:01:20.879919+0000 mon.smithi176 (mon.0) 2500 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:01:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:21.219838+0000 mgr.smithi204.vnvrbl (mgr.24567) 150 : cluster [DBG] pgmap v128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:21.219838+0000 mgr.smithi204.vnvrbl (mgr.24567) 150 : cluster [DBG] pgmap v128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:23.220663+0000 mgr.smithi204.vnvrbl (mgr.24567) 151 : cluster [DBG] pgmap v129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:23.220663+0000 mgr.smithi204.vnvrbl (mgr.24567) 151 : cluster [DBG] pgmap v129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:25.221127+0000 mgr.smithi204.vnvrbl (mgr.24567) 152 : cluster [DBG] pgmap v130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:26.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:25.221127+0000 mgr.smithi204.vnvrbl (mgr.24567) 152 : cluster [DBG] pgmap v130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:27.221827+0000 mgr.smithi204.vnvrbl (mgr.24567) 153 : cluster [DBG] pgmap v131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:27.221827+0000 mgr.smithi204.vnvrbl (mgr.24567) 153 : cluster [DBG] pgmap v131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:29.222322+0000 mgr.smithi204.vnvrbl (mgr.24567) 154 : cluster [DBG] pgmap v132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:29.222322+0000 mgr.smithi204.vnvrbl (mgr.24567) 154 : cluster [DBG] pgmap v132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:31.222859+0000 mgr.smithi204.vnvrbl (mgr.24567) 155 : cluster [DBG] pgmap v133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:31.222859+0000 mgr.smithi204.vnvrbl (mgr.24567) 155 : cluster [DBG] pgmap v133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:33.223591+0000 mgr.smithi204.vnvrbl (mgr.24567) 156 : cluster [DBG] pgmap v134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:33.223591+0000 mgr.smithi204.vnvrbl (mgr.24567) 156 : cluster [DBG] pgmap v134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:35.224129+0000 mgr.smithi204.vnvrbl (mgr.24567) 157 : cluster [DBG] pgmap v135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:36.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:35.224129+0000 mgr.smithi204.vnvrbl (mgr.24567) 157 : cluster [DBG] pgmap v135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:37.225108+0000 mgr.smithi204.vnvrbl (mgr.24567) 158 : cluster [DBG] pgmap v136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:37.225108+0000 mgr.smithi204.vnvrbl (mgr.24567) 158 : cluster [DBG] pgmap v136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:39.225580+0000 mgr.smithi204.vnvrbl (mgr.24567) 159 : cluster [DBG] pgmap v137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:39.225580+0000 mgr.smithi204.vnvrbl (mgr.24567) 159 : cluster [DBG] pgmap v137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:42.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:41.226065+0000 mgr.smithi204.vnvrbl (mgr.24567) 160 : cluster [DBG] pgmap v138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:41.226065+0000 mgr.smithi204.vnvrbl (mgr.24567) 160 : cluster [DBG] pgmap v138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:43.226810+0000 mgr.smithi204.vnvrbl (mgr.24567) 161 : cluster [DBG] pgmap v139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:43.226810+0000 mgr.smithi204.vnvrbl (mgr.24567) 161 : cluster [DBG] pgmap v139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:46.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:45.227385+0000 mgr.smithi204.vnvrbl (mgr.24567) 162 : cluster [DBG] pgmap v140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:45.227385+0000 mgr.smithi204.vnvrbl (mgr.24567) 162 : cluster [DBG] pgmap v140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:47.228088+0000 mgr.smithi204.vnvrbl (mgr.24567) 163 : cluster [DBG] pgmap v141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:47.228088+0000 mgr.smithi204.vnvrbl (mgr.24567) 163 : cluster [DBG] pgmap v141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:50.217 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:01:50.489 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:01:50.489 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 4m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:01:50.490 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 4m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:01:50.490 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 4m ago 3h 7193k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:01:50.490 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 4m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:01:50.490 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 4m ago 3h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:01:50.491 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 4m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:01:50.491 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 4m ago 3h 612M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:01:50.491 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 4m ago 3h 425M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:01:50.491 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 4m ago 3h 1480M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:01:50.492 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 4m ago 3h 712M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:01:50.492 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 4m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:01:50.492 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 4m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:01:50.492 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 4m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:01:50.492 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 4m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:01:50.493 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 4m ago 3h 1055M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:01:50.493 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 4m ago 3h 1908M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:01:50.493 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 4m ago 3h 1297M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:01:50.493 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 4m ago 3h 2081M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:01:50.493 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 4m ago 3h 1944M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:01:50.494 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 4m ago 3h 2083M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:01:50.494 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 4m ago 3h 1727M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:01:50.494 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 4m ago 3h 2558M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:01:50.494 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 4m ago 3h 118M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:01:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:49.228629+0000 mgr.smithi204.vnvrbl (mgr.24567) 164 : cluster [DBG] pgmap v142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:49.228629+0000 mgr.smithi204.vnvrbl (mgr.24567) 164 : cluster [DBG] pgmap v142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:50.817 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:01:50.817 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:01:50.818 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:01:50.818 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:01:50.818 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:01:50.818 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:01:50.819 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:01:50.819 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:01:50.819 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:01:50.819 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:01:50.819 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:01:50.820 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:01:50.820 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:01:50.820 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:01:50.820 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:01:50.821 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:01:50.821 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:01:50.821 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:01:50.821 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:01:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:01:50.204007+0000 mgr.smithi204.vnvrbl (mgr.24567) 165 : audit [DBG] from='client.39520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:01:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:01:50.478023+0000 mgr.smithi204.vnvrbl (mgr.24567) 166 : audit [DBG] from='client.39524 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:01:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:01:50.816220+0000 mon.smithi176 (mon.0) 2501 : audit [DBG] from='client.? 172.21.15.176:0/2932834769' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:01:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:01:50.204007+0000 mgr.smithi204.vnvrbl (mgr.24567) 165 : audit [DBG] from='client.39520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:01:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:01:50.478023+0000 mgr.smithi204.vnvrbl (mgr.24567) 166 : audit [DBG] from='client.39524 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:01:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:01:50.816220+0000 mon.smithi176 (mon.0) 2501 : audit [DBG] from='client.? 172.21.15.176:0/2932834769' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:01:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:51.229145+0000 mgr.smithi204.vnvrbl (mgr.24567) 167 : cluster [DBG] pgmap v143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:51.229145+0000 mgr.smithi204.vnvrbl (mgr.24567) 167 : cluster [DBG] pgmap v143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:53.230033+0000 mgr.smithi204.vnvrbl (mgr.24567) 168 : cluster [DBG] pgmap v144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:53.230033+0000 mgr.smithi204.vnvrbl (mgr.24567) 168 : cluster [DBG] pgmap v144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:55.230560+0000 mgr.smithi204.vnvrbl (mgr.24567) 169 : cluster [DBG] pgmap v145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:55.230560+0000 mgr.smithi204.vnvrbl (mgr.24567) 169 : cluster [DBG] pgmap v145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:01:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:01:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:57.231545+0000 mgr.smithi204.vnvrbl (mgr.24567) 170 : cluster [DBG] pgmap v146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:01:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:01:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:57.231545+0000 mgr.smithi204.vnvrbl (mgr.24567) 170 : cluster [DBG] pgmap v146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:01:59.232034+0000 mgr.smithi204.vnvrbl (mgr.24567) 171 : cluster [DBG] pgmap v147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:01:59.232034+0000 mgr.smithi204.vnvrbl (mgr.24567) 171 : cluster [DBG] pgmap v147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:01.232476+0000 mgr.smithi204.vnvrbl (mgr.24567) 172 : cluster [DBG] pgmap v148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:01.232476+0000 mgr.smithi204.vnvrbl (mgr.24567) 172 : cluster [DBG] pgmap v148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:03.233364+0000 mgr.smithi204.vnvrbl (mgr.24567) 173 : cluster [DBG] pgmap v149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:03.233364+0000 mgr.smithi204.vnvrbl (mgr.24567) 173 : cluster [DBG] pgmap v149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:06.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:05.233879+0000 mgr.smithi204.vnvrbl (mgr.24567) 174 : cluster [DBG] pgmap v150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:05.233879+0000 mgr.smithi204.vnvrbl (mgr.24567) 174 : cluster [DBG] pgmap v150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:07.234567+0000 mgr.smithi204.vnvrbl (mgr.24567) 175 : cluster [DBG] pgmap v151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:07.234567+0000 mgr.smithi204.vnvrbl (mgr.24567) 175 : cluster [DBG] pgmap v151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:09.235048+0000 mgr.smithi204.vnvrbl (mgr.24567) 176 : cluster [DBG] pgmap v152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:09.235048+0000 mgr.smithi204.vnvrbl (mgr.24567) 176 : cluster [DBG] pgmap v152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:02:11.205010+0000 mon.smithi204 (mon.1) 52 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:02:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:02:11.205570+0000 mon.smithi176 (mon.0) 2502 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:02:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:02:11.208770+0000 mon.smithi204 (mon.1) 53 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:02:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:02:11.208980+0000 mon.smithi176 (mon.0) 2503 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:02:12.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:11.235447+0000 mgr.smithi204.vnvrbl (mgr.24567) 177 : cluster [DBG] pgmap v153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:02:11.205010+0000 mon.smithi204 (mon.1) 52 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:02:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:02:11.205570+0000 mon.smithi176 (mon.0) 2502 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:02:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:02:11.208770+0000 mon.smithi204 (mon.1) 53 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:02:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:02:11.208980+0000 mon.smithi176 (mon.0) 2503 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:02:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:11.235447+0000 mgr.smithi204.vnvrbl (mgr.24567) 177 : cluster [DBG] pgmap v153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:13.236165+0000 mgr.smithi204.vnvrbl (mgr.24567) 178 : cluster [DBG] pgmap v154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:13.236165+0000 mgr.smithi204.vnvrbl (mgr.24567) 178 : cluster [DBG] pgmap v154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:15.236603+0000 mgr.smithi204.vnvrbl (mgr.24567) 179 : cluster [DBG] pgmap v155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:15.236603+0000 mgr.smithi204.vnvrbl (mgr.24567) 179 : cluster [DBG] pgmap v155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:17.237559+0000 mgr.smithi204.vnvrbl (mgr.24567) 180 : cluster [DBG] pgmap v156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:17.237559+0000 mgr.smithi204.vnvrbl (mgr.24567) 180 : cluster [DBG] pgmap v156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:19.238117+0000 mgr.smithi204.vnvrbl (mgr.24567) 181 : cluster [DBG] pgmap v157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:19.238117+0000 mgr.smithi204.vnvrbl (mgr.24567) 181 : cluster [DBG] pgmap v157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:21.132 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:02:21.412 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:02:21.412 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:02:21.413 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 5m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:02:21.413 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 5m ago 3h 7193k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:02:21.413 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 5m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:02:21.414 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 5m ago 3h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:02:21.414 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 5m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:02:21.414 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 5m ago 3h 612M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:02:21.414 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 5m ago 3h 425M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:02:21.414 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 5m ago 3h 1480M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:02:21.415 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 5m ago 3h 712M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:02:21.415 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 5m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:02:21.415 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 5m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:02:21.415 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 5m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:02:21.416 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 5m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:02:21.416 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 5m ago 3h 1055M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:02:21.416 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 5m ago 3h 1908M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:02:21.416 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 5m ago 3h 1297M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:02:21.416 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 5m ago 3h 2081M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:02:21.417 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 5m ago 3h 1944M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:02:21.417 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 5m ago 3h 2083M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:02:21.417 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 5m ago 3h 1727M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:02:21.417 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 5m ago 3h 2558M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:02:21.418 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 5m ago 3h 118M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:02:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:02:20.882805+0000 mon.smithi204 (mon.1) 54 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:02:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:02:20.884204+0000 mon.smithi204 (mon.1) 55 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:02:21.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:02:20.885065+0000 mon.smithi204 (mon.1) 56 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:02:21.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:02:21.297507+0000 mon.smithi176 (mon.0) 2504 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:02:21.732 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:02:21.733 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:02:21.733 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:02:21.733 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:02:21.733 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:02:21.734 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:02:21.734 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:02:21.734 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:02:21.734 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:02:21.735 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:02:21.735 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:02:21.735 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:02:21.735 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:02:21.735 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:02:21.736 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:02:21.736 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:02:21.736 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:02:21.736 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:02:21.737 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:02:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:02:20.882805+0000 mon.smithi204 (mon.1) 54 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:02:21.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:02:20.884204+0000 mon.smithi204 (mon.1) 55 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:02:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:02:20.885065+0000 mon.smithi204 (mon.1) 56 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:02:21.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:02:21.297507+0000 mon.smithi176 (mon.0) 2504 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:02:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:02:20.885873+0000 mgr.smithi204.vnvrbl (mgr.24567) 182 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:02:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:02:21.119098+0000 mgr.smithi204.vnvrbl (mgr.24567) 183 : audit [DBG] from='client.39532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:02:22.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:21.238471+0000 mgr.smithi204.vnvrbl (mgr.24567) 184 : cluster [DBG] pgmap v158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:22.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:02:21.303223+0000 mon.smithi176 (mon.0) 2505 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:02:22.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:02:21.402430+0000 mgr.smithi204.vnvrbl (mgr.24567) 185 : audit [DBG] from='client.39536 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:02:22.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:02:21.731865+0000 mon.smithi176 (mon.0) 2506 : audit [DBG] from='client.? 172.21.15.176:0/3731196611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:02:22.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:02:20.885873+0000 mgr.smithi204.vnvrbl (mgr.24567) 182 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:02:22.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:02:21.119098+0000 mgr.smithi204.vnvrbl (mgr.24567) 183 : audit [DBG] from='client.39532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:02:22.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:21.238471+0000 mgr.smithi204.vnvrbl (mgr.24567) 184 : cluster [DBG] pgmap v158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:22.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:02:21.303223+0000 mon.smithi176 (mon.0) 2505 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:02:22.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:02:21.402430+0000 mgr.smithi204.vnvrbl (mgr.24567) 185 : audit [DBG] from='client.39536 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:02:22.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:02:21.731865+0000 mon.smithi176 (mon.0) 2506 : audit [DBG] from='client.? 172.21.15.176:0/3731196611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:02:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:23.239144+0000 mgr.smithi204.vnvrbl (mgr.24567) 186 : cluster [DBG] pgmap v159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:23.239144+0000 mgr.smithi204.vnvrbl (mgr.24567) 186 : cluster [DBG] pgmap v159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:25.239610+0000 mgr.smithi204.vnvrbl (mgr.24567) 187 : cluster [DBG] pgmap v160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:25.239610+0000 mgr.smithi204.vnvrbl (mgr.24567) 187 : cluster [DBG] pgmap v160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:27.240404+0000 mgr.smithi204.vnvrbl (mgr.24567) 188 : cluster [DBG] pgmap v161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:27.240404+0000 mgr.smithi204.vnvrbl (mgr.24567) 188 : cluster [DBG] pgmap v161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:29.241003+0000 mgr.smithi204.vnvrbl (mgr.24567) 189 : cluster [DBG] pgmap v162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:29.241003+0000 mgr.smithi204.vnvrbl (mgr.24567) 189 : cluster [DBG] pgmap v162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:31.241442+0000 mgr.smithi204.vnvrbl (mgr.24567) 190 : cluster [DBG] pgmap v163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:31.241442+0000 mgr.smithi204.vnvrbl (mgr.24567) 190 : cluster [DBG] pgmap v163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:34.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:33.242154+0000 mgr.smithi204.vnvrbl (mgr.24567) 191 : cluster [DBG] pgmap v164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:33.242154+0000 mgr.smithi204.vnvrbl (mgr.24567) 191 : cluster [DBG] pgmap v164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:35.242595+0000 mgr.smithi204.vnvrbl (mgr.24567) 192 : cluster [DBG] pgmap v165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:35.242595+0000 mgr.smithi204.vnvrbl (mgr.24567) 192 : cluster [DBG] pgmap v165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:37.243279+0000 mgr.smithi204.vnvrbl (mgr.24567) 193 : cluster [DBG] pgmap v166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:38.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:37.243279+0000 mgr.smithi204.vnvrbl (mgr.24567) 193 : cluster [DBG] pgmap v166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:39.243763+0000 mgr.smithi204.vnvrbl (mgr.24567) 194 : cluster [DBG] pgmap v167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:39.243763+0000 mgr.smithi204.vnvrbl (mgr.24567) 194 : cluster [DBG] pgmap v167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:41.244230+0000 mgr.smithi204.vnvrbl (mgr.24567) 195 : cluster [DBG] pgmap v168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:41.244230+0000 mgr.smithi204.vnvrbl (mgr.24567) 195 : cluster [DBG] pgmap v168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:43.244910+0000 mgr.smithi204.vnvrbl (mgr.24567) 196 : cluster [DBG] pgmap v169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:43.244910+0000 mgr.smithi204.vnvrbl (mgr.24567) 196 : cluster [DBG] pgmap v169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:45.245370+0000 mgr.smithi204.vnvrbl (mgr.24567) 197 : cluster [DBG] pgmap v170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:45.245370+0000 mgr.smithi204.vnvrbl (mgr.24567) 197 : cluster [DBG] pgmap v170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:47.246246+0000 mgr.smithi204.vnvrbl (mgr.24567) 198 : cluster [DBG] pgmap v171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:47.246246+0000 mgr.smithi204.vnvrbl (mgr.24567) 198 : cluster [DBG] pgmap v171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:49.246686+0000 mgr.smithi204.vnvrbl (mgr.24567) 199 : cluster [DBG] pgmap v172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:49.246686+0000 mgr.smithi204.vnvrbl (mgr.24567) 199 : cluster [DBG] pgmap v172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:52.038 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:02:52.312 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:02:52.312 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 5m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:02:52.312 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 5m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:02:52.313 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 5m ago 3h 7193k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:02:52.313 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 5m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:02:52.313 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 5m ago 3h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:02:52.313 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 5m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:02:52.314 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 5m ago 4h 612M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:02:52.314 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 5m ago 3h 425M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:02:52.314 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 5m ago 4h 1480M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:02:52.314 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 5m ago 3h 712M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:02:52.315 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 5m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:02:52.315 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 5m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:02:52.315 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 5m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:02:52.316 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 5m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:02:52.316 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 5m ago 3h 1055M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:02:52.316 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 5m ago 3h 1908M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:02:52.316 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 5m ago 3h 1297M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:02:52.317 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 5m ago 3h 2081M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:02:52.317 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 5m ago 3h 1944M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:02:52.317 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 5m ago 3h 2083M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:02:52.317 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 5m ago 3h 1727M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:02:52.317 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 5m ago 3h 2558M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:02:52.318 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 5m ago 3h 118M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:02:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:51.247140+0000 mgr.smithi204.vnvrbl (mgr.24567) 200 : cluster [DBG] pgmap v173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:51.247140+0000 mgr.smithi204.vnvrbl (mgr.24567) 200 : cluster [DBG] pgmap v173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:52.637 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:02:52.637 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:02:52.638 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:02:52.638 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:02:52.638 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:02:52.638 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:02:52.638 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:02:52.639 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:02:52.639 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:02:52.639 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:02:52.639 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:02:52.640 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:02:52.640 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:02:52.640 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:02:52.640 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:02:52.641 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:02:52.641 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:02:52.641 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:02:52.641 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:02:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:02:52.025275+0000 mgr.smithi204.vnvrbl (mgr.24567) 201 : audit [DBG] from='client.39544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:02:53.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:02:52.301123+0000 mgr.smithi204.vnvrbl (mgr.24567) 202 : audit [DBG] from='client.39548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:02:53.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:02:52.636083+0000 mon.smithi176 (mon.0) 2507 : audit [DBG] from='client.? 172.21.15.176:0/3179053386' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:02:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:02:52.025275+0000 mgr.smithi204.vnvrbl (mgr.24567) 201 : audit [DBG] from='client.39544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:02:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:02:52.301123+0000 mgr.smithi204.vnvrbl (mgr.24567) 202 : audit [DBG] from='client.39548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:02:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:02:52.636083+0000 mon.smithi176 (mon.0) 2507 : audit [DBG] from='client.? 172.21.15.176:0/3179053386' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:02:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:53.248027+0000 mgr.smithi204.vnvrbl (mgr.24567) 203 : cluster [DBG] pgmap v174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:53.248027+0000 mgr.smithi204.vnvrbl (mgr.24567) 203 : cluster [DBG] pgmap v174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:55.248468+0000 mgr.smithi204.vnvrbl (mgr.24567) 204 : cluster [DBG] pgmap v175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:55.248468+0000 mgr.smithi204.vnvrbl (mgr.24567) 204 : cluster [DBG] pgmap v175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:02:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:02:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:57.249269+0000 mgr.smithi204.vnvrbl (mgr.24567) 205 : cluster [DBG] pgmap v176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:02:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:02:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:57.249269+0000 mgr.smithi204.vnvrbl (mgr.24567) 205 : cluster [DBG] pgmap v176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:02:59.249710+0000 mgr.smithi204.vnvrbl (mgr.24567) 206 : cluster [DBG] pgmap v177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:02:59.249710+0000 mgr.smithi204.vnvrbl (mgr.24567) 206 : cluster [DBG] pgmap v177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:01.250143+0000 mgr.smithi204.vnvrbl (mgr.24567) 207 : cluster [DBG] pgmap v178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:01.250143+0000 mgr.smithi204.vnvrbl (mgr.24567) 207 : cluster [DBG] pgmap v178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:03.251141+0000 mgr.smithi204.vnvrbl (mgr.24567) 208 : cluster [DBG] pgmap v179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:03.251141+0000 mgr.smithi204.vnvrbl (mgr.24567) 208 : cluster [DBG] pgmap v179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:05.251723+0000 mgr.smithi204.vnvrbl (mgr.24567) 209 : cluster [DBG] pgmap v180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:05.251723+0000 mgr.smithi204.vnvrbl (mgr.24567) 209 : cluster [DBG] pgmap v180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:07.252494+0000 mgr.smithi204.vnvrbl (mgr.24567) 210 : cluster [DBG] pgmap v181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:08.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:07.252494+0000 mgr.smithi204.vnvrbl (mgr.24567) 210 : cluster [DBG] pgmap v181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:09.253089+0000 mgr.smithi204.vnvrbl (mgr.24567) 211 : cluster [DBG] pgmap v182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:09.253089+0000 mgr.smithi204.vnvrbl (mgr.24567) 211 : cluster [DBG] pgmap v182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:03:11.207541+0000 mon.smithi204 (mon.1) 57 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:03:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:03:11.208016+0000 mon.smithi176 (mon.0) 2508 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:03:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:03:11.211344+0000 mon.smithi204 (mon.1) 58 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:03:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:03:11.211661+0000 mon.smithi176 (mon.0) 2509 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:03:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:11.253520+0000 mgr.smithi204.vnvrbl (mgr.24567) 212 : cluster [DBG] pgmap v183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:03:11.207541+0000 mon.smithi204 (mon.1) 57 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:03:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:03:11.208016+0000 mon.smithi176 (mon.0) 2508 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:03:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:03:11.211344+0000 mon.smithi204 (mon.1) 58 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:03:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:03:11.211661+0000 mon.smithi176 (mon.0) 2509 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:03:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:11.253520+0000 mgr.smithi204.vnvrbl (mgr.24567) 212 : cluster [DBG] pgmap v183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:13.254267+0000 mgr.smithi204.vnvrbl (mgr.24567) 213 : cluster [DBG] pgmap v184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:13.254267+0000 mgr.smithi204.vnvrbl (mgr.24567) 213 : cluster [DBG] pgmap v184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:15.254771+0000 mgr.smithi204.vnvrbl (mgr.24567) 214 : cluster [DBG] pgmap v185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:15.254771+0000 mgr.smithi204.vnvrbl (mgr.24567) 214 : cluster [DBG] pgmap v185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:17.255439+0000 mgr.smithi204.vnvrbl (mgr.24567) 215 : cluster [DBG] pgmap v186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:17.255439+0000 mgr.smithi204.vnvrbl (mgr.24567) 215 : cluster [DBG] pgmap v186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:19.256022+0000 mgr.smithi204.vnvrbl (mgr.24567) 216 : cluster [DBG] pgmap v187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:19.256022+0000 mgr.smithi204.vnvrbl (mgr.24567) 216 : cluster [DBG] pgmap v187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:21.256499+0000 mgr.smithi204.vnvrbl (mgr.24567) 217 : cluster [DBG] pgmap v188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:03:21.306722+0000 mon.smithi204 (mon.1) 59 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:03:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:03:21.308095+0000 mon.smithi204 (mon.1) 60 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:03:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:03:21.308938+0000 mon.smithi204 (mon.1) 61 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:03:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:03:21.309708+0000 mgr.smithi204.vnvrbl (mgr.24567) 218 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:03:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:03:21.710283+0000 mon.smithi176 (mon.0) 2510 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:03:22.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:03:21.715766+0000 mon.smithi176 (mon.0) 2511 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:03:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:21.256499+0000 mgr.smithi204.vnvrbl (mgr.24567) 217 : cluster [DBG] pgmap v188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:03:21.306722+0000 mon.smithi204 (mon.1) 59 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:03:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:03:21.308095+0000 mon.smithi204 (mon.1) 60 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:03:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:03:21.308938+0000 mon.smithi204 (mon.1) 61 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:03:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:03:21.309708+0000 mgr.smithi204.vnvrbl (mgr.24567) 218 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:03:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:03:21.710283+0000 mon.smithi176 (mon.0) 2510 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:03:22.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:03:21.715766+0000 mon.smithi176 (mon.0) 2511 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:03:22.940 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:03:23.217 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:03:23.218 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 6m ago 3h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:03:23.218 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 6m ago 3h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:03:23.218 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 6m ago 3h 7193k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:03:23.219 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 6m ago 3h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:03:23.219 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 6m ago 3h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:03:23.219 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 6m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:03:23.219 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 6m ago 4h 612M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:03:23.219 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 6m ago 3h 425M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:03:23.220 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 6m ago 4h 1480M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:03:23.220 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 6m ago 3h 712M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:03:23.220 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 6m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:03:23.220 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 6m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:03:23.221 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (3h) 6m ago 3h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:03:23.221 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 6m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:03:23.221 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 6m ago 3h 1055M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:03:23.221 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 6m ago 3h 1908M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:03:23.222 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 6m ago 3h 1297M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:03:23.222 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 6m ago 3h 2081M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:03:23.222 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 6m ago 3h 1944M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:03:23.222 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 6m ago 3h 2083M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:03:23.222 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 6m ago 3h 1727M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:03:23.223 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 6m ago 3h 2558M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:03:23.223 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 6m ago 3h 118M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:03:23.542 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:03:23.542 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:03:23.542 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:03:23.543 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:03:23.543 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:03:23.543 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:03:23.543 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:03:23.544 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:03:23.544 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:03:23.544 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:03:23.544 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:03:23.545 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:03:23.545 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:03:23.545 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:03:23.545 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:03:23.545 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:03:23.546 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:03:23.546 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:03:23.546 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:03:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:03:22.927116+0000 mgr.smithi204.vnvrbl (mgr.24567) 219 : audit [DBG] from='client.39556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:03:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:03:23.206648+0000 mgr.smithi204.vnvrbl (mgr.24567) 220 : audit [DBG] from='client.39560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:03:24.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:23.257459+0000 mgr.smithi204.vnvrbl (mgr.24567) 221 : cluster [DBG] pgmap v189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:24.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:03:23.540850+0000 mon.smithi176 (mon.0) 2512 : audit [DBG] from='client.? 172.21.15.176:0/1802573456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:03:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:03:22.927116+0000 mgr.smithi204.vnvrbl (mgr.24567) 219 : audit [DBG] from='client.39556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:03:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:03:23.206648+0000 mgr.smithi204.vnvrbl (mgr.24567) 220 : audit [DBG] from='client.39560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:03:24.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:23.257459+0000 mgr.smithi204.vnvrbl (mgr.24567) 221 : cluster [DBG] pgmap v189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:24.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:03:23.540850+0000 mon.smithi176 (mon.0) 2512 : audit [DBG] from='client.? 172.21.15.176:0/1802573456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:03:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:25.257874+0000 mgr.smithi204.vnvrbl (mgr.24567) 222 : cluster [DBG] pgmap v190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:25.257874+0000 mgr.smithi204.vnvrbl (mgr.24567) 222 : cluster [DBG] pgmap v190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:27.258631+0000 mgr.smithi204.vnvrbl (mgr.24567) 223 : cluster [DBG] pgmap v191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:27.258631+0000 mgr.smithi204.vnvrbl (mgr.24567) 223 : cluster [DBG] pgmap v191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:29.259229+0000 mgr.smithi204.vnvrbl (mgr.24567) 224 : cluster [DBG] pgmap v192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:29.259229+0000 mgr.smithi204.vnvrbl (mgr.24567) 224 : cluster [DBG] pgmap v192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:31.259713+0000 mgr.smithi204.vnvrbl (mgr.24567) 225 : cluster [DBG] pgmap v193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:31.259713+0000 mgr.smithi204.vnvrbl (mgr.24567) 225 : cluster [DBG] pgmap v193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:33.260482+0000 mgr.smithi204.vnvrbl (mgr.24567) 226 : cluster [DBG] pgmap v194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:33.260482+0000 mgr.smithi204.vnvrbl (mgr.24567) 226 : cluster [DBG] pgmap v194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:35.260957+0000 mgr.smithi204.vnvrbl (mgr.24567) 227 : cluster [DBG] pgmap v195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:35.260957+0000 mgr.smithi204.vnvrbl (mgr.24567) 227 : cluster [DBG] pgmap v195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:37.261662+0000 mgr.smithi204.vnvrbl (mgr.24567) 228 : cluster [DBG] pgmap v196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:38.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:37.261662+0000 mgr.smithi204.vnvrbl (mgr.24567) 228 : cluster [DBG] pgmap v196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:39.262261+0000 mgr.smithi204.vnvrbl (mgr.24567) 229 : cluster [DBG] pgmap v197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:39.262261+0000 mgr.smithi204.vnvrbl (mgr.24567) 229 : cluster [DBG] pgmap v197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:41.262664+0000 mgr.smithi204.vnvrbl (mgr.24567) 230 : cluster [DBG] pgmap v198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:41.262664+0000 mgr.smithi204.vnvrbl (mgr.24567) 230 : cluster [DBG] pgmap v198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:43.263541+0000 mgr.smithi204.vnvrbl (mgr.24567) 231 : cluster [DBG] pgmap v199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:43.263541+0000 mgr.smithi204.vnvrbl (mgr.24567) 231 : cluster [DBG] pgmap v199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:45.264157+0000 mgr.smithi204.vnvrbl (mgr.24567) 232 : cluster [DBG] pgmap v200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:45.264157+0000 mgr.smithi204.vnvrbl (mgr.24567) 232 : cluster [DBG] pgmap v200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:47.264915+0000 mgr.smithi204.vnvrbl (mgr.24567) 233 : cluster [DBG] pgmap v201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:47.264915+0000 mgr.smithi204.vnvrbl (mgr.24567) 233 : cluster [DBG] pgmap v201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:49.265538+0000 mgr.smithi204.vnvrbl (mgr.24567) 234 : cluster [DBG] pgmap v202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:49.265538+0000 mgr.smithi204.vnvrbl (mgr.24567) 234 : cluster [DBG] pgmap v202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:51.265983+0000 mgr.smithi204.vnvrbl (mgr.24567) 235 : cluster [DBG] pgmap v203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:51.265983+0000 mgr.smithi204.vnvrbl (mgr.24567) 235 : cluster [DBG] pgmap v203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:53.847 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:03:54.118 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:03:54.118 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:03:54.118 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 6m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:03:54.119 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 6m ago 3h 7193k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:03:54.119 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 6m ago 4h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:03:54.119 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 6m ago 3h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:03:54.119 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 6m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:03:54.119 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 6m ago 4h 612M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:03:54.120 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 6m ago 3h 425M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:03:54.120 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 6m ago 4h 1480M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:03:54.120 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 6m ago 3h 712M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:03:54.120 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 6m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:03:54.121 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 6m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:03:54.121 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 6m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:03:54.121 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (3h) 6m ago 3h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:03:54.121 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 6m ago 3h 1055M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:03:54.121 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 6m ago 3h 1908M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:03:54.122 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 6m ago 3h 1297M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:03:54.122 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 6m ago 3h 2081M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:03:54.122 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 6m ago 3h 1944M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:03:54.122 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 6m ago 3h 2083M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:03:54.122 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 6m ago 3h 1727M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:03:54.123 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 6m ago 3h 2558M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:03:54.123 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 6m ago 3h 118M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:03:54.444 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:03:54.444 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:03:54.444 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:03:54.444 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:03:54.445 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:03:54.445 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:03:54.445 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:03:54.445 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:03:54.445 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:03:54.446 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:03:54.446 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:03:54.446 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:03:54.446 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:03:54.447 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:03:54.447 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:03:54.447 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:03:54.447 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:03:54.447 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:03:54.448 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:03:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:53.266892+0000 mgr.smithi204.vnvrbl (mgr.24567) 236 : cluster [DBG] pgmap v204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:53.266892+0000 mgr.smithi204.vnvrbl (mgr.24567) 236 : cluster [DBG] pgmap v204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:03:53.833825+0000 mgr.smithi204.vnvrbl (mgr.24567) 237 : audit [DBG] from='client.39568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:03:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:03:54.107155+0000 mgr.smithi204.vnvrbl (mgr.24567) 238 : audit [DBG] from='client.39572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:03:55.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:03:54.442960+0000 mon.smithi176 (mon.0) 2513 : audit [DBG] from='client.? 172.21.15.176:0/1498821431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:03:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:03:53.833825+0000 mgr.smithi204.vnvrbl (mgr.24567) 237 : audit [DBG] from='client.39568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:03:55.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:03:54.107155+0000 mgr.smithi204.vnvrbl (mgr.24567) 238 : audit [DBG] from='client.39572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:03:55.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:03:54.442960+0000 mon.smithi176 (mon.0) 2513 : audit [DBG] from='client.? 172.21.15.176:0/1498821431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:03:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:55.267345+0000 mgr.smithi204.vnvrbl (mgr.24567) 239 : cluster [DBG] pgmap v205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:55.267345+0000 mgr.smithi204.vnvrbl (mgr.24567) 239 : cluster [DBG] pgmap v205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:03:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:03:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:57.268235+0000 mgr.smithi204.vnvrbl (mgr.24567) 240 : cluster [DBG] pgmap v206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:03:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:03:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:57.268235+0000 mgr.smithi204.vnvrbl (mgr.24567) 240 : cluster [DBG] pgmap v206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:03:59.268866+0000 mgr.smithi204.vnvrbl (mgr.24567) 241 : cluster [DBG] pgmap v207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:03:59.268866+0000 mgr.smithi204.vnvrbl (mgr.24567) 241 : cluster [DBG] pgmap v207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:01.269407+0000 mgr.smithi204.vnvrbl (mgr.24567) 242 : cluster [DBG] pgmap v208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:01.269407+0000 mgr.smithi204.vnvrbl (mgr.24567) 242 : cluster [DBG] pgmap v208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:03.270137+0000 mgr.smithi204.vnvrbl (mgr.24567) 243 : cluster [DBG] pgmap v209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:03.270137+0000 mgr.smithi204.vnvrbl (mgr.24567) 243 : cluster [DBG] pgmap v209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:05.270684+0000 mgr.smithi204.vnvrbl (mgr.24567) 244 : cluster [DBG] pgmap v210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:05.270684+0000 mgr.smithi204.vnvrbl (mgr.24567) 244 : cluster [DBG] pgmap v210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:07.271399+0000 mgr.smithi204.vnvrbl (mgr.24567) 245 : cluster [DBG] pgmap v211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:08.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:07.271399+0000 mgr.smithi204.vnvrbl (mgr.24567) 245 : cluster [DBG] pgmap v211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:09.271813+0000 mgr.smithi204.vnvrbl (mgr.24567) 246 : cluster [DBG] pgmap v212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:09.271813+0000 mgr.smithi204.vnvrbl (mgr.24567) 246 : cluster [DBG] pgmap v212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:04:11.209992+0000 mon.smithi204 (mon.1) 62 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:04:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:04:11.210386+0000 mon.smithi176 (mon.0) 2514 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:04:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:04:11.213762+0000 mon.smithi204 (mon.1) 63 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:04:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:04:11.214204+0000 mon.smithi176 (mon.0) 2515 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:04:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:11.272218+0000 mgr.smithi204.vnvrbl (mgr.24567) 247 : cluster [DBG] pgmap v213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:04:11.209992+0000 mon.smithi204 (mon.1) 62 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:04:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:04:11.210386+0000 mon.smithi176 (mon.0) 2514 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:04:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:04:11.213762+0000 mon.smithi204 (mon.1) 63 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:04:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:04:11.214204+0000 mon.smithi176 (mon.0) 2515 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:04:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:11.272218+0000 mgr.smithi204.vnvrbl (mgr.24567) 247 : cluster [DBG] pgmap v213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:13.273104+0000 mgr.smithi204.vnvrbl (mgr.24567) 248 : cluster [DBG] pgmap v214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:13.273104+0000 mgr.smithi204.vnvrbl (mgr.24567) 248 : cluster [DBG] pgmap v214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:15.273553+0000 mgr.smithi204.vnvrbl (mgr.24567) 249 : cluster [DBG] pgmap v215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:15.273553+0000 mgr.smithi204.vnvrbl (mgr.24567) 249 : cluster [DBG] pgmap v215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:17.274257+0000 mgr.smithi204.vnvrbl (mgr.24567) 250 : cluster [DBG] pgmap v216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:17.274257+0000 mgr.smithi204.vnvrbl (mgr.24567) 250 : cluster [DBG] pgmap v216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:19.274898+0000 mgr.smithi204.vnvrbl (mgr.24567) 251 : cluster [DBG] pgmap v217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:19.274898+0000 mgr.smithi204.vnvrbl (mgr.24567) 251 : cluster [DBG] pgmap v217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:21.275573+0000 mgr.smithi204.vnvrbl (mgr.24567) 252 : cluster [DBG] pgmap v218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:04:21.718817+0000 mon.smithi204 (mon.1) 64 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:04:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:04:21.720244+0000 mon.smithi204 (mon.1) 65 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:04:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:04:21.721073+0000 mon.smithi204 (mon.1) 66 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:04:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:04:21.721792+0000 mgr.smithi204.vnvrbl (mgr.24567) 253 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:04:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:21.275573+0000 mgr.smithi204.vnvrbl (mgr.24567) 252 : cluster [DBG] pgmap v218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:04:21.718817+0000 mon.smithi204 (mon.1) 64 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:04:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:04:21.720244+0000 mon.smithi204 (mon.1) 65 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:04:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:04:21.721073+0000 mon.smithi204 (mon.1) 66 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:04:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:04:21.721792+0000 mgr.smithi204.vnvrbl (mgr.24567) 253 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:04:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:04:22.130653+0000 mon.smithi176 (mon.0) 2516 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:04:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:04:22.137754+0000 mon.smithi176 (mon.0) 2517 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:04:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:04:22.130653+0000 mon.smithi176 (mon.0) 2516 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:04:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:04:22.137754+0000 mon.smithi176 (mon.0) 2517 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:04:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:23.276302+0000 mgr.smithi204.vnvrbl (mgr.24567) 254 : cluster [DBG] pgmap v219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:23.276302+0000 mgr.smithi204.vnvrbl (mgr.24567) 254 : cluster [DBG] pgmap v219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:24.750 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:04:25.024 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:04:25.024 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (3h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:04:25.025 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 7m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:04:25.025 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 7m ago 4h 7193k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:04:25.025 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (3h) 7m ago 4h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:04:25.026 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 7m ago 3h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:04:25.026 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 7m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:04:25.026 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 7m ago 4h 612M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:04:25.026 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 7m ago 4h 425M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:04:25.027 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 7m ago 4h 1480M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:04:25.027 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 7m ago 4h 712M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:04:25.027 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 7m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:04:25.027 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 7m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:04:25.028 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 7m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:04:25.028 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 7m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:04:25.028 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 7m ago 3h 1055M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:04:25.028 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 7m ago 3h 1908M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:04:25.028 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 7m ago 3h 1297M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:04:25.029 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 7m ago 3h 2081M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:04:25.029 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 7m ago 3h 1944M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:04:25.029 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 7m ago 3h 2083M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:04:25.029 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 7m ago 3h 1727M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:04:25.030 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 7m ago 3h 2558M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:04:25.030 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (3h) 7m ago 4h 118M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:04:25.348 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:04:25.348 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:04:25.349 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:04:25.349 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:04:25.349 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:04:25.349 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:04:25.350 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:04:25.350 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:04:25.350 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:04:25.350 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:04:25.351 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:04:25.351 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:04:25.351 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:04:25.351 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:04:25.351 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:04:25.352 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:04:25.352 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:04:25.352 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:04:25.353 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:04:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:04:24.737489+0000 mgr.smithi204.vnvrbl (mgr.24567) 255 : audit [DBG] from='client.39580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:04:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:04:24.737489+0000 mgr.smithi204.vnvrbl (mgr.24567) 255 : audit [DBG] from='client.39580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:04:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:04:25.013449+0000 mgr.smithi204.vnvrbl (mgr.24567) 256 : audit [DBG] from='client.39584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:04:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:25.276879+0000 mgr.smithi204.vnvrbl (mgr.24567) 257 : cluster [DBG] pgmap v220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:26.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:04:25.347063+0000 mon.smithi176 (mon.0) 2518 : audit [DBG] from='client.? 172.21.15.176:0/2276067955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:04:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:04:25.013449+0000 mgr.smithi204.vnvrbl (mgr.24567) 256 : audit [DBG] from='client.39584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:04:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:25.276879+0000 mgr.smithi204.vnvrbl (mgr.24567) 257 : cluster [DBG] pgmap v220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:26.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:04:25.347063+0000 mon.smithi176 (mon.0) 2518 : audit [DBG] from='client.? 172.21.15.176:0/2276067955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:04:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:27.277717+0000 mgr.smithi204.vnvrbl (mgr.24567) 258 : cluster [DBG] pgmap v221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:27.277717+0000 mgr.smithi204.vnvrbl (mgr.24567) 258 : cluster [DBG] pgmap v221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:29.278339+0000 mgr.smithi204.vnvrbl (mgr.24567) 259 : cluster [DBG] pgmap v222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:29.278339+0000 mgr.smithi204.vnvrbl (mgr.24567) 259 : cluster [DBG] pgmap v222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:31.278765+0000 mgr.smithi204.vnvrbl (mgr.24567) 260 : cluster [DBG] pgmap v223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:31.278765+0000 mgr.smithi204.vnvrbl (mgr.24567) 260 : cluster [DBG] pgmap v223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:33.279643+0000 mgr.smithi204.vnvrbl (mgr.24567) 261 : cluster [DBG] pgmap v224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:33.279643+0000 mgr.smithi204.vnvrbl (mgr.24567) 261 : cluster [DBG] pgmap v224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:35.280325+0000 mgr.smithi204.vnvrbl (mgr.24567) 262 : cluster [DBG] pgmap v225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:35.280325+0000 mgr.smithi204.vnvrbl (mgr.24567) 262 : cluster [DBG] pgmap v225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:37.281048+0000 mgr.smithi204.vnvrbl (mgr.24567) 263 : cluster [DBG] pgmap v226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:38.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:37.281048+0000 mgr.smithi204.vnvrbl (mgr.24567) 263 : cluster [DBG] pgmap v226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:39.281532+0000 mgr.smithi204.vnvrbl (mgr.24567) 264 : cluster [DBG] pgmap v227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:39.281532+0000 mgr.smithi204.vnvrbl (mgr.24567) 264 : cluster [DBG] pgmap v227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:41.282050+0000 mgr.smithi204.vnvrbl (mgr.24567) 265 : cluster [DBG] pgmap v228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:41.282050+0000 mgr.smithi204.vnvrbl (mgr.24567) 265 : cluster [DBG] pgmap v228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:43.282805+0000 mgr.smithi204.vnvrbl (mgr.24567) 266 : cluster [DBG] pgmap v229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:43.282805+0000 mgr.smithi204.vnvrbl (mgr.24567) 266 : cluster [DBG] pgmap v229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:45.283352+0000 mgr.smithi204.vnvrbl (mgr.24567) 267 : cluster [DBG] pgmap v230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:45.283352+0000 mgr.smithi204.vnvrbl (mgr.24567) 267 : cluster [DBG] pgmap v230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:47.284010+0000 mgr.smithi204.vnvrbl (mgr.24567) 268 : cluster [DBG] pgmap v231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:47.284010+0000 mgr.smithi204.vnvrbl (mgr.24567) 268 : cluster [DBG] pgmap v231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:49.284429+0000 mgr.smithi204.vnvrbl (mgr.24567) 269 : cluster [DBG] pgmap v232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:49.284429+0000 mgr.smithi204.vnvrbl (mgr.24567) 269 : cluster [DBG] pgmap v232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:51.284974+0000 mgr.smithi204.vnvrbl (mgr.24567) 270 : cluster [DBG] pgmap v233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:51.284974+0000 mgr.smithi204.vnvrbl (mgr.24567) 270 : cluster [DBG] pgmap v233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:53.285899+0000 mgr.smithi204.vnvrbl (mgr.24567) 271 : cluster [DBG] pgmap v234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:53.285899+0000 mgr.smithi204.vnvrbl (mgr.24567) 271 : cluster [DBG] pgmap v234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:55.652 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:04:55.923 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:04:55.924 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:04:55.924 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 7m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:04:55.924 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 7m ago 4h 7193k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:04:55.924 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 7m ago 4h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:04:55.925 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 7m ago 3h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:04:55.925 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 7m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:04:55.925 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 7m ago 4h 612M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:04:55.925 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 7m ago 4h 425M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:04:55.925 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 7m ago 4h 1480M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:04:55.926 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 7m ago 4h 712M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:04:55.926 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 7m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:04:55.926 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 7m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:04:55.926 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 7m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:04:55.927 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 7m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:04:55.927 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 7m ago 4h 1055M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:04:55.927 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (3h) 7m ago 3h 1908M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:04:55.927 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (3h) 7m ago 3h 1297M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:04:55.928 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 7m ago 3h 2081M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:04:55.928 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 7m ago 3h 1944M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:04:55.928 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 7m ago 3h 2083M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:04:55.928 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 7m ago 3h 1727M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:04:55.928 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 7m ago 3h 2558M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:04:55.929 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 7m ago 4h 118M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:04:56.251 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:04:56.251 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:04:56.252 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:04:56.252 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:04:56.252 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:04:56.252 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:04:56.252 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:04:56.253 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:04:56.253 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:04:56.253 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:04:56.253 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:04:56.253 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:04:56.254 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:04:56.254 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:04:56.254 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:04:56.254 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:04:56.255 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:04:56.255 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:04:56.255 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:04:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:55.286394+0000 mgr.smithi204.vnvrbl (mgr.24567) 272 : cluster [DBG] pgmap v235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:04:55.639907+0000 mgr.smithi204.vnvrbl (mgr.24567) 273 : audit [DBG] from='client.39592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:04:56.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:04:56.250164+0000 mon.smithi176 (mon.0) 2519 : audit [DBG] from='client.? 172.21.15.176:0/3361232210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:04:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:55.286394+0000 mgr.smithi204.vnvrbl (mgr.24567) 272 : cluster [DBG] pgmap v235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:04:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:04:55.639907+0000 mgr.smithi204.vnvrbl (mgr.24567) 273 : audit [DBG] from='client.39592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:04:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:04:56.250164+0000 mon.smithi176 (mon.0) 2519 : audit [DBG] from='client.? 172.21.15.176:0/3361232210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:04:57.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:04:55.912477+0000 mgr.smithi204.vnvrbl (mgr.24567) 274 : audit [DBG] from='client.39596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:04:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:04:55.912477+0000 mgr.smithi204.vnvrbl (mgr.24567) 274 : audit [DBG] from='client.39596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:04:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:04:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:57.287047+0000 mgr.smithi204.vnvrbl (mgr.24567) 275 : cluster [DBG] pgmap v236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:04:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:04:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:57.287047+0000 mgr.smithi204.vnvrbl (mgr.24567) 275 : cluster [DBG] pgmap v236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:04:59.287490+0000 mgr.smithi204.vnvrbl (mgr.24567) 276 : cluster [DBG] pgmap v237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:04:59.287490+0000 mgr.smithi204.vnvrbl (mgr.24567) 276 : cluster [DBG] pgmap v237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:01.287901+0000 mgr.smithi204.vnvrbl (mgr.24567) 277 : cluster [DBG] pgmap v238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:01.287901+0000 mgr.smithi204.vnvrbl (mgr.24567) 277 : cluster [DBG] pgmap v238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:03.288690+0000 mgr.smithi204.vnvrbl (mgr.24567) 278 : cluster [DBG] pgmap v239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:03.288690+0000 mgr.smithi204.vnvrbl (mgr.24567) 278 : cluster [DBG] pgmap v239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:05.289255+0000 mgr.smithi204.vnvrbl (mgr.24567) 279 : cluster [DBG] pgmap v240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:05.289255+0000 mgr.smithi204.vnvrbl (mgr.24567) 279 : cluster [DBG] pgmap v240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:07.289893+0000 mgr.smithi204.vnvrbl (mgr.24567) 280 : cluster [DBG] pgmap v241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:08.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:07.289893+0000 mgr.smithi204.vnvrbl (mgr.24567) 280 : cluster [DBG] pgmap v241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:09.290410+0000 mgr.smithi204.vnvrbl (mgr.24567) 281 : cluster [DBG] pgmap v242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:09.290410+0000 mgr.smithi204.vnvrbl (mgr.24567) 281 : cluster [DBG] pgmap v242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:05:11.212570+0000 mon.smithi204 (mon.1) 67 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:05:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:05:11.213024+0000 mon.smithi176 (mon.0) 2520 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:05:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:05:11.216603+0000 mon.smithi204 (mon.1) 68 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:05:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:05:11.217111+0000 mon.smithi176 (mon.0) 2521 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:05:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:11.290872+0000 mgr.smithi204.vnvrbl (mgr.24567) 282 : cluster [DBG] pgmap v243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:05:11.212570+0000 mon.smithi204 (mon.1) 67 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:05:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:05:11.213024+0000 mon.smithi176 (mon.0) 2520 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:05:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:05:11.216603+0000 mon.smithi204 (mon.1) 68 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:05:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:05:11.217111+0000 mon.smithi176 (mon.0) 2521 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:05:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:11.290872+0000 mgr.smithi204.vnvrbl (mgr.24567) 282 : cluster [DBG] pgmap v243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:13.291691+0000 mgr.smithi204.vnvrbl (mgr.24567) 283 : cluster [DBG] pgmap v244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:13.291691+0000 mgr.smithi204.vnvrbl (mgr.24567) 283 : cluster [DBG] pgmap v244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:15.292236+0000 mgr.smithi204.vnvrbl (mgr.24567) 284 : cluster [DBG] pgmap v245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:15.292236+0000 mgr.smithi204.vnvrbl (mgr.24567) 284 : cluster [DBG] pgmap v245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:17.293136+0000 mgr.smithi204.vnvrbl (mgr.24567) 285 : cluster [DBG] pgmap v246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:17.293136+0000 mgr.smithi204.vnvrbl (mgr.24567) 285 : cluster [DBG] pgmap v246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:19.293679+0000 mgr.smithi204.vnvrbl (mgr.24567) 286 : cluster [DBG] pgmap v247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:19.293679+0000 mgr.smithi204.vnvrbl (mgr.24567) 286 : cluster [DBG] pgmap v247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:21.294331+0000 mgr.smithi204.vnvrbl (mgr.24567) 287 : cluster [DBG] pgmap v248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:21.294331+0000 mgr.smithi204.vnvrbl (mgr.24567) 287 : cluster [DBG] pgmap v248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:05:22.140901+0000 mon.smithi204 (mon.1) 69 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:05:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:05:22.142240+0000 mon.smithi204 (mon.1) 70 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:05:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:05:22.143044+0000 mon.smithi204 (mon.1) 71 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:05:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:05:22.143801+0000 mgr.smithi204.vnvrbl (mgr.24567) 288 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:05:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:05:22.545364+0000 mon.smithi176 (mon.0) 2522 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:05:23.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:05:22.553474+0000 mon.smithi176 (mon.0) 2523 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:05:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:05:22.140901+0000 mon.smithi204 (mon.1) 69 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:05:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:05:22.142240+0000 mon.smithi204 (mon.1) 70 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:05:23.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:05:22.143044+0000 mon.smithi204 (mon.1) 71 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:05:23.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:05:22.143801+0000 mgr.smithi204.vnvrbl (mgr.24567) 288 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:05:23.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:05:22.545364+0000 mon.smithi176 (mon.0) 2522 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:05:23.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:05:22.553474+0000 mon.smithi176 (mon.0) 2523 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:05:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:23.295073+0000 mgr.smithi204.vnvrbl (mgr.24567) 289 : cluster [DBG] pgmap v249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:23.295073+0000 mgr.smithi204.vnvrbl (mgr.24567) 289 : cluster [DBG] pgmap v249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:26.558 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:05:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:25.295539+0000 mgr.smithi204.vnvrbl (mgr.24567) 290 : cluster [DBG] pgmap v250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:25.295539+0000 mgr.smithi204.vnvrbl (mgr.24567) 290 : cluster [DBG] pgmap v250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:26.829 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:05:26.830 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:05:26.830 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 8m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:05:26.830 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 8m ago 4h 7193k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:05:26.831 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 8m ago 4h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:05:26.831 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 8m ago 3h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:05:26.831 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 8m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:05:26.832 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 8m ago 4h 612M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:05:26.832 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 8m ago 4h 425M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:05:26.832 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 8m ago 4h 1480M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:05:26.832 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 8m ago 4h 712M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:05:26.833 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 8m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:05:26.833 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 8m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:05:26.833 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 8m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:05:26.834 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:05:26.834 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 8m ago 4h 1055M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:05:26.834 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 8m ago 4h 1908M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:05:26.835 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 8m ago 4h 1297M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:05:26.835 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (3h) 8m ago 3h 2081M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:05:26.835 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (3h) 8m ago 3h 1944M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:05:26.836 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 8m ago 3h 2083M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:05:26.836 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 8m ago 3h 1727M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:05:26.836 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 8m ago 3h 2558M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:05:26.837 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 8m ago 4h 118M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:05:27.154 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:05:27.154 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:05:27.154 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:05:27.155 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:05:27.155 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:05:27.155 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:05:27.155 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:05:27.156 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:05:27.156 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:05:27.156 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:05:27.156 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:05:27.157 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:05:27.157 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:05:27.157 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:05:27.157 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:05:27.157 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:05:27.158 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:05:27.158 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:05:27.158 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:05:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:05:26.545327+0000 mgr.smithi204.vnvrbl (mgr.24567) 291 : audit [DBG] from='client.39604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:05:27.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:05:27.153097+0000 mon.smithi176 (mon.0) 2524 : audit [DBG] from='client.? 172.21.15.176:0/1145556790' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:05:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:05:26.545327+0000 mgr.smithi204.vnvrbl (mgr.24567) 291 : audit [DBG] from='client.39604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:05:27.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:05:27.153097+0000 mon.smithi176 (mon.0) 2524 : audit [DBG] from='client.? 172.21.15.176:0/1145556790' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:05:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:05:26.818514+0000 mgr.smithi204.vnvrbl (mgr.24567) 292 : audit [DBG] from='client.39608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:05:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:27.296233+0000 mgr.smithi204.vnvrbl (mgr.24567) 293 : cluster [DBG] pgmap v251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:05:26.818514+0000 mgr.smithi204.vnvrbl (mgr.24567) 292 : audit [DBG] from='client.39608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:05:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:27.296233+0000 mgr.smithi204.vnvrbl (mgr.24567) 293 : cluster [DBG] pgmap v251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:29.296743+0000 mgr.smithi204.vnvrbl (mgr.24567) 294 : cluster [DBG] pgmap v252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:29.296743+0000 mgr.smithi204.vnvrbl (mgr.24567) 294 : cluster [DBG] pgmap v252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:31.297202+0000 mgr.smithi204.vnvrbl (mgr.24567) 295 : cluster [DBG] pgmap v253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:31.297202+0000 mgr.smithi204.vnvrbl (mgr.24567) 295 : cluster [DBG] pgmap v253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:33.298043+0000 mgr.smithi204.vnvrbl (mgr.24567) 296 : cluster [DBG] pgmap v254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:33.298043+0000 mgr.smithi204.vnvrbl (mgr.24567) 296 : cluster [DBG] pgmap v254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:35.298524+0000 mgr.smithi204.vnvrbl (mgr.24567) 297 : cluster [DBG] pgmap v255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:35.298524+0000 mgr.smithi204.vnvrbl (mgr.24567) 297 : cluster [DBG] pgmap v255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:37.299240+0000 mgr.smithi204.vnvrbl (mgr.24567) 298 : cluster [DBG] pgmap v256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:38.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:37.299240+0000 mgr.smithi204.vnvrbl (mgr.24567) 298 : cluster [DBG] pgmap v256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:39.299802+0000 mgr.smithi204.vnvrbl (mgr.24567) 299 : cluster [DBG] pgmap v257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:39.299802+0000 mgr.smithi204.vnvrbl (mgr.24567) 299 : cluster [DBG] pgmap v257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:41.300303+0000 mgr.smithi204.vnvrbl (mgr.24567) 300 : cluster [DBG] pgmap v258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:41.300303+0000 mgr.smithi204.vnvrbl (mgr.24567) 300 : cluster [DBG] pgmap v258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:43.300988+0000 mgr.smithi204.vnvrbl (mgr.24567) 301 : cluster [DBG] pgmap v259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:43.300988+0000 mgr.smithi204.vnvrbl (mgr.24567) 301 : cluster [DBG] pgmap v259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:45.301395+0000 mgr.smithi204.vnvrbl (mgr.24567) 302 : cluster [DBG] pgmap v260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:45.301395+0000 mgr.smithi204.vnvrbl (mgr.24567) 302 : cluster [DBG] pgmap v260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:47.302318+0000 mgr.smithi204.vnvrbl (mgr.24567) 303 : cluster [DBG] pgmap v261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:47.302318+0000 mgr.smithi204.vnvrbl (mgr.24567) 303 : cluster [DBG] pgmap v261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:49.302741+0000 mgr.smithi204.vnvrbl (mgr.24567) 304 : cluster [DBG] pgmap v262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:49.302741+0000 mgr.smithi204.vnvrbl (mgr.24567) 304 : cluster [DBG] pgmap v262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:51.303163+0000 mgr.smithi204.vnvrbl (mgr.24567) 305 : cluster [DBG] pgmap v263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:51.303163+0000 mgr.smithi204.vnvrbl (mgr.24567) 305 : cluster [DBG] pgmap v263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:53.303999+0000 mgr.smithi204.vnvrbl (mgr.24567) 306 : cluster [DBG] pgmap v264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:53.303999+0000 mgr.smithi204.vnvrbl (mgr.24567) 306 : cluster [DBG] pgmap v264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:55.304530+0000 mgr.smithi204.vnvrbl (mgr.24567) 307 : cluster [DBG] pgmap v265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:55.304530+0000 mgr.smithi204.vnvrbl (mgr.24567) 307 : cluster [DBG] pgmap v265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:05:57.459 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:05:57.733 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:05:57.734 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:05:57.734 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 8m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:05:57.734 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 8m ago 4h 7193k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:05:57.734 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 8m ago 4h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:05:57.735 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 8m ago 3h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:05:57.735 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 8m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:05:57.735 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 8m ago 4h 612M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:05:57.735 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 8m ago 4h 425M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:05:57.736 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 8m ago 4h 1480M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:05:57.736 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 8m ago 4h 712M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:05:57.736 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 8m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:05:57.737 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 8m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:05:57.737 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 8m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:05:57.737 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:05:57.738 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 8m ago 4h 1055M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:05:57.738 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 8m ago 4h 1908M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:05:57.738 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 8m ago 4h 1297M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:05:57.739 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 8m ago 4h 2081M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:05:57.739 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 8m ago 4h 1944M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:05:57.739 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (3h) 8m ago 3h 2083M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:05:57.739 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (3h) 8m ago 3h 1727M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:05:57.740 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 8m ago 3h 2558M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:05:57.740 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 8m ago 4h 118M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:05:58.055 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:05:58.055 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:05:58.055 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:05:58.055 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:05:58.056 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:05:58.056 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:05:58.056 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:05:58.056 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:05:58.056 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:05:58.057 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:05:58.057 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:05:58.057 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:05:58.057 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:05:58.058 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:05:58.058 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:05:58.058 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:05:58.058 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:05:58.058 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:05:58.059 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:05:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:57.305222+0000 mgr.smithi204.vnvrbl (mgr.24567) 308 : cluster [DBG] pgmap v266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:58.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:05:57.446685+0000 mgr.smithi204.vnvrbl (mgr.24567) 309 : audit [DBG] from='client.39616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:05:58.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:05:57.722403+0000 mgr.smithi204.vnvrbl (mgr.24567) 310 : audit [DBG] from='client.39620 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:05:58.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:05:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:05:58.053847+0000 mon.smithi176 (mon.0) 2525 : audit [DBG] from='client.? 172.21.15.176:0/2754734577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:05:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:57.305222+0000 mgr.smithi204.vnvrbl (mgr.24567) 308 : cluster [DBG] pgmap v266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:05:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:05:57.446685+0000 mgr.smithi204.vnvrbl (mgr.24567) 309 : audit [DBG] from='client.39616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:05:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:05:57.722403+0000 mgr.smithi204.vnvrbl (mgr.24567) 310 : audit [DBG] from='client.39620 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:05:58.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:05:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:05:58.053847+0000 mon.smithi176 (mon.0) 2525 : audit [DBG] from='client.? 172.21.15.176:0/2754734577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:06:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:05:59.305590+0000 mgr.smithi204.vnvrbl (mgr.24567) 311 : cluster [DBG] pgmap v267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:05:59.305590+0000 mgr.smithi204.vnvrbl (mgr.24567) 311 : cluster [DBG] pgmap v267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:01.306031+0000 mgr.smithi204.vnvrbl (mgr.24567) 312 : cluster [DBG] pgmap v268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:01.306031+0000 mgr.smithi204.vnvrbl (mgr.24567) 312 : cluster [DBG] pgmap v268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:03.306920+0000 mgr.smithi204.vnvrbl (mgr.24567) 313 : cluster [DBG] pgmap v269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:03.306920+0000 mgr.smithi204.vnvrbl (mgr.24567) 313 : cluster [DBG] pgmap v269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:05.307471+0000 mgr.smithi204.vnvrbl (mgr.24567) 314 : cluster [DBG] pgmap v270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:05.307471+0000 mgr.smithi204.vnvrbl (mgr.24567) 314 : cluster [DBG] pgmap v270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:07.308207+0000 mgr.smithi204.vnvrbl (mgr.24567) 315 : cluster [DBG] pgmap v271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:08.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:07.308207+0000 mgr.smithi204.vnvrbl (mgr.24567) 315 : cluster [DBG] pgmap v271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:09.308673+0000 mgr.smithi204.vnvrbl (mgr.24567) 316 : cluster [DBG] pgmap v272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:09.308673+0000 mgr.smithi204.vnvrbl (mgr.24567) 316 : cluster [DBG] pgmap v272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:06:11.215015+0000 mon.smithi204 (mon.1) 72 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:06:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:06:11.215637+0000 mon.smithi176 (mon.0) 2526 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:06:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:06:11.219327+0000 mon.smithi204 (mon.1) 73 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:06:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:06:11.219868+0000 mon.smithi176 (mon.0) 2527 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:06:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:11.309088+0000 mgr.smithi204.vnvrbl (mgr.24567) 317 : cluster [DBG] pgmap v273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:06:11.215015+0000 mon.smithi204 (mon.1) 72 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:06:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:06:11.215637+0000 mon.smithi176 (mon.0) 2526 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:06:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:06:11.219327+0000 mon.smithi204 (mon.1) 73 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:06:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:06:11.219868+0000 mon.smithi176 (mon.0) 2527 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:06:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:11.309088+0000 mgr.smithi204.vnvrbl (mgr.24567) 317 : cluster [DBG] pgmap v273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:13.309812+0000 mgr.smithi204.vnvrbl (mgr.24567) 318 : cluster [DBG] pgmap v274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:13.309812+0000 mgr.smithi204.vnvrbl (mgr.24567) 318 : cluster [DBG] pgmap v274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:15.310388+0000 mgr.smithi204.vnvrbl (mgr.24567) 319 : cluster [DBG] pgmap v275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:15.310388+0000 mgr.smithi204.vnvrbl (mgr.24567) 319 : cluster [DBG] pgmap v275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:17.310991+0000 mgr.smithi204.vnvrbl (mgr.24567) 320 : cluster [DBG] pgmap v276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:17.310991+0000 mgr.smithi204.vnvrbl (mgr.24567) 320 : cluster [DBG] pgmap v276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:19.311496+0000 mgr.smithi204.vnvrbl (mgr.24567) 321 : cluster [DBG] pgmap v277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:19.311496+0000 mgr.smithi204.vnvrbl (mgr.24567) 321 : cluster [DBG] pgmap v277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:21.311989+0000 mgr.smithi204.vnvrbl (mgr.24567) 322 : cluster [DBG] pgmap v278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:21.311989+0000 mgr.smithi204.vnvrbl (mgr.24567) 322 : cluster [DBG] pgmap v278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:06:22.556311+0000 mon.smithi204 (mon.1) 74 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:06:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:06:22.557747+0000 mon.smithi204 (mon.1) 75 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:06:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:06:22.558642+0000 mon.smithi204 (mon.1) 76 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:06:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:06:22.559438+0000 mgr.smithi204.vnvrbl (mgr.24567) 323 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:06:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:06:22.961619+0000 mon.smithi176 (mon.0) 2528 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:06:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:06:22.966796+0000 mon.smithi176 (mon.0) 2529 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:06:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:06:22.556311+0000 mon.smithi204 (mon.1) 74 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:06:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:06:22.557747+0000 mon.smithi204 (mon.1) 75 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:06:23.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:06:22.558642+0000 mon.smithi204 (mon.1) 76 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:06:23.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:06:22.559438+0000 mgr.smithi204.vnvrbl (mgr.24567) 323 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:06:23.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:06:22.961619+0000 mon.smithi176 (mon.0) 2528 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:06:23.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:06:22.966796+0000 mon.smithi176 (mon.0) 2529 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:06:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:23.312891+0000 mgr.smithi204.vnvrbl (mgr.24567) 324 : cluster [DBG] pgmap v279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:23.312891+0000 mgr.smithi204.vnvrbl (mgr.24567) 324 : cluster [DBG] pgmap v279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:25.313371+0000 mgr.smithi204.vnvrbl (mgr.24567) 325 : cluster [DBG] pgmap v280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:25.313371+0000 mgr.smithi204.vnvrbl (mgr.24567) 325 : cluster [DBG] pgmap v280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:28.359 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:06:28.628 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:06:28.628 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:06:28.629 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 9m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:06:28.629 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 9m ago 4h 7193k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:06:28.629 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 9m ago 4h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:06:28.629 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 9m ago 3h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:06:28.629 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 9m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:06:28.630 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 9m ago 4h 612M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:06:28.630 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 9m ago 4h 425M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:06:28.630 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 9m ago 4h 1480M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:06:28.630 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 9m ago 4h 712M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:06:28.631 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 9m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:06:28.631 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 9m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:06:28.631 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 9m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:06:28.631 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:06:28.631 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 9m ago 4h 1055M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:06:28.632 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 9m ago 4h 1908M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:06:28.632 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 9m ago 4h 1297M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:06:28.632 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 9m ago 4h 2081M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:06:28.632 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 9m ago 4h 1944M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:06:28.632 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 9m ago 4h 2083M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:06:28.633 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 9m ago 4h 1727M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:06:28.633 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (3h) 9m ago 3h 2558M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:06:28.633 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 9m ago 4h 118M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:06:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:27.314011+0000 mgr.smithi204.vnvrbl (mgr.24567) 326 : cluster [DBG] pgmap v281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:27.314011+0000 mgr.smithi204.vnvrbl (mgr.24567) 326 : cluster [DBG] pgmap v281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:28.952 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:06:28.953 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:06:28.953 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:06:28.953 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:06:28.954 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:06:28.954 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:06:28.954 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:06:28.955 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:06:28.955 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:06:28.955 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:06:28.955 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:06:28.955 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:06:28.956 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:06:28.956 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:06:28.956 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:06:28.956 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:06:28.957 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:06:28.957 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:06:28.957 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:06:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:06:28.346631+0000 mgr.smithi204.vnvrbl (mgr.24567) 327 : audit [DBG] from='client.39628 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:06:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:06:28.617118+0000 mgr.smithi204.vnvrbl (mgr.24567) 328 : audit [DBG] from='client.39632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:06:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:06:28.951141+0000 mon.smithi176 (mon.0) 2530 : audit [DBG] from='client.? 172.21.15.176:0/3521394667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:06:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:06:28.346631+0000 mgr.smithi204.vnvrbl (mgr.24567) 327 : audit [DBG] from='client.39628 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:06:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:06:28.617118+0000 mgr.smithi204.vnvrbl (mgr.24567) 328 : audit [DBG] from='client.39632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:06:29.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:06:28.951141+0000 mon.smithi176 (mon.0) 2530 : audit [DBG] from='client.? 172.21.15.176:0/3521394667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:06:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:29.314620+0000 mgr.smithi204.vnvrbl (mgr.24567) 329 : cluster [DBG] pgmap v282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:29.314620+0000 mgr.smithi204.vnvrbl (mgr.24567) 329 : cluster [DBG] pgmap v282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:31.315084+0000 mgr.smithi204.vnvrbl (mgr.24567) 330 : cluster [DBG] pgmap v283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:31.315084+0000 mgr.smithi204.vnvrbl (mgr.24567) 330 : cluster [DBG] pgmap v283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:33.315786+0000 mgr.smithi204.vnvrbl (mgr.24567) 331 : cluster [DBG] pgmap v284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:33.315786+0000 mgr.smithi204.vnvrbl (mgr.24567) 331 : cluster [DBG] pgmap v284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:35.316327+0000 mgr.smithi204.vnvrbl (mgr.24567) 332 : cluster [DBG] pgmap v285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:35.316327+0000 mgr.smithi204.vnvrbl (mgr.24567) 332 : cluster [DBG] pgmap v285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:37.317059+0000 mgr.smithi204.vnvrbl (mgr.24567) 333 : cluster [DBG] pgmap v286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:38.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:37.317059+0000 mgr.smithi204.vnvrbl (mgr.24567) 333 : cluster [DBG] pgmap v286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:39.317572+0000 mgr.smithi204.vnvrbl (mgr.24567) 334 : cluster [DBG] pgmap v287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:39.317572+0000 mgr.smithi204.vnvrbl (mgr.24567) 334 : cluster [DBG] pgmap v287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:41.318039+0000 mgr.smithi204.vnvrbl (mgr.24567) 335 : cluster [DBG] pgmap v288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:41.318039+0000 mgr.smithi204.vnvrbl (mgr.24567) 335 : cluster [DBG] pgmap v288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:43.318871+0000 mgr.smithi204.vnvrbl (mgr.24567) 336 : cluster [DBG] pgmap v289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:43.318871+0000 mgr.smithi204.vnvrbl (mgr.24567) 336 : cluster [DBG] pgmap v289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:45.319287+0000 mgr.smithi204.vnvrbl (mgr.24567) 337 : cluster [DBG] pgmap v290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:45.319287+0000 mgr.smithi204.vnvrbl (mgr.24567) 337 : cluster [DBG] pgmap v290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:47.320096+0000 mgr.smithi204.vnvrbl (mgr.24567) 338 : cluster [DBG] pgmap v291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:47.320096+0000 mgr.smithi204.vnvrbl (mgr.24567) 338 : cluster [DBG] pgmap v291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:49.320526+0000 mgr.smithi204.vnvrbl (mgr.24567) 339 : cluster [DBG] pgmap v292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:49.320526+0000 mgr.smithi204.vnvrbl (mgr.24567) 339 : cluster [DBG] pgmap v292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:51.321030+0000 mgr.smithi204.vnvrbl (mgr.24567) 340 : cluster [DBG] pgmap v293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:51.321030+0000 mgr.smithi204.vnvrbl (mgr.24567) 340 : cluster [DBG] pgmap v293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:53.321755+0000 mgr.smithi204.vnvrbl (mgr.24567) 341 : cluster [DBG] pgmap v294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:53.321755+0000 mgr.smithi204.vnvrbl (mgr.24567) 341 : cluster [DBG] pgmap v294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:55.322345+0000 mgr.smithi204.vnvrbl (mgr.24567) 342 : cluster [DBG] pgmap v295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:55.322345+0000 mgr.smithi204.vnvrbl (mgr.24567) 342 : cluster [DBG] pgmap v295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:06:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:06:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:57.323148+0000 mgr.smithi204.vnvrbl (mgr.24567) 343 : cluster [DBG] pgmap v296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:06:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:57.323148+0000 mgr.smithi204.vnvrbl (mgr.24567) 343 : cluster [DBG] pgmap v296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:06:59.260 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:06:59.533 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:06:59.533 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:06:59.533 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 9m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:06:59.534 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 9m ago 4h 7193k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:06:59.534 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 9m ago 4h 44.4M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:06:59.534 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 9m ago 3h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:06:59.534 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 9m ago 3h 25.0M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:06:59.535 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 9m ago 4h 612M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:06:59.535 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 9m ago 4h 425M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:06:59.544 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 9m ago 4h 1480M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:06:59.545 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 9m ago 4h 712M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:06:59.545 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 9m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:06:59.545 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 9m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:06:59.545 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 9m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:06:59.546 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:06:59.546 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 9m ago 4h 1055M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:06:59.546 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 9m ago 4h 1908M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:06:59.546 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 9m ago 4h 1297M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:06:59.547 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 9m ago 4h 2081M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:06:59.547 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 9m ago 4h 1944M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:06:59.547 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 9m ago 4h 2083M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:06:59.547 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 9m ago 4h 1727M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:06:59.547 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 9m ago 4h 2558M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:06:59.548 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 9m ago 4h 118M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:06:59.856 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:06:59.857 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:06:59.857 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:06:59.857 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:06:59.857 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:06:59.858 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:06:59.858 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:06:59.858 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:06:59.858 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:06:59.859 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:06:59.859 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:06:59.859 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:06:59.859 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:06:59.860 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:06:59.860 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:06:59.860 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:06:59.860 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:06:59.860 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:06:59.861 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:07:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:06:59.246604+0000 mgr.smithi204.vnvrbl (mgr.24567) 344 : audit [DBG] from='client.39640 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:07:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:06:59.323554+0000 mgr.smithi204.vnvrbl (mgr.24567) 345 : cluster [DBG] pgmap v297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:06:59.521928+0000 mgr.smithi204.vnvrbl (mgr.24567) 346 : audit [DBG] from='client.39644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:07:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:06:59.855658+0000 mon.smithi176 (mon.0) 2531 : audit [DBG] from='client.? 172.21.15.176:0/3997161295' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:07:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:06:59.246604+0000 mgr.smithi204.vnvrbl (mgr.24567) 344 : audit [DBG] from='client.39640 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:07:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:06:59.323554+0000 mgr.smithi204.vnvrbl (mgr.24567) 345 : cluster [DBG] pgmap v297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:00.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:06:59.521928+0000 mgr.smithi204.vnvrbl (mgr.24567) 346 : audit [DBG] from='client.39644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:07:00.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:06:59.855658+0000 mon.smithi176 (mon.0) 2531 : audit [DBG] from='client.? 172.21.15.176:0/3997161295' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:07:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:01.324053+0000 mgr.smithi204.vnvrbl (mgr.24567) 347 : cluster [DBG] pgmap v298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:01.324053+0000 mgr.smithi204.vnvrbl (mgr.24567) 347 : cluster [DBG] pgmap v298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:03.324832+0000 mgr.smithi204.vnvrbl (mgr.24567) 348 : cluster [DBG] pgmap v299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:03.324832+0000 mgr.smithi204.vnvrbl (mgr.24567) 348 : cluster [DBG] pgmap v299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:05.325313+0000 mgr.smithi204.vnvrbl (mgr.24567) 349 : cluster [DBG] pgmap v300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:05.325313+0000 mgr.smithi204.vnvrbl (mgr.24567) 349 : cluster [DBG] pgmap v300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:07.325934+0000 mgr.smithi204.vnvrbl (mgr.24567) 350 : cluster [DBG] pgmap v301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:08.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:07.325934+0000 mgr.smithi204.vnvrbl (mgr.24567) 350 : cluster [DBG] pgmap v301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:09.326499+0000 mgr.smithi204.vnvrbl (mgr.24567) 351 : cluster [DBG] pgmap v302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:09.326499+0000 mgr.smithi204.vnvrbl (mgr.24567) 351 : cluster [DBG] pgmap v302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:07:11.217704+0000 mon.smithi204 (mon.1) 77 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:07:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:07:11.218373+0000 mon.smithi176 (mon.0) 2532 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:07:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:07:11.222396+0000 mon.smithi204 (mon.1) 78 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:07:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:07:11.222648+0000 mon.smithi176 (mon.0) 2533 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:07:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:11.326911+0000 mgr.smithi204.vnvrbl (mgr.24567) 352 : cluster [DBG] pgmap v303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:07:11.217704+0000 mon.smithi204 (mon.1) 77 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:07:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:07:11.218373+0000 mon.smithi176 (mon.0) 2532 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:07:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:07:11.222396+0000 mon.smithi204 (mon.1) 78 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:07:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:07:11.222648+0000 mon.smithi176 (mon.0) 2533 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:07:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:11.326911+0000 mgr.smithi204.vnvrbl (mgr.24567) 352 : cluster [DBG] pgmap v303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:13.327625+0000 mgr.smithi204.vnvrbl (mgr.24567) 353 : cluster [DBG] pgmap v304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:13.327625+0000 mgr.smithi204.vnvrbl (mgr.24567) 353 : cluster [DBG] pgmap v304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:15.328122+0000 mgr.smithi204.vnvrbl (mgr.24567) 354 : cluster [DBG] pgmap v305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:15.328122+0000 mgr.smithi204.vnvrbl (mgr.24567) 354 : cluster [DBG] pgmap v305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:17.328797+0000 mgr.smithi204.vnvrbl (mgr.24567) 355 : cluster [DBG] pgmap v306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:17.328797+0000 mgr.smithi204.vnvrbl (mgr.24567) 355 : cluster [DBG] pgmap v306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:19.329393+0000 mgr.smithi204.vnvrbl (mgr.24567) 356 : cluster [DBG] pgmap v307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:19.329393+0000 mgr.smithi204.vnvrbl (mgr.24567) 356 : cluster [DBG] pgmap v307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:21.329859+0000 mgr.smithi204.vnvrbl (mgr.24567) 357 : cluster [DBG] pgmap v308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:21.329859+0000 mgr.smithi204.vnvrbl (mgr.24567) 357 : cluster [DBG] pgmap v308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:07:22.971831+0000 mon.smithi204 (mon.1) 79 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:07:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:07:22.973279+0000 mon.smithi204 (mon.1) 80 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:07:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:07:22.974142+0000 mon.smithi204 (mon.1) 81 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:07:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:07:22.971831+0000 mon.smithi204 (mon.1) 79 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:07:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:07:22.973279+0000 mon.smithi204 (mon.1) 80 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:07:23.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:07:22.974142+0000 mon.smithi204 (mon.1) 81 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:07:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:07:22.974936+0000 mgr.smithi204.vnvrbl (mgr.24567) 358 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:07:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:23.330655+0000 mgr.smithi204.vnvrbl (mgr.24567) 359 : cluster [DBG] pgmap v309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:07:22.974936+0000 mgr.smithi204.vnvrbl (mgr.24567) 358 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:07:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:23.330655+0000 mgr.smithi204.vnvrbl (mgr.24567) 359 : cluster [DBG] pgmap v309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:25.331019+0000 mgr.smithi204.vnvrbl (mgr.24567) 360 : cluster [DBG] pgmap v310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:25.331019+0000 mgr.smithi204.vnvrbl (mgr.24567) 360 : cluster [DBG] pgmap v310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:27.331665+0000 mgr.smithi204.vnvrbl (mgr.24567) 361 : cluster [DBG] pgmap v311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:07:27.718086+0000 mon.smithi176 (mon.0) 2534 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:07:28.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:07:28.104580+0000 mon.smithi204 (mon.1) 82 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:07:28.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:07:28.104893+0000 mon.smithi176 (mon.0) 2535 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:07:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:27.331665+0000 mgr.smithi204.vnvrbl (mgr.24567) 361 : cluster [DBG] pgmap v311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:07:27.718086+0000 mon.smithi176 (mon.0) 2534 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:07:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:07:28.104580+0000 mon.smithi204 (mon.1) 82 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:07:29.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:07:28.104893+0000 mon.smithi176 (mon.0) 2535 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:07:30.163 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:07:30.481 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:07:30.481 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 0s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:07:30.481 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 0s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:07:30.482 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 2s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:07:30.482 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 0s ago 4h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:07:30.482 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 0s ago 3h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:07:30.482 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 2s ago 3h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:07:30.483 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 0s ago 4h 613M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:07:30.483 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 2s ago 4h 447M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:07:30.483 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 0s ago 4h 1545M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:07:30.483 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 2s ago 4h 749M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:07:30.484 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 0s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:07:30.484 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 2s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:07:30.484 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 0s ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:07:30.484 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 2s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:07:30.484 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 0s ago 4h 1083M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:07:30.485 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 0s ago 4h 1941M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:07:30.485 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 0s ago 4h 1318M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:07:30.485 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 0s ago 4h 2117M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:07:30.485 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 2s ago 4h 1976M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:07:30.485 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 2s ago 4h 2112M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:07:30.486 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 2s ago 4h 1753M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:07:30.486 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 2s ago 4h 2591M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:07:30.486 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 0s ago 4h 143M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:07:30.813 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:07:30.813 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:07:30.813 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:07:30.813 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:07:30.814 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:07:30.814 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:07:30.814 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:07:30.814 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:07:30.815 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:07:30.815 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:07:30.815 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:07:30.815 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:07:30.815 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:07:30.816 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:07:30.816 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:07:30.816 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:07:30.816 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:07:30.817 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:07:30.817 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:07:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:29.332288+0000 mgr.smithi204.vnvrbl (mgr.24567) 362 : cluster [DBG] pgmap v312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:07:30.044225+0000 mon.smithi176 (mon.0) 2536 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:07:31.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:07:30.462302+0000 mon.smithi204 (mon.1) 83 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:07:31.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:07:30.462745+0000 mon.smithi176 (mon.0) 2537 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:07:31.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:07:30.467169+0000 mon.smithi176 (mon.0) 2538 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:07:31.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:07:30.475158+0000 mon.smithi176 (mon.0) 2539 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:07:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:29.332288+0000 mgr.smithi204.vnvrbl (mgr.24567) 362 : cluster [DBG] pgmap v312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:07:30.044225+0000 mon.smithi176 (mon.0) 2536 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:07:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:07:30.462302+0000 mon.smithi204 (mon.1) 83 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:07:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:07:30.462745+0000 mon.smithi176 (mon.0) 2537 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:07:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:07:30.467169+0000 mon.smithi176 (mon.0) 2538 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:07:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:07:30.475158+0000 mon.smithi176 (mon.0) 2539 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:07:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:07:30.148917+0000 mgr.smithi204.vnvrbl (mgr.24567) 363 : audit [DBG] from='client.39652 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:07:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:07:30.465348+0000 mgr.smithi204.vnvrbl (mgr.24567) 364 : audit [DBG] from='client.39656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:07:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:07:30.811807+0000 mon.smithi176 (mon.0) 2540 : audit [DBG] from='client.? 172.21.15.176:0/227423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:07:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:07:30.148917+0000 mgr.smithi204.vnvrbl (mgr.24567) 363 : audit [DBG] from='client.39652 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:07:32.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:07:30.465348+0000 mgr.smithi204.vnvrbl (mgr.24567) 364 : audit [DBG] from='client.39656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:07:32.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:07:30.811807+0000 mon.smithi176 (mon.0) 2540 : audit [DBG] from='client.? 172.21.15.176:0/227423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:07:33.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:31.332810+0000 mgr.smithi204.vnvrbl (mgr.24567) 365 : cluster [DBG] pgmap v313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:31.332810+0000 mgr.smithi204.vnvrbl (mgr.24567) 365 : cluster [DBG] pgmap v313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:33.333765+0000 mgr.smithi204.vnvrbl (mgr.24567) 366 : cluster [DBG] pgmap v314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:33.333765+0000 mgr.smithi204.vnvrbl (mgr.24567) 366 : cluster [DBG] pgmap v314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:35.334195+0000 mgr.smithi204.vnvrbl (mgr.24567) 367 : cluster [DBG] pgmap v315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:35.334195+0000 mgr.smithi204.vnvrbl (mgr.24567) 367 : cluster [DBG] pgmap v315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:37.334941+0000 mgr.smithi204.vnvrbl (mgr.24567) 368 : cluster [DBG] pgmap v316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:37.334941+0000 mgr.smithi204.vnvrbl (mgr.24567) 368 : cluster [DBG] pgmap v316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:39.335456+0000 mgr.smithi204.vnvrbl (mgr.24567) 369 : cluster [DBG] pgmap v317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:39.335456+0000 mgr.smithi204.vnvrbl (mgr.24567) 369 : cluster [DBG] pgmap v317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:41.336050+0000 mgr.smithi204.vnvrbl (mgr.24567) 370 : cluster [DBG] pgmap v318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:41.336050+0000 mgr.smithi204.vnvrbl (mgr.24567) 370 : cluster [DBG] pgmap v318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:43.336800+0000 mgr.smithi204.vnvrbl (mgr.24567) 371 : cluster [DBG] pgmap v319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:43.336800+0000 mgr.smithi204.vnvrbl (mgr.24567) 371 : cluster [DBG] pgmap v319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:45.337262+0000 mgr.smithi204.vnvrbl (mgr.24567) 372 : cluster [DBG] pgmap v320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:45.337262+0000 mgr.smithi204.vnvrbl (mgr.24567) 372 : cluster [DBG] pgmap v320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:47.338064+0000 mgr.smithi204.vnvrbl (mgr.24567) 373 : cluster [DBG] pgmap v321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:47.338064+0000 mgr.smithi204.vnvrbl (mgr.24567) 373 : cluster [DBG] pgmap v321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:49.338511+0000 mgr.smithi204.vnvrbl (mgr.24567) 374 : cluster [DBG] pgmap v322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:49.338511+0000 mgr.smithi204.vnvrbl (mgr.24567) 374 : cluster [DBG] pgmap v322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:51.339039+0000 mgr.smithi204.vnvrbl (mgr.24567) 375 : cluster [DBG] pgmap v323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:51.339039+0000 mgr.smithi204.vnvrbl (mgr.24567) 375 : cluster [DBG] pgmap v323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:53.339731+0000 mgr.smithi204.vnvrbl (mgr.24567) 376 : cluster [DBG] pgmap v324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:53.339731+0000 mgr.smithi204.vnvrbl (mgr.24567) 376 : cluster [DBG] pgmap v324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:55.340262+0000 mgr.smithi204.vnvrbl (mgr.24567) 377 : cluster [DBG] pgmap v325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:55.340262+0000 mgr.smithi204.vnvrbl (mgr.24567) 377 : cluster [DBG] pgmap v325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:07:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:07:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:57.341069+0000 mgr.smithi204.vnvrbl (mgr.24567) 378 : cluster [DBG] pgmap v326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:07:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:07:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:57.341069+0000 mgr.smithi204.vnvrbl (mgr.24567) 378 : cluster [DBG] pgmap v326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:07:59.341521+0000 mgr.smithi204.vnvrbl (mgr.24567) 379 : cluster [DBG] pgmap v327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:07:59.341521+0000 mgr.smithi204.vnvrbl (mgr.24567) 379 : cluster [DBG] pgmap v327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:01.111 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:08:01.391 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:08:01.391 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 31s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:08:01.392 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 31s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:08:01.392 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 33s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:08:01.393 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 31s ago 4h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:08:01.393 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 31s ago 4h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:08:01.394 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 33s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:08:01.394 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 31s ago 4h 613M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:08:01.395 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 33s ago 4h 447M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:08:01.395 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 31s ago 4h 1545M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:08:01.395 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 33s ago 4h 749M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:08:01.396 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 31s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:08:01.396 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 33s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:08:01.397 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 31s ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:08:01.397 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 33s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:08:01.397 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 31s ago 4h 1083M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:08:01.398 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 31s ago 4h 1941M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:08:01.398 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 31s ago 4h 1318M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:08:01.399 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 31s ago 4h 2117M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:08:01.399 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 33s ago 4h 1976M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:08:01.399 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 33s ago 4h 2112M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:08:01.399 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 33s ago 4h 1753M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:08:01.400 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 33s ago 4h 2591M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:08:01.400 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 31s ago 4h 143M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:08:01.719 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:08:01.720 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:08:01.720 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:08:01.720 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:08:01.720 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:08:01.721 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:08:01.721 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:08:01.721 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:08:01.721 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:08:01.722 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:08:01.722 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:08:01.722 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:08:01.722 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:08:01.723 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:08:01.723 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:08:01.723 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:08:01.723 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:08:01.724 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:08:01.724 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:08:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:08:01.098732+0000 mgr.smithi204.vnvrbl (mgr.24567) 380 : audit [DBG] from='client.39664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:08:02.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:01.342068+0000 mgr.smithi204.vnvrbl (mgr.24567) 381 : cluster [DBG] pgmap v328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:02.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:08:01.377046+0000 mgr.smithi204.vnvrbl (mgr.24567) 382 : audit [DBG] from='client.39668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:08:02.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:08:01.718379+0000 mon.smithi176 (mon.0) 2541 : audit [DBG] from='client.? 172.21.15.176:0/1570860130' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:08:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:08:01.098732+0000 mgr.smithi204.vnvrbl (mgr.24567) 380 : audit [DBG] from='client.39664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:08:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:01.342068+0000 mgr.smithi204.vnvrbl (mgr.24567) 381 : cluster [DBG] pgmap v328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:08:01.377046+0000 mgr.smithi204.vnvrbl (mgr.24567) 382 : audit [DBG] from='client.39668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:08:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:08:01.718379+0000 mon.smithi176 (mon.0) 2541 : audit [DBG] from='client.? 172.21.15.176:0/1570860130' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:08:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:03.343019+0000 mgr.smithi204.vnvrbl (mgr.24567) 383 : cluster [DBG] pgmap v329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:03.343019+0000 mgr.smithi204.vnvrbl (mgr.24567) 383 : cluster [DBG] pgmap v329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:05.343484+0000 mgr.smithi204.vnvrbl (mgr.24567) 384 : cluster [DBG] pgmap v330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:05.343484+0000 mgr.smithi204.vnvrbl (mgr.24567) 384 : cluster [DBG] pgmap v330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:07.344242+0000 mgr.smithi204.vnvrbl (mgr.24567) 385 : cluster [DBG] pgmap v331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:08.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:07.344242+0000 mgr.smithi204.vnvrbl (mgr.24567) 385 : cluster [DBG] pgmap v331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:09.344772+0000 mgr.smithi204.vnvrbl (mgr.24567) 386 : cluster [DBG] pgmap v332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:09.344772+0000 mgr.smithi204.vnvrbl (mgr.24567) 386 : cluster [DBG] pgmap v332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:08:11.220427+0000 mon.smithi204 (mon.1) 84 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:08:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:08:11.220869+0000 mon.smithi176 (mon.0) 2542 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:08:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:08:11.224866+0000 mon.smithi204 (mon.1) 85 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:08:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:08:11.225152+0000 mon.smithi176 (mon.0) 2543 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:08:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:11.345207+0000 mgr.smithi204.vnvrbl (mgr.24567) 387 : cluster [DBG] pgmap v333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:08:11.220427+0000 mon.smithi204 (mon.1) 84 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:08:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:08:11.220869+0000 mon.smithi176 (mon.0) 2542 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:08:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:08:11.224866+0000 mon.smithi204 (mon.1) 85 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:08:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:08:11.225152+0000 mon.smithi176 (mon.0) 2543 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:08:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:11.345207+0000 mgr.smithi204.vnvrbl (mgr.24567) 387 : cluster [DBG] pgmap v333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:13.346056+0000 mgr.smithi204.vnvrbl (mgr.24567) 388 : cluster [DBG] pgmap v334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:13.346056+0000 mgr.smithi204.vnvrbl (mgr.24567) 388 : cluster [DBG] pgmap v334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:15.346554+0000 mgr.smithi204.vnvrbl (mgr.24567) 389 : cluster [DBG] pgmap v335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:15.346554+0000 mgr.smithi204.vnvrbl (mgr.24567) 389 : cluster [DBG] pgmap v335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:17.347242+0000 mgr.smithi204.vnvrbl (mgr.24567) 390 : cluster [DBG] pgmap v336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:17.347242+0000 mgr.smithi204.vnvrbl (mgr.24567) 390 : cluster [DBG] pgmap v336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:19.347778+0000 mgr.smithi204.vnvrbl (mgr.24567) 391 : cluster [DBG] pgmap v337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:19.347778+0000 mgr.smithi204.vnvrbl (mgr.24567) 391 : cluster [DBG] pgmap v337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:21.348243+0000 mgr.smithi204.vnvrbl (mgr.24567) 392 : cluster [DBG] pgmap v338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:21.348243+0000 mgr.smithi204.vnvrbl (mgr.24567) 392 : cluster [DBG] pgmap v338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:23.349137+0000 mgr.smithi204.vnvrbl (mgr.24567) 393 : cluster [DBG] pgmap v339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:23.349137+0000 mgr.smithi204.vnvrbl (mgr.24567) 393 : cluster [DBG] pgmap v339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:25.349618+0000 mgr.smithi204.vnvrbl (mgr.24567) 394 : cluster [DBG] pgmap v340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:25.349618+0000 mgr.smithi204.vnvrbl (mgr.24567) 394 : cluster [DBG] pgmap v340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:27.350407+0000 mgr.smithi204.vnvrbl (mgr.24567) 395 : cluster [DBG] pgmap v341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:27.350407+0000 mgr.smithi204.vnvrbl (mgr.24567) 395 : cluster [DBG] pgmap v341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:29.351013+0000 mgr.smithi204.vnvrbl (mgr.24567) 396 : cluster [DBG] pgmap v342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:29.351013+0000 mgr.smithi204.vnvrbl (mgr.24567) 396 : cluster [DBG] pgmap v342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:08:30.482311+0000 mon.smithi204 (mon.1) 86 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:08:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:08:30.483695+0000 mon.smithi204 (mon.1) 87 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:08:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:08:30.484539+0000 mon.smithi204 (mon.1) 88 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:08:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:08:30.485270+0000 mgr.smithi204.vnvrbl (mgr.24567) 397 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:08:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:08:30.887148+0000 mon.smithi176 (mon.0) 2544 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:08:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:08:30.892227+0000 mon.smithi176 (mon.0) 2545 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:08:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:08:30.482311+0000 mon.smithi204 (mon.1) 86 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:08:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:08:30.483695+0000 mon.smithi204 (mon.1) 87 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:08:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:08:30.484539+0000 mon.smithi204 (mon.1) 88 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:08:31.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:08:30.485270+0000 mgr.smithi204.vnvrbl (mgr.24567) 397 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:08:31.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:08:30.887148+0000 mon.smithi176 (mon.0) 2544 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:08:31.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:08:30.892227+0000 mon.smithi176 (mon.0) 2545 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:08:32.019 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:08:32.298 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:08:32.298 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 62s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:08:32.299 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 62s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:08:32.299 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 64s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:08:32.299 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 62s ago 4h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:08:32.299 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 62s ago 4h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:08:32.299 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 64s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:08:32.300 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 62s ago 4h 613M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:08:32.300 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 64s ago 4h 447M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:08:32.300 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 62s ago 4h 1545M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:08:32.300 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 64s ago 4h 749M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:08:32.301 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 62s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:08:32.301 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 64s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:08:32.301 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 62s ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:08:32.301 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 64s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:08:32.301 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 62s ago 4h 1083M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:08:32.302 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 62s ago 4h 1941M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:08:32.302 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 62s ago 4h 1318M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:08:32.302 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 62s ago 4h 2117M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:08:32.302 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 64s ago 4h 1976M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:08:32.303 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 64s ago 4h 2112M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:08:32.303 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 64s ago 4h 1753M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:08:32.303 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 64s ago 4h 2591M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:08:32.303 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 62s ago 4h 143M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:08:32.637 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:08:32.638 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:08:32.638 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:08:32.638 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:08:32.639 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:08:32.639 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:08:32.639 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:08:32.639 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:08:32.640 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:08:32.640 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:08:32.640 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:08:32.640 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:08:32.641 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:08:32.641 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:08:32.641 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:08:32.641 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:08:32.641 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:08:32.642 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:08:32.642 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:08:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:31.351449+0000 mgr.smithi204.vnvrbl (mgr.24567) 398 : cluster [DBG] pgmap v343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:31.351449+0000 mgr.smithi204.vnvrbl (mgr.24567) 398 : cluster [DBG] pgmap v343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:08:32.005815+0000 mgr.smithi204.vnvrbl (mgr.24567) 399 : audit [DBG] from='client.39676 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:08:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:08:32.286796+0000 mgr.smithi204.vnvrbl (mgr.24567) 400 : audit [DBG] from='client.39680 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:08:33.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:08:32.636669+0000 mon.smithi176 (mon.0) 2546 : audit [DBG] from='client.? 172.21.15.176:0/4256505719' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:08:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:08:32.005815+0000 mgr.smithi204.vnvrbl (mgr.24567) 399 : audit [DBG] from='client.39676 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:08:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:08:32.286796+0000 mgr.smithi204.vnvrbl (mgr.24567) 400 : audit [DBG] from='client.39680 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:08:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:08:32.636669+0000 mon.smithi176 (mon.0) 2546 : audit [DBG] from='client.? 172.21.15.176:0/4256505719' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:08:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:33.352149+0000 mgr.smithi204.vnvrbl (mgr.24567) 401 : cluster [DBG] pgmap v344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:33.352149+0000 mgr.smithi204.vnvrbl (mgr.24567) 401 : cluster [DBG] pgmap v344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:35.352674+0000 mgr.smithi204.vnvrbl (mgr.24567) 402 : cluster [DBG] pgmap v345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:35.352674+0000 mgr.smithi204.vnvrbl (mgr.24567) 402 : cluster [DBG] pgmap v345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:37.353366+0000 mgr.smithi204.vnvrbl (mgr.24567) 403 : cluster [DBG] pgmap v346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:38.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:37.353366+0000 mgr.smithi204.vnvrbl (mgr.24567) 403 : cluster [DBG] pgmap v346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:40.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:39.353956+0000 mgr.smithi204.vnvrbl (mgr.24567) 404 : cluster [DBG] pgmap v347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:39.353956+0000 mgr.smithi204.vnvrbl (mgr.24567) 404 : cluster [DBG] pgmap v347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:41.354384+0000 mgr.smithi204.vnvrbl (mgr.24567) 405 : cluster [DBG] pgmap v348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:41.354384+0000 mgr.smithi204.vnvrbl (mgr.24567) 405 : cluster [DBG] pgmap v348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:43.355411+0000 mgr.smithi204.vnvrbl (mgr.24567) 406 : cluster [DBG] pgmap v349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:43.355411+0000 mgr.smithi204.vnvrbl (mgr.24567) 406 : cluster [DBG] pgmap v349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:45.355895+0000 mgr.smithi204.vnvrbl (mgr.24567) 407 : cluster [DBG] pgmap v350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:45.355895+0000 mgr.smithi204.vnvrbl (mgr.24567) 407 : cluster [DBG] pgmap v350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:47.356814+0000 mgr.smithi204.vnvrbl (mgr.24567) 408 : cluster [DBG] pgmap v351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:47.356814+0000 mgr.smithi204.vnvrbl (mgr.24567) 408 : cluster [DBG] pgmap v351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:49.357402+0000 mgr.smithi204.vnvrbl (mgr.24567) 409 : cluster [DBG] pgmap v352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:50.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:49.357402+0000 mgr.smithi204.vnvrbl (mgr.24567) 409 : cluster [DBG] pgmap v352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:51.357909+0000 mgr.smithi204.vnvrbl (mgr.24567) 410 : cluster [DBG] pgmap v353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:51.357909+0000 mgr.smithi204.vnvrbl (mgr.24567) 410 : cluster [DBG] pgmap v353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:53.358703+0000 mgr.smithi204.vnvrbl (mgr.24567) 411 : cluster [DBG] pgmap v354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:53.358703+0000 mgr.smithi204.vnvrbl (mgr.24567) 411 : cluster [DBG] pgmap v354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:55.359200+0000 mgr.smithi204.vnvrbl (mgr.24567) 412 : cluster [DBG] pgmap v355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:55.359200+0000 mgr.smithi204.vnvrbl (mgr.24567) 412 : cluster [DBG] pgmap v355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:08:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:08:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:57.359858+0000 mgr.smithi204.vnvrbl (mgr.24567) 413 : cluster [DBG] pgmap v356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:08:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:08:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:57.359858+0000 mgr.smithi204.vnvrbl (mgr.24567) 413 : cluster [DBG] pgmap v356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:08:59.360317+0000 mgr.smithi204.vnvrbl (mgr.24567) 414 : cluster [DBG] pgmap v357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:08:59.360317+0000 mgr.smithi204.vnvrbl (mgr.24567) 414 : cluster [DBG] pgmap v357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:01.360846+0000 mgr.smithi204.vnvrbl (mgr.24567) 415 : cluster [DBG] pgmap v358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:01.360846+0000 mgr.smithi204.vnvrbl (mgr.24567) 415 : cluster [DBG] pgmap v358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:02.935 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:09:03.210 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:09:03.210 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 93s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:09:03.211 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 93s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:09:03.211 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 95s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:09:03.211 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 93s ago 4h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:09:03.211 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 93s ago 4h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:09:03.212 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 95s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:09:03.212 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 93s ago 4h 613M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:09:03.212 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 95s ago 4h 447M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:09:03.213 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 93s ago 4h 1545M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:09:03.213 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 95s ago 4h 749M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:09:03.213 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 93s ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:09:03.213 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 95s ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:09:03.214 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 93s ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:09:03.214 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 95s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:09:03.214 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 93s ago 4h 1083M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:09:03.215 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 93s ago 4h 1941M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:09:03.215 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 93s ago 4h 1318M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:09:03.216 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 93s ago 4h 2117M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:09:03.216 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 95s ago 4h 1976M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:09:03.216 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 95s ago 4h 2112M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:09:03.217 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 95s ago 4h 1753M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:09:03.217 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 95s ago 4h 2591M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:09:03.218 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 93s ago 4h 143M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:09:03.537 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:09:03.537 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:09:03.538 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:09:03.538 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:09:03.538 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:09:03.538 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:09:03.539 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:09:03.539 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:09:03.539 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:09:03.540 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:09:03.540 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:09:03.540 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:09:03.540 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:09:03.540 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:09:03.541 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:09:03.541 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:09:03.541 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:09:03.541 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:09:03.542 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:09:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:09:02.920510+0000 mgr.smithi204.vnvrbl (mgr.24567) 416 : audit [DBG] from='client.39688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:09:04.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:09:03.199449+0000 mgr.smithi204.vnvrbl (mgr.24567) 417 : audit [DBG] from='client.39692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:09:04.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:03.361616+0000 mgr.smithi204.vnvrbl (mgr.24567) 418 : cluster [DBG] pgmap v359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:04.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:09:03.536209+0000 mon.smithi176 (mon.0) 2547 : audit [DBG] from='client.? 172.21.15.176:0/364550775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:09:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:09:02.920510+0000 mgr.smithi204.vnvrbl (mgr.24567) 416 : audit [DBG] from='client.39688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:09:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:09:03.199449+0000 mgr.smithi204.vnvrbl (mgr.24567) 417 : audit [DBG] from='client.39692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:09:04.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:03.361616+0000 mgr.smithi204.vnvrbl (mgr.24567) 418 : cluster [DBG] pgmap v359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:04.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:09:03.536209+0000 mon.smithi176 (mon.0) 2547 : audit [DBG] from='client.? 172.21.15.176:0/364550775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:09:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:05.362090+0000 mgr.smithi204.vnvrbl (mgr.24567) 419 : cluster [DBG] pgmap v360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:05.362090+0000 mgr.smithi204.vnvrbl (mgr.24567) 419 : cluster [DBG] pgmap v360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:07.362993+0000 mgr.smithi204.vnvrbl (mgr.24567) 420 : cluster [DBG] pgmap v361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:08.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:07.362993+0000 mgr.smithi204.vnvrbl (mgr.24567) 420 : cluster [DBG] pgmap v361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:09.363449+0000 mgr.smithi204.vnvrbl (mgr.24567) 421 : cluster [DBG] pgmap v362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:09.363449+0000 mgr.smithi204.vnvrbl (mgr.24567) 421 : cluster [DBG] pgmap v362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:09:11.222653+0000 mon.smithi204 (mon.1) 89 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:09:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:09:11.223138+0000 mon.smithi176 (mon.0) 2548 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:09:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:09:11.227235+0000 mon.smithi204 (mon.1) 90 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:09:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:09:11.227454+0000 mon.smithi176 (mon.0) 2549 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:09:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:11.363923+0000 mgr.smithi204.vnvrbl (mgr.24567) 422 : cluster [DBG] pgmap v363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:09:11.222653+0000 mon.smithi204 (mon.1) 89 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:09:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:09:11.223138+0000 mon.smithi176 (mon.0) 2548 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:09:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:09:11.227235+0000 mon.smithi204 (mon.1) 90 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:09:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:09:11.227454+0000 mon.smithi176 (mon.0) 2549 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:09:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:11.363923+0000 mgr.smithi204.vnvrbl (mgr.24567) 422 : cluster [DBG] pgmap v363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:13.364749+0000 mgr.smithi204.vnvrbl (mgr.24567) 423 : cluster [DBG] pgmap v364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:13.364749+0000 mgr.smithi204.vnvrbl (mgr.24567) 423 : cluster [DBG] pgmap v364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:15.365414+0000 mgr.smithi204.vnvrbl (mgr.24567) 424 : cluster [DBG] pgmap v365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:15.365414+0000 mgr.smithi204.vnvrbl (mgr.24567) 424 : cluster [DBG] pgmap v365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:17.366057+0000 mgr.smithi204.vnvrbl (mgr.24567) 425 : cluster [DBG] pgmap v366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:17.366057+0000 mgr.smithi204.vnvrbl (mgr.24567) 425 : cluster [DBG] pgmap v366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:19.366557+0000 mgr.smithi204.vnvrbl (mgr.24567) 426 : cluster [DBG] pgmap v367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:19.366557+0000 mgr.smithi204.vnvrbl (mgr.24567) 426 : cluster [DBG] pgmap v367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:21.367032+0000 mgr.smithi204.vnvrbl (mgr.24567) 427 : cluster [DBG] pgmap v368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:21.367032+0000 mgr.smithi204.vnvrbl (mgr.24567) 427 : cluster [DBG] pgmap v368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:23.367962+0000 mgr.smithi204.vnvrbl (mgr.24567) 428 : cluster [DBG] pgmap v369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:23.367962+0000 mgr.smithi204.vnvrbl (mgr.24567) 428 : cluster [DBG] pgmap v369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:25.368520+0000 mgr.smithi204.vnvrbl (mgr.24567) 429 : cluster [DBG] pgmap v370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:25.368520+0000 mgr.smithi204.vnvrbl (mgr.24567) 429 : cluster [DBG] pgmap v370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:27.369265+0000 mgr.smithi204.vnvrbl (mgr.24567) 430 : cluster [DBG] pgmap v371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:27.369265+0000 mgr.smithi204.vnvrbl (mgr.24567) 430 : cluster [DBG] pgmap v371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:29.369735+0000 mgr.smithi204.vnvrbl (mgr.24567) 431 : cluster [DBG] pgmap v372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:29.369735+0000 mgr.smithi204.vnvrbl (mgr.24567) 431 : cluster [DBG] pgmap v372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:09:30.897509+0000 mon.smithi204 (mon.1) 91 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:09:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:09:30.898881+0000 mon.smithi204 (mon.1) 92 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:09:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:09:30.899771+0000 mon.smithi204 (mon.1) 93 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:09:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:09:31.245872+0000 mon.smithi176 (mon.0) 2550 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:09:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:09:30.897509+0000 mon.smithi204 (mon.1) 91 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:09:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:09:30.898881+0000 mon.smithi204 (mon.1) 92 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:09:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:09:30.899771+0000 mon.smithi204 (mon.1) 93 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:09:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:09:31.245872+0000 mon.smithi176 (mon.0) 2550 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:09:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:09:30.900512+0000 mgr.smithi204.vnvrbl (mgr.24567) 432 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:09:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:31.370130+0000 mgr.smithi204.vnvrbl (mgr.24567) 433 : cluster [DBG] pgmap v373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:09:31.641565+0000 mon.smithi176 (mon.0) 2551 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:09:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:09:31.646331+0000 mon.smithi176 (mon.0) 2552 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:09:33.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:09:30.900512+0000 mgr.smithi204.vnvrbl (mgr.24567) 432 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:09:33.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:31.370130+0000 mgr.smithi204.vnvrbl (mgr.24567) 433 : cluster [DBG] pgmap v373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:33.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:09:31.641565+0000 mon.smithi176 (mon.0) 2551 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:09:33.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:09:31.646331+0000 mon.smithi176 (mon.0) 2552 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:09:33.836 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:09:34.108 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:09:34.108 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:09:34.108 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 2m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:09:34.108 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 2m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:09:34.109 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 2m ago 4h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:09:34.109 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 2m ago 4h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:09:34.109 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 2m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:09:34.109 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 2m ago 4h 613M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:09:34.110 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 2m ago 4h 447M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:09:34.110 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 2m ago 4h 1545M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:09:34.110 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 2m ago 4h 749M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:09:34.110 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 2m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:09:34.111 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 2m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:09:34.111 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 2m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:09:34.111 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:09:34.111 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 2m ago 4h 1083M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:09:34.111 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 2m ago 4h 1941M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:09:34.112 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 2m ago 4h 1318M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:09:34.112 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 2m ago 4h 2117M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:09:34.113 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 2m ago 4h 1976M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:09:34.113 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 2m ago 4h 2112M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:09:34.113 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 2m ago 4h 1753M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:09:34.114 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 2m ago 4h 2591M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:09:34.114 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 2m ago 4h 143M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:09:34.437 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:09:34.437 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:09:34.438 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:09:34.438 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:09:34.438 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:09:34.438 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:09:34.439 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:09:34.439 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:09:34.439 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:09:34.439 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:09:34.439 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:09:34.440 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:09:34.440 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:09:34.440 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:09:34.440 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:09:34.441 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:09:34.441 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:09:34.441 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:09:34.441 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:09:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:33.371082+0000 mgr.smithi204.vnvrbl (mgr.24567) 434 : cluster [DBG] pgmap v374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:34.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:09:34.436157+0000 mon.smithi176 (mon.0) 2553 : audit [DBG] from='client.? 172.21.15.176:0/2366511256' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:09:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:33.371082+0000 mgr.smithi204.vnvrbl (mgr.24567) 434 : cluster [DBG] pgmap v374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:09:34.436157+0000 mon.smithi176 (mon.0) 2553 : audit [DBG] from='client.? 172.21.15.176:0/2366511256' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:09:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:09:33.823397+0000 mgr.smithi204.vnvrbl (mgr.24567) 435 : audit [DBG] from='client.39700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:09:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:09:34.096794+0000 mgr.smithi204.vnvrbl (mgr.24567) 436 : audit [DBG] from='client.39704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:09:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:09:33.823397+0000 mgr.smithi204.vnvrbl (mgr.24567) 435 : audit [DBG] from='client.39700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:09:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:09:34.096794+0000 mgr.smithi204.vnvrbl (mgr.24567) 436 : audit [DBG] from='client.39704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:09:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:35.371638+0000 mgr.smithi204.vnvrbl (mgr.24567) 437 : cluster [DBG] pgmap v375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:35.371638+0000 mgr.smithi204.vnvrbl (mgr.24567) 437 : cluster [DBG] pgmap v375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:37.372508+0000 mgr.smithi204.vnvrbl (mgr.24567) 438 : cluster [DBG] pgmap v376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:37.372508+0000 mgr.smithi204.vnvrbl (mgr.24567) 438 : cluster [DBG] pgmap v376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:39.373107+0000 mgr.smithi204.vnvrbl (mgr.24567) 439 : cluster [DBG] pgmap v377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:39.373107+0000 mgr.smithi204.vnvrbl (mgr.24567) 439 : cluster [DBG] pgmap v377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:41.373741+0000 mgr.smithi204.vnvrbl (mgr.24567) 440 : cluster [DBG] pgmap v378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:41.373741+0000 mgr.smithi204.vnvrbl (mgr.24567) 440 : cluster [DBG] pgmap v378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:43.374533+0000 mgr.smithi204.vnvrbl (mgr.24567) 441 : cluster [DBG] pgmap v379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:43.374533+0000 mgr.smithi204.vnvrbl (mgr.24567) 441 : cluster [DBG] pgmap v379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:45.375011+0000 mgr.smithi204.vnvrbl (mgr.24567) 442 : cluster [DBG] pgmap v380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:45.375011+0000 mgr.smithi204.vnvrbl (mgr.24567) 442 : cluster [DBG] pgmap v380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:47.375741+0000 mgr.smithi204.vnvrbl (mgr.24567) 443 : cluster [DBG] pgmap v381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:47.375741+0000 mgr.smithi204.vnvrbl (mgr.24567) 443 : cluster [DBG] pgmap v381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:49.376156+0000 mgr.smithi204.vnvrbl (mgr.24567) 444 : cluster [DBG] pgmap v382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:49.376156+0000 mgr.smithi204.vnvrbl (mgr.24567) 444 : cluster [DBG] pgmap v382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:51.376651+0000 mgr.smithi204.vnvrbl (mgr.24567) 445 : cluster [DBG] pgmap v383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:51.376651+0000 mgr.smithi204.vnvrbl (mgr.24567) 445 : cluster [DBG] pgmap v383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:53.377588+0000 mgr.smithi204.vnvrbl (mgr.24567) 446 : cluster [DBG] pgmap v384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:53.377588+0000 mgr.smithi204.vnvrbl (mgr.24567) 446 : cluster [DBG] pgmap v384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:55.378043+0000 mgr.smithi204.vnvrbl (mgr.24567) 447 : cluster [DBG] pgmap v385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:55.378043+0000 mgr.smithi204.vnvrbl (mgr.24567) 447 : cluster [DBG] pgmap v385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:09:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:57.378647+0000 mgr.smithi204.vnvrbl (mgr.24567) 448 : cluster [DBG] pgmap v386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:09:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:57.378647+0000 mgr.smithi204.vnvrbl (mgr.24567) 448 : cluster [DBG] pgmap v386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:09:59.379207+0000 mgr.smithi204.vnvrbl (mgr.24567) 449 : cluster [DBG] pgmap v387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:00.000078+0000 mon.smithi176 (mon.0) 2554 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T11:10:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:09:59.379207+0000 mgr.smithi204.vnvrbl (mgr.24567) 449 : cluster [DBG] pgmap v387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:00.000078+0000 mon.smithi176 (mon.0) 2554 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T11:10:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:01.379792+0000 mgr.smithi204.vnvrbl (mgr.24567) 450 : cluster [DBG] pgmap v388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:01.379792+0000 mgr.smithi204.vnvrbl (mgr.24567) 450 : cluster [DBG] pgmap v388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:03.380675+0000 mgr.smithi204.vnvrbl (mgr.24567) 451 : cluster [DBG] pgmap v389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:04.735 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:10:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:03.380675+0000 mgr.smithi204.vnvrbl (mgr.24567) 451 : cluster [DBG] pgmap v389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:05.014 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:10:05.015 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:10:05.015 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 2m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:10:05.015 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 2m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:10:05.015 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 2m ago 4h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:10:05.016 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 2m ago 4h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:10:05.016 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 2m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:10:05.016 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (3h) 2m ago 4h 613M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:10:05.016 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 2m ago 4h 447M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:10:05.017 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 2m ago 4h 1545M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:10:05.017 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 2m ago 4h 749M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:10:05.017 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (3h) 2m ago 3h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:10:05.017 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (3h) 2m ago 3h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:10:05.018 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 2m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:10:05.018 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:10:05.018 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 2m ago 4h 1083M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:10:05.018 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 2m ago 4h 1941M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:10:05.019 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 2m ago 4h 1318M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:10:05.019 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 2m ago 4h 2117M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:10:05.019 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 2m ago 4h 1976M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:10:05.019 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 2m ago 4h 2112M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:10:05.019 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 2m ago 4h 1753M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:10:05.020 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 2m ago 4h 2591M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:10:05.020 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 2m ago 4h 143M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:10:05.346 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:10:05.347 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:10:05.347 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:10:05.347 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:10:05.347 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:10:05.348 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:10:05.348 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:10:05.348 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:10:05.348 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:10:05.348 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:10:05.349 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:10:05.349 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:10:05.349 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:10:05.349 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:10:05.350 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:10:05.350 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:10:05.350 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:10:05.350 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:10:05.351 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:10:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:10:04.722826+0000 mgr.smithi204.vnvrbl (mgr.24567) 452 : audit [DBG] from='client.39712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:10:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:10:05.345378+0000 mon.smithi176 (mon.0) 2555 : audit [DBG] from='client.? 172.21.15.176:0/802335300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:10:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:10:04.722826+0000 mgr.smithi204.vnvrbl (mgr.24567) 452 : audit [DBG] from='client.39712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:10:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:10:05.345378+0000 mon.smithi176 (mon.0) 2555 : audit [DBG] from='client.? 172.21.15.176:0/802335300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:10:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:10:05.003688+0000 mgr.smithi204.vnvrbl (mgr.24567) 453 : audit [DBG] from='client.39716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:10:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:05.381196+0000 mgr.smithi204.vnvrbl (mgr.24567) 454 : cluster [DBG] pgmap v390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:10:05.003688+0000 mgr.smithi204.vnvrbl (mgr.24567) 453 : audit [DBG] from='client.39716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:10:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:05.381196+0000 mgr.smithi204.vnvrbl (mgr.24567) 454 : cluster [DBG] pgmap v390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:07.382033+0000 mgr.smithi204.vnvrbl (mgr.24567) 455 : cluster [DBG] pgmap v391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:08.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:07.382033+0000 mgr.smithi204.vnvrbl (mgr.24567) 455 : cluster [DBG] pgmap v391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:09.382455+0000 mgr.smithi204.vnvrbl (mgr.24567) 456 : cluster [DBG] pgmap v392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:09.382455+0000 mgr.smithi204.vnvrbl (mgr.24567) 456 : cluster [DBG] pgmap v392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:10:11.225532+0000 mon.smithi204 (mon.1) 94 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:10:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:10:11.225765+0000 mon.smithi176 (mon.0) 2556 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:10:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:10:11.229725+0000 mon.smithi204 (mon.1) 95 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:10:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:10:11.229935+0000 mon.smithi176 (mon.0) 2557 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:10:12.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:11.382858+0000 mgr.smithi204.vnvrbl (mgr.24567) 457 : cluster [DBG] pgmap v393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:10:11.225532+0000 mon.smithi204 (mon.1) 94 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:10:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:10:11.225765+0000 mon.smithi176 (mon.0) 2556 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:10:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:10:11.229725+0000 mon.smithi204 (mon.1) 95 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:10:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:10:11.229935+0000 mon.smithi176 (mon.0) 2557 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:10:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:11.382858+0000 mgr.smithi204.vnvrbl (mgr.24567) 457 : cluster [DBG] pgmap v393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:13.383645+0000 mgr.smithi204.vnvrbl (mgr.24567) 458 : cluster [DBG] pgmap v394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:13.383645+0000 mgr.smithi204.vnvrbl (mgr.24567) 458 : cluster [DBG] pgmap v394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:15.384233+0000 mgr.smithi204.vnvrbl (mgr.24567) 459 : cluster [DBG] pgmap v395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:15.384233+0000 mgr.smithi204.vnvrbl (mgr.24567) 459 : cluster [DBG] pgmap v395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:17.384933+0000 mgr.smithi204.vnvrbl (mgr.24567) 460 : cluster [DBG] pgmap v396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:17.384933+0000 mgr.smithi204.vnvrbl (mgr.24567) 460 : cluster [DBG] pgmap v396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:19.385451+0000 mgr.smithi204.vnvrbl (mgr.24567) 461 : cluster [DBG] pgmap v397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:19.385451+0000 mgr.smithi204.vnvrbl (mgr.24567) 461 : cluster [DBG] pgmap v397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:21.386061+0000 mgr.smithi204.vnvrbl (mgr.24567) 462 : cluster [DBG] pgmap v398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:21.386061+0000 mgr.smithi204.vnvrbl (mgr.24567) 462 : cluster [DBG] pgmap v398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:23.386785+0000 mgr.smithi204.vnvrbl (mgr.24567) 463 : cluster [DBG] pgmap v399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:23.386785+0000 mgr.smithi204.vnvrbl (mgr.24567) 463 : cluster [DBG] pgmap v399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:25.387293+0000 mgr.smithi204.vnvrbl (mgr.24567) 464 : cluster [DBG] pgmap v400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:25.387293+0000 mgr.smithi204.vnvrbl (mgr.24567) 464 : cluster [DBG] pgmap v400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:27.388045+0000 mgr.smithi204.vnvrbl (mgr.24567) 465 : cluster [DBG] pgmap v401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:27.388045+0000 mgr.smithi204.vnvrbl (mgr.24567) 465 : cluster [DBG] pgmap v401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:29.388544+0000 mgr.smithi204.vnvrbl (mgr.24567) 466 : cluster [DBG] pgmap v402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:29.388544+0000 mgr.smithi204.vnvrbl (mgr.24567) 466 : cluster [DBG] pgmap v402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:32.406 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:31.389020+0000 mgr.smithi204.vnvrbl (mgr.24567) 467 : cluster [DBG] pgmap v403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:32.406 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:10:31.649392+0000 mon.smithi204 (mon.1) 96 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:10:32.406 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:10:31.650697+0000 mon.smithi204 (mon.1) 97 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:10:32.406 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:10:31.651504+0000 mon.smithi204 (mon.1) 98 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:10:32.407 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:10:31.652222+0000 mgr.smithi204.vnvrbl (mgr.24567) 468 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:10:32.407 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:10:32.005547+0000 mon.smithi176 (mon.0) 2558 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:10:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:31.389020+0000 mgr.smithi204.vnvrbl (mgr.24567) 467 : cluster [DBG] pgmap v403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:10:31.649392+0000 mon.smithi204 (mon.1) 96 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:10:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:10:31.650697+0000 mon.smithi204 (mon.1) 97 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:10:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:10:31.651504+0000 mon.smithi204 (mon.1) 98 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:10:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:10:31.652222+0000 mgr.smithi204.vnvrbl (mgr.24567) 468 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:10:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:10:32.005547+0000 mon.smithi176 (mon.0) 2558 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:10:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:33.389762+0000 mgr.smithi204.vnvrbl (mgr.24567) 469 : cluster [DBG] pgmap v404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:33.389762+0000 mgr.smithi204.vnvrbl (mgr.24567) 469 : cluster [DBG] pgmap v404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:35.647 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:10:35.923 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:10:35.923 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:10:35.924 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 3m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:10:35.924 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 3m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:10:35.924 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 3m ago 4h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:10:35.924 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 3m ago 4h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:10:35.925 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 3m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:10:35.925 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 3m ago 4h 613M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:10:35.925 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (3h) 3m ago 4h 447M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:10:35.925 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (3h) 3m ago 4h 1545M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:10:35.926 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 3m ago 4h 749M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:10:35.926 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 3m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:10:35.926 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 3m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:10:35.926 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 3m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:10:35.927 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:10:35.927 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 3m ago 4h 1083M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:10:35.927 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 3m ago 4h 1941M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:10:35.927 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 3m ago 4h 1318M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:10:35.928 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 3m ago 4h 2117M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:10:35.928 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 3m ago 4h 1976M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:10:35.928 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 3m ago 4h 2112M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:10:35.928 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 3m ago 4h 1753M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:10:35.928 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 3m ago 4h 2591M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:10:35.929 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 3m ago 4h 143M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:10:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:10:34.772049+0000 mon.smithi176 (mon.0) 2559 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:10:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:10:35.161942+0000 mon.smithi176 (mon.0) 2560 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:10:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:10:35.168344+0000 mon.smithi176 (mon.0) 2561 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:10:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:10:34.772049+0000 mon.smithi176 (mon.0) 2559 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:10:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:10:35.161942+0000 mon.smithi176 (mon.0) 2560 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:10:36.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:10:35.168344+0000 mon.smithi176 (mon.0) 2561 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:10:36.256 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:10:36.256 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:10:36.256 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:10:36.256 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:10:36.257 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:10:36.257 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:10:36.257 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:10:36.257 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:10:36.258 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:10:36.258 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:10:36.258 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:10:36.258 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:10:36.259 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:10:36.259 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:10:36.259 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:10:36.259 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:10:36.259 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:10:36.260 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:10:36.260 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:10:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:35.390376+0000 mgr.smithi204.vnvrbl (mgr.24567) 470 : cluster [DBG] pgmap v405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:10:35.632969+0000 mgr.smithi204.vnvrbl (mgr.24567) 471 : audit [DBG] from='client.39724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:10:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:10:36.255391+0000 mon.smithi176 (mon.0) 2562 : audit [DBG] from='client.? 172.21.15.176:0/3960829201' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:10:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:35.390376+0000 mgr.smithi204.vnvrbl (mgr.24567) 470 : cluster [DBG] pgmap v405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:10:35.632969+0000 mgr.smithi204.vnvrbl (mgr.24567) 471 : audit [DBG] from='client.39724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:10:37.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:10:36.255391+0000 mon.smithi176 (mon.0) 2562 : audit [DBG] from='client.? 172.21.15.176:0/3960829201' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:10:37.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:10:35.911561+0000 mgr.smithi204.vnvrbl (mgr.24567) 472 : audit [DBG] from='client.39728 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:10:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:10:35.911561+0000 mgr.smithi204.vnvrbl (mgr.24567) 472 : audit [DBG] from='client.39728 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:10:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:37.391216+0000 mgr.smithi204.vnvrbl (mgr.24567) 473 : cluster [DBG] pgmap v406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:37.391216+0000 mgr.smithi204.vnvrbl (mgr.24567) 473 : cluster [DBG] pgmap v406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:39.391704+0000 mgr.smithi204.vnvrbl (mgr.24567) 474 : cluster [DBG] pgmap v407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:39.391704+0000 mgr.smithi204.vnvrbl (mgr.24567) 474 : cluster [DBG] pgmap v407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:41.392306+0000 mgr.smithi204.vnvrbl (mgr.24567) 475 : cluster [DBG] pgmap v408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:41.392306+0000 mgr.smithi204.vnvrbl (mgr.24567) 475 : cluster [DBG] pgmap v408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:43.393012+0000 mgr.smithi204.vnvrbl (mgr.24567) 476 : cluster [DBG] pgmap v409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:43.393012+0000 mgr.smithi204.vnvrbl (mgr.24567) 476 : cluster [DBG] pgmap v409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:45.393434+0000 mgr.smithi204.vnvrbl (mgr.24567) 477 : cluster [DBG] pgmap v410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:45.393434+0000 mgr.smithi204.vnvrbl (mgr.24567) 477 : cluster [DBG] pgmap v410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:47.394238+0000 mgr.smithi204.vnvrbl (mgr.24567) 478 : cluster [DBG] pgmap v411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:47.394238+0000 mgr.smithi204.vnvrbl (mgr.24567) 478 : cluster [DBG] pgmap v411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:49.394701+0000 mgr.smithi204.vnvrbl (mgr.24567) 479 : cluster [DBG] pgmap v412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:49.394701+0000 mgr.smithi204.vnvrbl (mgr.24567) 479 : cluster [DBG] pgmap v412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:51.395257+0000 mgr.smithi204.vnvrbl (mgr.24567) 480 : cluster [DBG] pgmap v413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:51.395257+0000 mgr.smithi204.vnvrbl (mgr.24567) 480 : cluster [DBG] pgmap v413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:53.396221+0000 mgr.smithi204.vnvrbl (mgr.24567) 481 : cluster [DBG] pgmap v414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:53.396221+0000 mgr.smithi204.vnvrbl (mgr.24567) 481 : cluster [DBG] pgmap v414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:55.396801+0000 mgr.smithi204.vnvrbl (mgr.24567) 482 : cluster [DBG] pgmap v415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:55.396801+0000 mgr.smithi204.vnvrbl (mgr.24567) 482 : cluster [DBG] pgmap v415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:10:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:10:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:57.397483+0000 mgr.smithi204.vnvrbl (mgr.24567) 483 : cluster [DBG] pgmap v416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:10:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:10:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:57.397483+0000 mgr.smithi204.vnvrbl (mgr.24567) 483 : cluster [DBG] pgmap v416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:10:59.397922+0000 mgr.smithi204.vnvrbl (mgr.24567) 484 : cluster [DBG] pgmap v417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:10:59.397922+0000 mgr.smithi204.vnvrbl (mgr.24567) 484 : cluster [DBG] pgmap v417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:01.398363+0000 mgr.smithi204.vnvrbl (mgr.24567) 485 : cluster [DBG] pgmap v418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:01.398363+0000 mgr.smithi204.vnvrbl (mgr.24567) 485 : cluster [DBG] pgmap v418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:03.399050+0000 mgr.smithi204.vnvrbl (mgr.24567) 486 : cluster [DBG] pgmap v419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:03.399050+0000 mgr.smithi204.vnvrbl (mgr.24567) 486 : cluster [DBG] pgmap v419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:06.558 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:11:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:05.399578+0000 mgr.smithi204.vnvrbl (mgr.24567) 487 : cluster [DBG] pgmap v420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:05.399578+0000 mgr.smithi204.vnvrbl (mgr.24567) 487 : cluster [DBG] pgmap v420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:06.836 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:11:06.836 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:11:06.836 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (3h) 3m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:11:06.836 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (3h) 3m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:11:06.837 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 3m ago 4h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:11:06.837 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 3m ago 4h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:11:06.837 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 3m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:11:06.837 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 3m ago 4h 613M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:11:06.837 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 3m ago 4h 447M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:11:06.838 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 3m ago 4h 1545M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:11:06.838 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (3h) 3m ago 4h 749M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:11:06.838 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 3m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:11:06.838 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 3m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:11:06.839 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 3m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:11:06.839 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:11:06.839 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 3m ago 4h 1083M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:11:06.839 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 3m ago 4h 1941M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:11:06.839 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 3m ago 4h 1318M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:11:06.840 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 3m ago 4h 2117M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:11:06.840 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 3m ago 4h 1976M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:11:06.840 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 3m ago 4h 2112M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:11:06.840 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 3m ago 4h 1753M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:11:06.841 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 3m ago 4h 2591M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:11:06.841 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 3m ago 4h 143M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:11:07.167 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:11:07.167 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:11:07.167 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:11:07.168 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:11:07.168 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:11:07.168 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:11:07.168 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:11:07.168 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:11:07.169 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:11:07.169 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:11:07.169 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:11:07.169 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:11:07.170 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:11:07.170 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:11:07.170 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:11:07.170 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:11:07.171 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:11:07.171 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:11:07.171 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:11:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:11:06.545778+0000 mgr.smithi204.vnvrbl (mgr.24567) 488 : audit [DBG] from='client.39736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:11:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:11:06.824890+0000 mgr.smithi204.vnvrbl (mgr.24567) 489 : audit [DBG] from='client.39740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:11:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:11:07.165981+0000 mon.smithi176 (mon.0) 2563 : audit [DBG] from='client.? 172.21.15.176:0/1648536473' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:11:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:11:06.545778+0000 mgr.smithi204.vnvrbl (mgr.24567) 488 : audit [DBG] from='client.39736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:11:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:11:06.824890+0000 mgr.smithi204.vnvrbl (mgr.24567) 489 : audit [DBG] from='client.39740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:11:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:11:07.165981+0000 mon.smithi176 (mon.0) 2563 : audit [DBG] from='client.? 172.21.15.176:0/1648536473' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:11:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:07.400417+0000 mgr.smithi204.vnvrbl (mgr.24567) 490 : cluster [DBG] pgmap v421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:08.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:07.400417+0000 mgr.smithi204.vnvrbl (mgr.24567) 490 : cluster [DBG] pgmap v421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:09.400845+0000 mgr.smithi204.vnvrbl (mgr.24567) 491 : cluster [DBG] pgmap v422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:09.400845+0000 mgr.smithi204.vnvrbl (mgr.24567) 491 : cluster [DBG] pgmap v422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:11:11.229498+0000 mon.smithi204 (mon.1) 99 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:11:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:11:11.229817+0000 mon.smithi176 (mon.0) 2564 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:11:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:11:11.232004+0000 mon.smithi204 (mon.1) 100 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:11:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:11:11.232170+0000 mon.smithi176 (mon.0) 2565 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:11:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:11.401295+0000 mgr.smithi204.vnvrbl (mgr.24567) 492 : cluster [DBG] pgmap v423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:11:11.229498+0000 mon.smithi204 (mon.1) 99 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:11:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:11:11.229817+0000 mon.smithi176 (mon.0) 2564 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:11:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:11:11.232004+0000 mon.smithi204 (mon.1) 100 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:11:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:11:11.232170+0000 mon.smithi176 (mon.0) 2565 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:11:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:11.401295+0000 mgr.smithi204.vnvrbl (mgr.24567) 492 : cluster [DBG] pgmap v423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:13.402025+0000 mgr.smithi204.vnvrbl (mgr.24567) 493 : cluster [DBG] pgmap v424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:13.402025+0000 mgr.smithi204.vnvrbl (mgr.24567) 493 : cluster [DBG] pgmap v424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:15.402490+0000 mgr.smithi204.vnvrbl (mgr.24567) 494 : cluster [DBG] pgmap v425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:15.402490+0000 mgr.smithi204.vnvrbl (mgr.24567) 494 : cluster [DBG] pgmap v425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:17.403193+0000 mgr.smithi204.vnvrbl (mgr.24567) 495 : cluster [DBG] pgmap v426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:17.403193+0000 mgr.smithi204.vnvrbl (mgr.24567) 495 : cluster [DBG] pgmap v426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:19.403633+0000 mgr.smithi204.vnvrbl (mgr.24567) 496 : cluster [DBG] pgmap v427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:19.403633+0000 mgr.smithi204.vnvrbl (mgr.24567) 496 : cluster [DBG] pgmap v427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:21.404252+0000 mgr.smithi204.vnvrbl (mgr.24567) 497 : cluster [DBG] pgmap v428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:21.404252+0000 mgr.smithi204.vnvrbl (mgr.24567) 497 : cluster [DBG] pgmap v428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:23.405134+0000 mgr.smithi204.vnvrbl (mgr.24567) 498 : cluster [DBG] pgmap v429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:23.405134+0000 mgr.smithi204.vnvrbl (mgr.24567) 498 : cluster [DBG] pgmap v429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:25.405579+0000 mgr.smithi204.vnvrbl (mgr.24567) 499 : cluster [DBG] pgmap v430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:25.405579+0000 mgr.smithi204.vnvrbl (mgr.24567) 499 : cluster [DBG] pgmap v430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:27.406373+0000 mgr.smithi204.vnvrbl (mgr.24567) 500 : cluster [DBG] pgmap v431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:27.406373+0000 mgr.smithi204.vnvrbl (mgr.24567) 500 : cluster [DBG] pgmap v431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:29.406796+0000 mgr.smithi204.vnvrbl (mgr.24567) 501 : cluster [DBG] pgmap v432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:29.406796+0000 mgr.smithi204.vnvrbl (mgr.24567) 501 : cluster [DBG] pgmap v432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:31.407202+0000 mgr.smithi204.vnvrbl (mgr.24567) 502 : cluster [DBG] pgmap v433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:31.407202+0000 mgr.smithi204.vnvrbl (mgr.24567) 502 : cluster [DBG] pgmap v433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:33.407960+0000 mgr.smithi204.vnvrbl (mgr.24567) 503 : cluster [DBG] pgmap v434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:33.407960+0000 mgr.smithi204.vnvrbl (mgr.24567) 503 : cluster [DBG] pgmap v434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:11:35.174213+0000 mon.smithi204 (mon.1) 101 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:11:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:11:35.175645+0000 mon.smithi204 (mon.1) 102 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:11:35.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:11:35.176498+0000 mon.smithi204 (mon.1) 103 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:11:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:11:35.174213+0000 mon.smithi204 (mon.1) 101 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:11:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:11:35.175645+0000 mon.smithi204 (mon.1) 102 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:11:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:11:35.176498+0000 mon.smithi204 (mon.1) 103 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:11:36.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:11:35.177290+0000 mgr.smithi204.vnvrbl (mgr.24567) 504 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:11:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:35.408496+0000 mgr.smithi204.vnvrbl (mgr.24567) 505 : cluster [DBG] pgmap v435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:11:35.177290+0000 mgr.smithi204.vnvrbl (mgr.24567) 504 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:11:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:35.408496+0000 mgr.smithi204.vnvrbl (mgr.24567) 505 : cluster [DBG] pgmap v435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:37.466 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:11:37.740 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:11:37.740 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:11:37.741 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 4m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:11:37.741 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 4m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:11:37.741 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 4m ago 4h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:11:37.741 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 4m ago 4h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:11:37.742 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (3h) 4m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:11:37.742 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 4m ago 4h 613M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:11:37.742 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 4m ago 4h 447M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:11:37.742 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 4m ago 4h 1545M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:11:37.743 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 4m ago 4h 749M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:11:37.743 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 4m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:11:37.743 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 4m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:11:37.743 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 4m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:11:37.744 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:11:37.744 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 4m ago 4h 1083M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:11:37.744 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 4m ago 4h 1941M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:11:37.744 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 4m ago 4h 1318M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:11:37.744 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 4m ago 4h 2117M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:11:37.745 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 4m ago 4h 1976M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:11:37.745 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 4m ago 4h 2112M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:11:37.745 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 4m ago 4h 1753M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:11:37.745 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 4m ago 4h 2591M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:11:37.746 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 4m ago 4h 143M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:11:38.071 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:11:38.071 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:11:38.071 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:11:38.072 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:11:38.072 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:11:38.072 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:11:38.072 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:11:38.073 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:11:38.073 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:11:38.073 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:11:38.073 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:11:38.073 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:11:38.074 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:11:38.074 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:11:38.074 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:11:38.074 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:11:38.074 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:11:38.075 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:11:38.075 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:11:38.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:37.409151+0000 mgr.smithi204.vnvrbl (mgr.24567) 506 : cluster [DBG] pgmap v436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:38.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:11:37.452267+0000 mgr.smithi204.vnvrbl (mgr.24567) 507 : audit [DBG] from='client.39748 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:11:38.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:11:37.729940+0000 mgr.smithi204.vnvrbl (mgr.24567) 508 : audit [DBG] from='client.39752 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:11:38.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:11:38.069926+0000 mon.smithi176 (mon.0) 2566 : audit [DBG] from='client.? 172.21.15.176:0/716828792' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:11:38.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:11:38.076726+0000 mon.smithi176 (mon.0) 2567 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:11:38.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:11:38.467800+0000 mon.smithi176 (mon.0) 2568 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:11:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:37.409151+0000 mgr.smithi204.vnvrbl (mgr.24567) 506 : cluster [DBG] pgmap v436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:11:37.452267+0000 mgr.smithi204.vnvrbl (mgr.24567) 507 : audit [DBG] from='client.39748 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:11:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:11:37.729940+0000 mgr.smithi204.vnvrbl (mgr.24567) 508 : audit [DBG] from='client.39752 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:11:38.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:11:38.069926+0000 mon.smithi176 (mon.0) 2566 : audit [DBG] from='client.? 172.21.15.176:0/716828792' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:11:38.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:11:38.076726+0000 mon.smithi176 (mon.0) 2567 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:11:38.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:11:38.467800+0000 mon.smithi176 (mon.0) 2568 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:11:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:11:38.474227+0000 mon.smithi176 (mon.0) 2569 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:11:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:11:38.474227+0000 mon.smithi176 (mon.0) 2569 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:11:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:39.409643+0000 mgr.smithi204.vnvrbl (mgr.24567) 509 : cluster [DBG] pgmap v437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:39.409643+0000 mgr.smithi204.vnvrbl (mgr.24567) 509 : cluster [DBG] pgmap v437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:41.410108+0000 mgr.smithi204.vnvrbl (mgr.24567) 510 : cluster [DBG] pgmap v438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:41.410108+0000 mgr.smithi204.vnvrbl (mgr.24567) 510 : cluster [DBG] pgmap v438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:43.410758+0000 mgr.smithi204.vnvrbl (mgr.24567) 511 : cluster [DBG] pgmap v439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:43.410758+0000 mgr.smithi204.vnvrbl (mgr.24567) 511 : cluster [DBG] pgmap v439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:45.411289+0000 mgr.smithi204.vnvrbl (mgr.24567) 512 : cluster [DBG] pgmap v440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:45.411289+0000 mgr.smithi204.vnvrbl (mgr.24567) 512 : cluster [DBG] pgmap v440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:47.411941+0000 mgr.smithi204.vnvrbl (mgr.24567) 513 : cluster [DBG] pgmap v441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:47.411941+0000 mgr.smithi204.vnvrbl (mgr.24567) 513 : cluster [DBG] pgmap v441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:49.412450+0000 mgr.smithi204.vnvrbl (mgr.24567) 514 : cluster [DBG] pgmap v442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:49.412450+0000 mgr.smithi204.vnvrbl (mgr.24567) 514 : cluster [DBG] pgmap v442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:51.413033+0000 mgr.smithi204.vnvrbl (mgr.24567) 515 : cluster [DBG] pgmap v443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:51.413033+0000 mgr.smithi204.vnvrbl (mgr.24567) 515 : cluster [DBG] pgmap v443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:53.413694+0000 mgr.smithi204.vnvrbl (mgr.24567) 516 : cluster [DBG] pgmap v444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:53.413694+0000 mgr.smithi204.vnvrbl (mgr.24567) 516 : cluster [DBG] pgmap v444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:55.414266+0000 mgr.smithi204.vnvrbl (mgr.24567) 517 : cluster [DBG] pgmap v445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:55.414266+0000 mgr.smithi204.vnvrbl (mgr.24567) 517 : cluster [DBG] pgmap v445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:11:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:11:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:57.414947+0000 mgr.smithi204.vnvrbl (mgr.24567) 518 : cluster [DBG] pgmap v446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:11:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:11:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:57.414947+0000 mgr.smithi204.vnvrbl (mgr.24567) 518 : cluster [DBG] pgmap v446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:11:59.415371+0000 mgr.smithi204.vnvrbl (mgr.24567) 519 : cluster [DBG] pgmap v447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:11:59.415371+0000 mgr.smithi204.vnvrbl (mgr.24567) 519 : cluster [DBG] pgmap v447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:01.415765+0000 mgr.smithi204.vnvrbl (mgr.24567) 520 : cluster [DBG] pgmap v448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:01.415765+0000 mgr.smithi204.vnvrbl (mgr.24567) 520 : cluster [DBG] pgmap v448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:03.416723+0000 mgr.smithi204.vnvrbl (mgr.24567) 521 : cluster [DBG] pgmap v449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:03.416723+0000 mgr.smithi204.vnvrbl (mgr.24567) 521 : cluster [DBG] pgmap v449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:05.417202+0000 mgr.smithi204.vnvrbl (mgr.24567) 522 : cluster [DBG] pgmap v450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:05.417202+0000 mgr.smithi204.vnvrbl (mgr.24567) 522 : cluster [DBG] pgmap v450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:08.373 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:12:08.652 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:12:08.653 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:12:08.653 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 4m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:12:08.653 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 4m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:12:08.654 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 4m ago 4h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:12:08.654 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (3h) 4m ago 4h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:12:08.654 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 4m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:12:08.654 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 4m ago 4h 613M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:12:08.655 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 4m ago 4h 447M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:12:08.655 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 4m ago 4h 1545M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:12:08.655 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 4m ago 4h 749M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:12:08.655 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 4m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:12:08.655 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 4m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:12:08.656 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 4m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:12:08.656 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:12:08.656 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 4m ago 4h 1083M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:12:08.656 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 4m ago 4h 1941M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:12:08.657 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 4m ago 4h 1318M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:12:08.657 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 4m ago 4h 2117M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:12:08.657 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 4m ago 4h 1976M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:12:08.657 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 4m ago 4h 2112M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:12:08.658 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 4m ago 4h 1753M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:12:08.658 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 4m ago 4h 2591M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:12:08.658 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 4m ago 4h 143M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:12:08.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:07.417966+0000 mgr.smithi204.vnvrbl (mgr.24567) 523 : cluster [DBG] pgmap v451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:07.417966+0000 mgr.smithi204.vnvrbl (mgr.24567) 523 : cluster [DBG] pgmap v451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:08.985 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:12:08.986 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:12:08.986 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:12:08.986 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:12:08.986 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:12:08.987 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:12:08.987 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:12:08.987 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:12:08.987 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:12:08.988 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:12:08.988 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:12:08.988 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:12:08.988 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:12:08.988 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:12:08.989 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:12:08.989 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:12:08.989 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:12:08.989 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:12:08.990 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:12:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:12:08.359851+0000 mgr.smithi204.vnvrbl (mgr.24567) 524 : audit [DBG] from='client.39760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:12:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:12:08.641533+0000 mgr.smithi204.vnvrbl (mgr.24567) 525 : audit [DBG] from='client.39764 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:12:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:12:08.984605+0000 mon.smithi176 (mon.0) 2570 : audit [DBG] from='client.? 172.21.15.176:0/2854367644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:12:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:12:08.359851+0000 mgr.smithi204.vnvrbl (mgr.24567) 524 : audit [DBG] from='client.39760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:12:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:12:08.641533+0000 mgr.smithi204.vnvrbl (mgr.24567) 525 : audit [DBG] from='client.39764 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:12:09.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:12:08.984605+0000 mon.smithi176 (mon.0) 2570 : audit [DBG] from='client.? 172.21.15.176:0/2854367644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:12:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:09.418437+0000 mgr.smithi204.vnvrbl (mgr.24567) 526 : cluster [DBG] pgmap v452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:09.418437+0000 mgr.smithi204.vnvrbl (mgr.24567) 526 : cluster [DBG] pgmap v452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:12:11.233740+0000 mon.smithi204 (mon.1) 104 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:12:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:12:11.234132+0000 mon.smithi176 (mon.0) 2571 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:12:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:12:11.234226+0000 mon.smithi204 (mon.1) 105 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:12:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:12:11.234500+0000 mon.smithi176 (mon.0) 2572 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:12:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:11.418892+0000 mgr.smithi204.vnvrbl (mgr.24567) 527 : cluster [DBG] pgmap v453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:12:11.233740+0000 mon.smithi204 (mon.1) 104 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:12:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:12:11.234132+0000 mon.smithi176 (mon.0) 2571 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:12:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:12:11.234226+0000 mon.smithi204 (mon.1) 105 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:12:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:12:11.234500+0000 mon.smithi176 (mon.0) 2572 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:12:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:11.418892+0000 mgr.smithi204.vnvrbl (mgr.24567) 527 : cluster [DBG] pgmap v453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:13.419767+0000 mgr.smithi204.vnvrbl (mgr.24567) 528 : cluster [DBG] pgmap v454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:13.419767+0000 mgr.smithi204.vnvrbl (mgr.24567) 528 : cluster [DBG] pgmap v454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:15.420329+0000 mgr.smithi204.vnvrbl (mgr.24567) 529 : cluster [DBG] pgmap v455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:15.420329+0000 mgr.smithi204.vnvrbl (mgr.24567) 529 : cluster [DBG] pgmap v455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:17.420961+0000 mgr.smithi204.vnvrbl (mgr.24567) 530 : cluster [DBG] pgmap v456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:17.420961+0000 mgr.smithi204.vnvrbl (mgr.24567) 530 : cluster [DBG] pgmap v456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:19.421450+0000 mgr.smithi204.vnvrbl (mgr.24567) 531 : cluster [DBG] pgmap v457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:19.421450+0000 mgr.smithi204.vnvrbl (mgr.24567) 531 : cluster [DBG] pgmap v457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:21.421929+0000 mgr.smithi204.vnvrbl (mgr.24567) 532 : cluster [DBG] pgmap v458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:21.421929+0000 mgr.smithi204.vnvrbl (mgr.24567) 532 : cluster [DBG] pgmap v458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:23.422706+0000 mgr.smithi204.vnvrbl (mgr.24567) 533 : cluster [DBG] pgmap v459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:23.422706+0000 mgr.smithi204.vnvrbl (mgr.24567) 533 : cluster [DBG] pgmap v459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:25.423126+0000 mgr.smithi204.vnvrbl (mgr.24567) 534 : cluster [DBG] pgmap v460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:25.423126+0000 mgr.smithi204.vnvrbl (mgr.24567) 534 : cluster [DBG] pgmap v460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:27.423974+0000 mgr.smithi204.vnvrbl (mgr.24567) 535 : cluster [DBG] pgmap v461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:27.423974+0000 mgr.smithi204.vnvrbl (mgr.24567) 535 : cluster [DBG] pgmap v461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:29.424480+0000 mgr.smithi204.vnvrbl (mgr.24567) 536 : cluster [DBG] pgmap v462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:29.424480+0000 mgr.smithi204.vnvrbl (mgr.24567) 536 : cluster [DBG] pgmap v462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:31.424927+0000 mgr.smithi204.vnvrbl (mgr.24567) 537 : cluster [DBG] pgmap v463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:31.424927+0000 mgr.smithi204.vnvrbl (mgr.24567) 537 : cluster [DBG] pgmap v463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:33.425744+0000 mgr.smithi204.vnvrbl (mgr.24567) 538 : cluster [DBG] pgmap v464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:33.425744+0000 mgr.smithi204.vnvrbl (mgr.24567) 538 : cluster [DBG] pgmap v464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:35.426186+0000 mgr.smithi204.vnvrbl (mgr.24567) 539 : cluster [DBG] pgmap v465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:35.426186+0000 mgr.smithi204.vnvrbl (mgr.24567) 539 : cluster [DBG] pgmap v465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:38.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:37.426801+0000 mgr.smithi204.vnvrbl (mgr.24567) 540 : cluster [DBG] pgmap v466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:38.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:12:38.476862+0000 mon.smithi204 (mon.1) 106 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:12:38.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:12:38.478188+0000 mon.smithi204 (mon.1) 107 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:12:38.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:12:38.479014+0000 mon.smithi204 (mon.1) 108 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:12:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:37.426801+0000 mgr.smithi204.vnvrbl (mgr.24567) 540 : cluster [DBG] pgmap v466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:12:38.476862+0000 mon.smithi204 (mon.1) 106 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:12:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:12:38.478188+0000 mon.smithi204 (mon.1) 107 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:12:38.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:12:38.479014+0000 mon.smithi204 (mon.1) 108 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:12:39.297 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:12:39.574 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:12:39.575 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 5m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:12:39.575 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 5m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:12:39.575 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 5m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:12:39.576 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 5m ago 4h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:12:39.576 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 5m ago 4h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:12:39.576 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 5m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:12:39.576 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 5m ago 4h 613M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:12:39.576 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 5m ago 4h 447M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:12:39.577 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 5m ago 4h 1545M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:12:39.577 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 5m ago 4h 749M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:12:39.577 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 5m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:12:39.577 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 5m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:12:39.578 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 5m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:12:39.578 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:12:39.578 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 5m ago 4h 1083M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:12:39.578 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 5m ago 4h 1941M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:12:39.578 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 5m ago 4h 1318M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:12:39.579 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 5m ago 4h 2117M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:12:39.579 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 5m ago 4h 1976M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:12:39.579 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 5m ago 4h 2112M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:12:39.579 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 5m ago 4h 1753M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:12:39.579 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 5m ago 4h 2591M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:12:39.580 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 5m ago 4h 143M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:12:39.802 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:12:38.479761+0000 mgr.smithi204.vnvrbl (mgr.24567) 541 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:12:39.803 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:12:38.881111+0000 mon.smithi176 (mon.0) 2573 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:12:39.803 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:12:38.886572+0000 mon.smithi176 (mon.0) 2574 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:12:39.913 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:12:39.913 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:12:39.913 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:12:39.914 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:12:39.914 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:12:39.914 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:12:39.914 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:12:39.914 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:12:39.915 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:12:39.915 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:12:39.915 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:12:39.915 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:12:39.915 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:12:39.916 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:12:39.916 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:12:39.916 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:12:39.916 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:12:39.916 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:12:39.917 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:12:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:12:38.479761+0000 mgr.smithi204.vnvrbl (mgr.24567) 541 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:12:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:12:38.881111+0000 mon.smithi176 (mon.0) 2573 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:12:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:12:38.886572+0000 mon.smithi176 (mon.0) 2574 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:12:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:12:39.284020+0000 mgr.smithi204.vnvrbl (mgr.24567) 542 : audit [DBG] from='client.39772 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:12:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:39.427423+0000 mgr.smithi204.vnvrbl (mgr.24567) 543 : cluster [DBG] pgmap v467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:40.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:12:39.564048+0000 mgr.smithi204.vnvrbl (mgr.24567) 544 : audit [DBG] from='client.39776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:12:40.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:12:39.912127+0000 mon.smithi176 (mon.0) 2575 : audit [DBG] from='client.? 172.21.15.176:0/3206399282' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:12:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:12:39.284020+0000 mgr.smithi204.vnvrbl (mgr.24567) 542 : audit [DBG] from='client.39772 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:12:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:39.427423+0000 mgr.smithi204.vnvrbl (mgr.24567) 543 : cluster [DBG] pgmap v467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:12:39.564048+0000 mgr.smithi204.vnvrbl (mgr.24567) 544 : audit [DBG] from='client.39776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:12:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:12:39.912127+0000 mon.smithi176 (mon.0) 2575 : audit [DBG] from='client.? 172.21.15.176:0/3206399282' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:12:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:41.428052+0000 mgr.smithi204.vnvrbl (mgr.24567) 545 : cluster [DBG] pgmap v468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:41.428052+0000 mgr.smithi204.vnvrbl (mgr.24567) 545 : cluster [DBG] pgmap v468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:43.429039+0000 mgr.smithi204.vnvrbl (mgr.24567) 546 : cluster [DBG] pgmap v469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:43.429039+0000 mgr.smithi204.vnvrbl (mgr.24567) 546 : cluster [DBG] pgmap v469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:45.429665+0000 mgr.smithi204.vnvrbl (mgr.24567) 547 : cluster [DBG] pgmap v470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:45.429665+0000 mgr.smithi204.vnvrbl (mgr.24567) 547 : cluster [DBG] pgmap v470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:47.430605+0000 mgr.smithi204.vnvrbl (mgr.24567) 548 : cluster [DBG] pgmap v471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:47.430605+0000 mgr.smithi204.vnvrbl (mgr.24567) 548 : cluster [DBG] pgmap v471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:49.431118+0000 mgr.smithi204.vnvrbl (mgr.24567) 549 : cluster [DBG] pgmap v472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:49.431118+0000 mgr.smithi204.vnvrbl (mgr.24567) 549 : cluster [DBG] pgmap v472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:51.431564+0000 mgr.smithi204.vnvrbl (mgr.24567) 550 : cluster [DBG] pgmap v473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:51.431564+0000 mgr.smithi204.vnvrbl (mgr.24567) 550 : cluster [DBG] pgmap v473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:53.432278+0000 mgr.smithi204.vnvrbl (mgr.24567) 551 : cluster [DBG] pgmap v474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:53.432278+0000 mgr.smithi204.vnvrbl (mgr.24567) 551 : cluster [DBG] pgmap v474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:55.432876+0000 mgr.smithi204.vnvrbl (mgr.24567) 552 : cluster [DBG] pgmap v475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:55.432876+0000 mgr.smithi204.vnvrbl (mgr.24567) 552 : cluster [DBG] pgmap v475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:12:58.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:12:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:57.433780+0000 mgr.smithi204.vnvrbl (mgr.24567) 553 : cluster [DBG] pgmap v476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:12:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:12:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:57.433780+0000 mgr.smithi204.vnvrbl (mgr.24567) 553 : cluster [DBG] pgmap v476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:12:59.434333+0000 mgr.smithi204.vnvrbl (mgr.24567) 554 : cluster [DBG] pgmap v477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:12:59.434333+0000 mgr.smithi204.vnvrbl (mgr.24567) 554 : cluster [DBG] pgmap v477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:01.434764+0000 mgr.smithi204.vnvrbl (mgr.24567) 555 : cluster [DBG] pgmap v478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:01.434764+0000 mgr.smithi204.vnvrbl (mgr.24567) 555 : cluster [DBG] pgmap v478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:03.435529+0000 mgr.smithi204.vnvrbl (mgr.24567) 556 : cluster [DBG] pgmap v479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:03.435529+0000 mgr.smithi204.vnvrbl (mgr.24567) 556 : cluster [DBG] pgmap v479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:05.435972+0000 mgr.smithi204.vnvrbl (mgr.24567) 557 : cluster [DBG] pgmap v480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:05.435972+0000 mgr.smithi204.vnvrbl (mgr.24567) 557 : cluster [DBG] pgmap v480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:08.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:07.436638+0000 mgr.smithi204.vnvrbl (mgr.24567) 558 : cluster [DBG] pgmap v481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:07.436638+0000 mgr.smithi204.vnvrbl (mgr.24567) 558 : cluster [DBG] pgmap v481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:10.210 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:13:10.485 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:13:10.485 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 5m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:13:10.486 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 5m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:13:10.486 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 5m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:13:10.486 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 5m ago 4h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:13:10.486 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 5m ago 4h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:13:10.486 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 5m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:13:10.487 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 5m ago 4h 613M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:13:10.487 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 5m ago 4h 447M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:13:10.487 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 5m ago 4h 1545M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:13:10.487 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 5m ago 4h 749M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:13:10.488 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 5m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:13:10.488 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 5m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:13:10.488 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 5m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:13:10.488 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:13:10.489 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 5m ago 4h 1083M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:13:10.489 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 5m ago 4h 1941M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:13:10.489 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 5m ago 4h 1318M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:13:10.489 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 5m ago 4h 2117M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:13:10.489 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 5m ago 4h 1976M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:13:10.490 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 5m ago 4h 2112M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:13:10.490 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 5m ago 4h 1753M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:13:10.490 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 5m ago 4h 2591M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:13:10.490 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 5m ago 4h 143M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:13:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:09.437064+0000 mgr.smithi204.vnvrbl (mgr.24567) 559 : cluster [DBG] pgmap v482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:10.814 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:13:10.815 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:13:10.815 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:13:10.815 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:13:10.815 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:13:10.816 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:13:10.816 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:13:10.816 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:13:10.816 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:13:10.817 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:13:10.817 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:13:10.817 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:13:10.817 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:13:10.817 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:13:10.818 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:13:10.818 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:13:10.818 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:13:10.818 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:13:10.818 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:13:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:09.437064+0000 mgr.smithi204.vnvrbl (mgr.24567) 559 : cluster [DBG] pgmap v482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:13:10.197875+0000 mgr.smithi204.vnvrbl (mgr.24567) 560 : audit [DBG] from='client.39784 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:13:11.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:13:10.474404+0000 mgr.smithi204.vnvrbl (mgr.24567) 561 : audit [DBG] from='client.39788 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:13:11.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:13:10.813786+0000 mon.smithi176 (mon.0) 2576 : audit [DBG] from='client.? 172.21.15.176:0/3256909323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:13:11.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:13:11.237883+0000 mon.smithi204 (mon.1) 109 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:13:11.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:13:11.238113+0000 mon.smithi176 (mon.0) 2577 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:13:11.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:13:11.238117+0000 mon.smithi204 (mon.1) 110 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:13:11.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:13:11.238376+0000 mon.smithi176 (mon.0) 2578 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:13:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:13:10.197875+0000 mgr.smithi204.vnvrbl (mgr.24567) 560 : audit [DBG] from='client.39784 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:13:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:13:10.474404+0000 mgr.smithi204.vnvrbl (mgr.24567) 561 : audit [DBG] from='client.39788 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:13:11.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:13:10.813786+0000 mon.smithi176 (mon.0) 2576 : audit [DBG] from='client.? 172.21.15.176:0/3256909323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:13:11.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:13:11.237883+0000 mon.smithi204 (mon.1) 109 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:13:11.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:13:11.238113+0000 mon.smithi176 (mon.0) 2577 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:13:11.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:13:11.238117+0000 mon.smithi204 (mon.1) 110 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:13:11.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:13:11.238376+0000 mon.smithi176 (mon.0) 2578 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:13:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:11.437546+0000 mgr.smithi204.vnvrbl (mgr.24567) 562 : cluster [DBG] pgmap v483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:11.437546+0000 mgr.smithi204.vnvrbl (mgr.24567) 562 : cluster [DBG] pgmap v483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:13.438292+0000 mgr.smithi204.vnvrbl (mgr.24567) 563 : cluster [DBG] pgmap v484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:13.438292+0000 mgr.smithi204.vnvrbl (mgr.24567) 563 : cluster [DBG] pgmap v484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:15.438685+0000 mgr.smithi204.vnvrbl (mgr.24567) 564 : cluster [DBG] pgmap v485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:15.438685+0000 mgr.smithi204.vnvrbl (mgr.24567) 564 : cluster [DBG] pgmap v485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:17.439483+0000 mgr.smithi204.vnvrbl (mgr.24567) 565 : cluster [DBG] pgmap v486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:17.439483+0000 mgr.smithi204.vnvrbl (mgr.24567) 565 : cluster [DBG] pgmap v486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:19.440039+0000 mgr.smithi204.vnvrbl (mgr.24567) 566 : cluster [DBG] pgmap v487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:19.440039+0000 mgr.smithi204.vnvrbl (mgr.24567) 566 : cluster [DBG] pgmap v487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:21.440625+0000 mgr.smithi204.vnvrbl (mgr.24567) 567 : cluster [DBG] pgmap v488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:21.440625+0000 mgr.smithi204.vnvrbl (mgr.24567) 567 : cluster [DBG] pgmap v488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:23.441501+0000 mgr.smithi204.vnvrbl (mgr.24567) 568 : cluster [DBG] pgmap v489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:23.441501+0000 mgr.smithi204.vnvrbl (mgr.24567) 568 : cluster [DBG] pgmap v489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:25.442144+0000 mgr.smithi204.vnvrbl (mgr.24567) 569 : cluster [DBG] pgmap v490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:25.442144+0000 mgr.smithi204.vnvrbl (mgr.24567) 569 : cluster [DBG] pgmap v490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:27.442867+0000 mgr.smithi204.vnvrbl (mgr.24567) 570 : cluster [DBG] pgmap v491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:27.442867+0000 mgr.smithi204.vnvrbl (mgr.24567) 570 : cluster [DBG] pgmap v491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:29.443391+0000 mgr.smithi204.vnvrbl (mgr.24567) 571 : cluster [DBG] pgmap v492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:29.443391+0000 mgr.smithi204.vnvrbl (mgr.24567) 571 : cluster [DBG] pgmap v492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:31.443836+0000 mgr.smithi204.vnvrbl (mgr.24567) 572 : cluster [DBG] pgmap v493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:31.443836+0000 mgr.smithi204.vnvrbl (mgr.24567) 572 : cluster [DBG] pgmap v493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:33.444557+0000 mgr.smithi204.vnvrbl (mgr.24567) 573 : cluster [DBG] pgmap v494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:33.444557+0000 mgr.smithi204.vnvrbl (mgr.24567) 573 : cluster [DBG] pgmap v494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:35.444941+0000 mgr.smithi204.vnvrbl (mgr.24567) 574 : cluster [DBG] pgmap v495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:35.444941+0000 mgr.smithi204.vnvrbl (mgr.24567) 574 : cluster [DBG] pgmap v495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:38.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:37.445670+0000 mgr.smithi204.vnvrbl (mgr.24567) 575 : cluster [DBG] pgmap v496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:37.445670+0000 mgr.smithi204.vnvrbl (mgr.24567) 575 : cluster [DBG] pgmap v496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:13:38.889901+0000 mon.smithi204 (mon.1) 111 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:13:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:13:38.891444+0000 mon.smithi204 (mon.1) 112 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:13:39.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:13:38.892366+0000 mon.smithi204 (mon.1) 113 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:13:39.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:13:39.293193+0000 mon.smithi176 (mon.0) 2579 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:13:39.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:13:39.298188+0000 mon.smithi176 (mon.0) 2580 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:13:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:13:38.889901+0000 mon.smithi204 (mon.1) 111 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:13:39.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:13:38.891444+0000 mon.smithi204 (mon.1) 112 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:13:39.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:13:38.892366+0000 mon.smithi204 (mon.1) 113 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:13:39.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:13:39.293193+0000 mon.smithi176 (mon.0) 2579 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:13:39.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:13:39.298188+0000 mon.smithi176 (mon.0) 2580 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:13:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:13:38.893147+0000 mgr.smithi204.vnvrbl (mgr.24567) 576 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:13:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:39.446246+0000 mgr.smithi204.vnvrbl (mgr.24567) 577 : cluster [DBG] pgmap v497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:13:38.893147+0000 mgr.smithi204.vnvrbl (mgr.24567) 576 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:13:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:39.446246+0000 mgr.smithi204.vnvrbl (mgr.24567) 577 : cluster [DBG] pgmap v497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:41.108 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:13:41.383 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:13:41.383 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:13:41.384 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 6m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:13:41.384 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 6m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:13:41.384 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 6m ago 4h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:13:41.384 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 6m ago 4h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:13:41.384 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 6m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:13:41.385 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 6m ago 4h 613M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:13:41.385 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 6m ago 4h 447M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:13:41.385 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 6m ago 4h 1545M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:13:41.385 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 6m ago 4h 749M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:13:41.386 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 6m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:13:41.386 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 6m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:13:41.386 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 6m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:13:41.386 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 6m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:13:41.387 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 6m ago 4h 1083M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:13:41.387 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 6m ago 4h 1941M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:13:41.387 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 6m ago 4h 1318M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:13:41.387 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 6m ago 4h 2117M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:13:41.387 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 6m ago 4h 1976M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:13:41.388 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 6m ago 4h 2112M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:13:41.388 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 6m ago 4h 1753M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:13:41.388 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 6m ago 4h 2591M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:13:41.388 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 6m ago 4h 143M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:13:41.728 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:13:41.729 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:13:41.729 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:13:41.730 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:13:41.730 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:13:41.730 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:13:41.731 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:13:41.731 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:13:41.732 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:13:41.732 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:13:41.732 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:13:41.733 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:13:41.733 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:13:41.734 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:13:41.734 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:13:41.735 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:13:41.735 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:13:41.736 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:13:41.736 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:13:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:13:41.095358+0000 mgr.smithi204.vnvrbl (mgr.24567) 578 : audit [DBG] from='client.39796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:13:42.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:13:41.372335+0000 mgr.smithi204.vnvrbl (mgr.24567) 579 : audit [DBG] from='client.39800 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:13:42.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:41.446615+0000 mgr.smithi204.vnvrbl (mgr.24567) 580 : cluster [DBG] pgmap v498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:42.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:13:41.727109+0000 mon.smithi176 (mon.0) 2581 : audit [DBG] from='client.? 172.21.15.176:0/2350272545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:13:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:13:41.095358+0000 mgr.smithi204.vnvrbl (mgr.24567) 578 : audit [DBG] from='client.39796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:13:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:13:41.372335+0000 mgr.smithi204.vnvrbl (mgr.24567) 579 : audit [DBG] from='client.39800 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:13:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:41.446615+0000 mgr.smithi204.vnvrbl (mgr.24567) 580 : cluster [DBG] pgmap v498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:42.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:13:41.727109+0000 mon.smithi176 (mon.0) 2581 : audit [DBG] from='client.? 172.21.15.176:0/2350272545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:13:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:43.447312+0000 mgr.smithi204.vnvrbl (mgr.24567) 581 : cluster [DBG] pgmap v499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:43.447312+0000 mgr.smithi204.vnvrbl (mgr.24567) 581 : cluster [DBG] pgmap v499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:45.447711+0000 mgr.smithi204.vnvrbl (mgr.24567) 582 : cluster [DBG] pgmap v500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:45.447711+0000 mgr.smithi204.vnvrbl (mgr.24567) 582 : cluster [DBG] pgmap v500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:47.448365+0000 mgr.smithi204.vnvrbl (mgr.24567) 583 : cluster [DBG] pgmap v501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:47.448365+0000 mgr.smithi204.vnvrbl (mgr.24567) 583 : cluster [DBG] pgmap v501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:49.449018+0000 mgr.smithi204.vnvrbl (mgr.24567) 584 : cluster [DBG] pgmap v502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:49.449018+0000 mgr.smithi204.vnvrbl (mgr.24567) 584 : cluster [DBG] pgmap v502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:51.449527+0000 mgr.smithi204.vnvrbl (mgr.24567) 585 : cluster [DBG] pgmap v503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:51.449527+0000 mgr.smithi204.vnvrbl (mgr.24567) 585 : cluster [DBG] pgmap v503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:53.450483+0000 mgr.smithi204.vnvrbl (mgr.24567) 586 : cluster [DBG] pgmap v504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:53.450483+0000 mgr.smithi204.vnvrbl (mgr.24567) 586 : cluster [DBG] pgmap v504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:55.451003+0000 mgr.smithi204.vnvrbl (mgr.24567) 587 : cluster [DBG] pgmap v505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:55.451003+0000 mgr.smithi204.vnvrbl (mgr.24567) 587 : cluster [DBG] pgmap v505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:13:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:13:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:57.451686+0000 mgr.smithi204.vnvrbl (mgr.24567) 588 : cluster [DBG] pgmap v506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:13:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:13:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:57.451686+0000 mgr.smithi204.vnvrbl (mgr.24567) 588 : cluster [DBG] pgmap v506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:13:59.452133+0000 mgr.smithi204.vnvrbl (mgr.24567) 589 : cluster [DBG] pgmap v507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:13:59.452133+0000 mgr.smithi204.vnvrbl (mgr.24567) 589 : cluster [DBG] pgmap v507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:01.452760+0000 mgr.smithi204.vnvrbl (mgr.24567) 590 : cluster [DBG] pgmap v508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:01.452760+0000 mgr.smithi204.vnvrbl (mgr.24567) 590 : cluster [DBG] pgmap v508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:03.453472+0000 mgr.smithi204.vnvrbl (mgr.24567) 591 : cluster [DBG] pgmap v509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:03.453472+0000 mgr.smithi204.vnvrbl (mgr.24567) 591 : cluster [DBG] pgmap v509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:05.454062+0000 mgr.smithi204.vnvrbl (mgr.24567) 592 : cluster [DBG] pgmap v510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:05.454062+0000 mgr.smithi204.vnvrbl (mgr.24567) 592 : cluster [DBG] pgmap v510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:08.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:07.454753+0000 mgr.smithi204.vnvrbl (mgr.24567) 593 : cluster [DBG] pgmap v511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:07.454753+0000 mgr.smithi204.vnvrbl (mgr.24567) 593 : cluster [DBG] pgmap v511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:09.455334+0000 mgr.smithi204.vnvrbl (mgr.24567) 594 : cluster [DBG] pgmap v512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:09.455334+0000 mgr.smithi204.vnvrbl (mgr.24567) 594 : cluster [DBG] pgmap v512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:12.023 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:14:12.302 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:14:12.302 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:14:12.303 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 6m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:14:12.303 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 6m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:14:12.303 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 6m ago 4h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:14:12.303 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 6m ago 4h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:14:12.303 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 6m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:14:12.304 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 6m ago 4h 613M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:14:12.304 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 6m ago 4h 447M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:14:12.304 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 6m ago 4h 1545M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:14:12.304 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 6m ago 4h 749M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:14:12.305 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 6m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:14:12.305 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 6m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:14:12.305 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 6m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:14:12.305 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 6m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:14:12.305 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 6m ago 4h 1083M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:14:12.306 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 6m ago 4h 1941M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:14:12.306 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 6m ago 4h 1318M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:14:12.306 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 6m ago 4h 2117M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:14:12.306 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 6m ago 4h 1976M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:14:12.306 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 6m ago 4h 2112M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:14:12.307 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 6m ago 4h 1753M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:14:12.307 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 6m ago 4h 2591M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:14:12.307 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 6m ago 4h 143M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:14:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:14:11.242350+0000 mon.smithi204 (mon.1) 114 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:14:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:14:11.242585+0000 mon.smithi204 (mon.1) 115 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:14:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:14:11.242703+0000 mon.smithi176 (mon.0) 2582 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:14:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:14:11.243025+0000 mon.smithi176 (mon.0) 2583 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:14:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:11.455859+0000 mgr.smithi204.vnvrbl (mgr.24567) 595 : cluster [DBG] pgmap v513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:14:11.242350+0000 mon.smithi204 (mon.1) 114 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:14:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:14:11.242585+0000 mon.smithi204 (mon.1) 115 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:14:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:14:11.242703+0000 mon.smithi176 (mon.0) 2582 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:14:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:14:11.243025+0000 mon.smithi176 (mon.0) 2583 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:14:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:11.455859+0000 mgr.smithi204.vnvrbl (mgr.24567) 595 : cluster [DBG] pgmap v513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:12.634 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:14:12.634 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:14:12.634 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:14:12.635 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:14:12.635 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:14:12.635 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:14:12.635 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:14:12.636 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:14:12.636 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:14:12.636 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:14:12.636 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:14:12.636 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:14:12.637 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:14:12.637 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:14:12.637 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:14:12.637 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:14:12.637 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:14:12.638 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:14:12.638 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:14:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:14:12.010546+0000 mgr.smithi204.vnvrbl (mgr.24567) 596 : audit [DBG] from='client.39808 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:14:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:14:12.290999+0000 mgr.smithi204.vnvrbl (mgr.24567) 597 : audit [DBG] from='client.39812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:14:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:14:12.632974+0000 mon.smithi176 (mon.0) 2584 : audit [DBG] from='client.? 172.21.15.176:0/146910184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:14:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:14:12.010546+0000 mgr.smithi204.vnvrbl (mgr.24567) 596 : audit [DBG] from='client.39808 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:14:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:14:12.290999+0000 mgr.smithi204.vnvrbl (mgr.24567) 597 : audit [DBG] from='client.39812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:14:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:14:12.632974+0000 mon.smithi176 (mon.0) 2584 : audit [DBG] from='client.? 172.21.15.176:0/146910184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:14:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:13.456566+0000 mgr.smithi204.vnvrbl (mgr.24567) 598 : cluster [DBG] pgmap v514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:13.456566+0000 mgr.smithi204.vnvrbl (mgr.24567) 598 : cluster [DBG] pgmap v514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:15.457233+0000 mgr.smithi204.vnvrbl (mgr.24567) 599 : cluster [DBG] pgmap v515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:15.457233+0000 mgr.smithi204.vnvrbl (mgr.24567) 599 : cluster [DBG] pgmap v515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:17.458142+0000 mgr.smithi204.vnvrbl (mgr.24567) 600 : cluster [DBG] pgmap v516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:17.458142+0000 mgr.smithi204.vnvrbl (mgr.24567) 600 : cluster [DBG] pgmap v516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:19.458639+0000 mgr.smithi204.vnvrbl (mgr.24567) 601 : cluster [DBG] pgmap v517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:19.458639+0000 mgr.smithi204.vnvrbl (mgr.24567) 601 : cluster [DBG] pgmap v517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:21.459081+0000 mgr.smithi204.vnvrbl (mgr.24567) 602 : cluster [DBG] pgmap v518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:21.459081+0000 mgr.smithi204.vnvrbl (mgr.24567) 602 : cluster [DBG] pgmap v518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:23.460010+0000 mgr.smithi204.vnvrbl (mgr.24567) 603 : cluster [DBG] pgmap v519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:23.460010+0000 mgr.smithi204.vnvrbl (mgr.24567) 603 : cluster [DBG] pgmap v519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:25.460412+0000 mgr.smithi204.vnvrbl (mgr.24567) 604 : cluster [DBG] pgmap v520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:25.460412+0000 mgr.smithi204.vnvrbl (mgr.24567) 604 : cluster [DBG] pgmap v520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:27.461104+0000 mgr.smithi204.vnvrbl (mgr.24567) 605 : cluster [DBG] pgmap v521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:27.461104+0000 mgr.smithi204.vnvrbl (mgr.24567) 605 : cluster [DBG] pgmap v521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:29.461600+0000 mgr.smithi204.vnvrbl (mgr.24567) 606 : cluster [DBG] pgmap v522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:29.461600+0000 mgr.smithi204.vnvrbl (mgr.24567) 606 : cluster [DBG] pgmap v522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:31.462045+0000 mgr.smithi204.vnvrbl (mgr.24567) 607 : cluster [DBG] pgmap v523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:31.462045+0000 mgr.smithi204.vnvrbl (mgr.24567) 607 : cluster [DBG] pgmap v523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:33.462840+0000 mgr.smithi204.vnvrbl (mgr.24567) 608 : cluster [DBG] pgmap v524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:33.462840+0000 mgr.smithi204.vnvrbl (mgr.24567) 608 : cluster [DBG] pgmap v524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:35.463357+0000 mgr.smithi204.vnvrbl (mgr.24567) 609 : cluster [DBG] pgmap v525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:35.463357+0000 mgr.smithi204.vnvrbl (mgr.24567) 609 : cluster [DBG] pgmap v525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:38.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:37.464037+0000 mgr.smithi204.vnvrbl (mgr.24567) 610 : cluster [DBG] pgmap v526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:37.464037+0000 mgr.smithi204.vnvrbl (mgr.24567) 610 : cluster [DBG] pgmap v526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:14:39.301230+0000 mon.smithi204 (mon.1) 116 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:14:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:14:39.302687+0000 mon.smithi204 (mon.1) 117 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:14:39.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:14:39.303577+0000 mon.smithi204 (mon.1) 118 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:14:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:14:39.301230+0000 mon.smithi204 (mon.1) 116 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:14:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:14:39.302687+0000 mon.smithi204 (mon.1) 117 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:14:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:14:39.303577+0000 mon.smithi204 (mon.1) 118 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:14:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:14:39.304326+0000 mgr.smithi204.vnvrbl (mgr.24567) 611 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:14:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:39.464435+0000 mgr.smithi204.vnvrbl (mgr.24567) 612 : cluster [DBG] pgmap v527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:14:39.702452+0000 mon.smithi176 (mon.0) 2585 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:14:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:14:39.707562+0000 mon.smithi176 (mon.0) 2586 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:14:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:14:39.304326+0000 mgr.smithi204.vnvrbl (mgr.24567) 611 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:14:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:39.464435+0000 mgr.smithi204.vnvrbl (mgr.24567) 612 : cluster [DBG] pgmap v527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:14:39.702452+0000 mon.smithi176 (mon.0) 2585 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:14:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:14:39.707562+0000 mon.smithi176 (mon.0) 2586 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:14:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:41.464950+0000 mgr.smithi204.vnvrbl (mgr.24567) 613 : cluster [DBG] pgmap v528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:41.464950+0000 mgr.smithi204.vnvrbl (mgr.24567) 613 : cluster [DBG] pgmap v528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:42.932 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:14:43.206 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:14:43.207 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:14:43.207 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 7m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:14:43.207 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 7m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:14:43.208 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 7m ago 4h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:14:43.208 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 7m ago 4h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:14:43.208 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 7m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:14:43.208 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 7m ago 4h 613M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:14:43.209 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 7m ago 4h 447M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:14:43.209 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 7m ago 4h 1545M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:14:43.209 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 7m ago 4h 749M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:14:43.209 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 7m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:14:43.209 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 7m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:14:43.210 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 7m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:14:43.210 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 7m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:14:43.210 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 7m ago 4h 1083M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:14:43.210 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 7m ago 4h 1941M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:14:43.211 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 7m ago 4h 1318M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:14:43.211 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 7m ago 4h 2117M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:14:43.211 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 7m ago 4h 1976M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:14:43.211 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 7m ago 4h 2112M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:14:43.212 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 7m ago 4h 1753M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:14:43.212 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 7m ago 4h 2591M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:14:43.212 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 7m ago 4h 143M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:14:43.537 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:14:43.537 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:14:43.537 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:14:43.538 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:14:43.538 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:14:43.538 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:14:43.538 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:14:43.538 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:14:43.539 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:14:43.539 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:14:43.539 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:14:43.539 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:14:43.539 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:14:43.540 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:14:43.540 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:14:43.540 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:14:43.540 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:14:43.540 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:14:43.541 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:14:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:14:42.919936+0000 mgr.smithi204.vnvrbl (mgr.24567) 614 : audit [DBG] from='client.39820 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:14:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:14:43.195723+0000 mgr.smithi204.vnvrbl (mgr.24567) 615 : audit [DBG] from='client.39824 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:14:44.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:43.465898+0000 mgr.smithi204.vnvrbl (mgr.24567) 616 : cluster [DBG] pgmap v529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:44.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:14:43.535488+0000 mon.smithi176 (mon.0) 2587 : audit [DBG] from='client.? 172.21.15.176:0/2021835390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:14:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:14:42.919936+0000 mgr.smithi204.vnvrbl (mgr.24567) 614 : audit [DBG] from='client.39820 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:14:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:14:43.195723+0000 mgr.smithi204.vnvrbl (mgr.24567) 615 : audit [DBG] from='client.39824 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:14:44.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:43.465898+0000 mgr.smithi204.vnvrbl (mgr.24567) 616 : cluster [DBG] pgmap v529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:44.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:14:43.535488+0000 mon.smithi176 (mon.0) 2587 : audit [DBG] from='client.? 172.21.15.176:0/2021835390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:14:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:45.466416+0000 mgr.smithi204.vnvrbl (mgr.24567) 617 : cluster [DBG] pgmap v530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:45.466416+0000 mgr.smithi204.vnvrbl (mgr.24567) 617 : cluster [DBG] pgmap v530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:47.467380+0000 mgr.smithi204.vnvrbl (mgr.24567) 618 : cluster [DBG] pgmap v531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:47.467380+0000 mgr.smithi204.vnvrbl (mgr.24567) 618 : cluster [DBG] pgmap v531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:49.467875+0000 mgr.smithi204.vnvrbl (mgr.24567) 619 : cluster [DBG] pgmap v532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:49.467875+0000 mgr.smithi204.vnvrbl (mgr.24567) 619 : cluster [DBG] pgmap v532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:51.468332+0000 mgr.smithi204.vnvrbl (mgr.24567) 620 : cluster [DBG] pgmap v533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:51.468332+0000 mgr.smithi204.vnvrbl (mgr.24567) 620 : cluster [DBG] pgmap v533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:53.469272+0000 mgr.smithi204.vnvrbl (mgr.24567) 621 : cluster [DBG] pgmap v534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:53.469272+0000 mgr.smithi204.vnvrbl (mgr.24567) 621 : cluster [DBG] pgmap v534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:55.469695+0000 mgr.smithi204.vnvrbl (mgr.24567) 622 : cluster [DBG] pgmap v535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:55.469695+0000 mgr.smithi204.vnvrbl (mgr.24567) 622 : cluster [DBG] pgmap v535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:14:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:14:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:57.470541+0000 mgr.smithi204.vnvrbl (mgr.24567) 623 : cluster [DBG] pgmap v536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:14:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:14:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:57.470541+0000 mgr.smithi204.vnvrbl (mgr.24567) 623 : cluster [DBG] pgmap v536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:14:59.471034+0000 mgr.smithi204.vnvrbl (mgr.24567) 624 : cluster [DBG] pgmap v537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:14:59.471034+0000 mgr.smithi204.vnvrbl (mgr.24567) 624 : cluster [DBG] pgmap v537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:01.471517+0000 mgr.smithi204.vnvrbl (mgr.24567) 625 : cluster [DBG] pgmap v538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:01.471517+0000 mgr.smithi204.vnvrbl (mgr.24567) 625 : cluster [DBG] pgmap v538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:03.472470+0000 mgr.smithi204.vnvrbl (mgr.24567) 626 : cluster [DBG] pgmap v539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:03.472470+0000 mgr.smithi204.vnvrbl (mgr.24567) 626 : cluster [DBG] pgmap v539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:05.472935+0000 mgr.smithi204.vnvrbl (mgr.24567) 627 : cluster [DBG] pgmap v540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:05.472935+0000 mgr.smithi204.vnvrbl (mgr.24567) 627 : cluster [DBG] pgmap v540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:08.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:07.473828+0000 mgr.smithi204.vnvrbl (mgr.24567) 628 : cluster [DBG] pgmap v541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:07.473828+0000 mgr.smithi204.vnvrbl (mgr.24567) 628 : cluster [DBG] pgmap v541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:09.474372+0000 mgr.smithi204.vnvrbl (mgr.24567) 629 : cluster [DBG] pgmap v542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:09.474372+0000 mgr.smithi204.vnvrbl (mgr.24567) 629 : cluster [DBG] pgmap v542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:15:11.246934+0000 mon.smithi204 (mon.1) 119 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:15:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:15:11.247111+0000 mon.smithi176 (mon.0) 2588 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:15:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:15:11.247202+0000 mon.smithi204 (mon.1) 120 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:15:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:15:11.247499+0000 mon.smithi176 (mon.0) 2589 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:15:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:11.474808+0000 mgr.smithi204.vnvrbl (mgr.24567) 630 : cluster [DBG] pgmap v543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:15:11.246934+0000 mon.smithi204 (mon.1) 119 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:15:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:15:11.247111+0000 mon.smithi176 (mon.0) 2588 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:15:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:15:11.247202+0000 mon.smithi204 (mon.1) 120 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:15:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:15:11.247499+0000 mon.smithi176 (mon.0) 2589 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:15:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:11.474808+0000 mgr.smithi204.vnvrbl (mgr.24567) 630 : cluster [DBG] pgmap v543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:13.844 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:15:14.123 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:15:14.124 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:15:14.124 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 7m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:15:14.124 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 7m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:15:14.125 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 7m ago 4h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:15:14.125 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 7m ago 4h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:15:14.125 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 7m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:15:14.125 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 7m ago 4h 613M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:15:14.126 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 7m ago 4h 447M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:15:14.126 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 7m ago 4h 1545M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:15:14.126 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 7m ago 4h 749M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:15:14.127 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 7m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:15:14.127 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 7m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:15:14.127 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 7m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:15:14.127 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 7m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:15:14.128 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 7m ago 4h 1083M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:15:14.128 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 7m ago 4h 1941M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:15:14.128 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 7m ago 4h 1318M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:15:14.128 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 7m ago 4h 2117M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:15:14.129 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 7m ago 4h 1976M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:15:14.129 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 7m ago 4h 2112M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:15:14.129 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 7m ago 4h 1753M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:15:14.129 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 7m ago 4h 2591M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:15:14.130 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 7m ago 4h 143M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:15:14.453 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:15:14.453 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:15:14.453 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:15:14.454 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:15:14.454 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:15:14.454 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:15:14.454 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:15:14.455 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:15:14.455 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:15:14.455 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:15:14.455 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:15:14.456 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:15:14.456 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:15:14.456 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:15:14.456 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:15:14.456 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:15:14.457 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:15:14.457 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:15:14.457 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:15:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:13.475517+0000 mgr.smithi204.vnvrbl (mgr.24567) 631 : cluster [DBG] pgmap v544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:14.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:15:13.831287+0000 mgr.smithi204.vnvrbl (mgr.24567) 632 : audit [DBG] from='client.39832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:15:14.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:15:14.451769+0000 mon.smithi176 (mon.0) 2590 : audit [DBG] from='client.? 172.21.15.176:0/4241969774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:15:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:13.475517+0000 mgr.smithi204.vnvrbl (mgr.24567) 631 : cluster [DBG] pgmap v544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:15:13.831287+0000 mgr.smithi204.vnvrbl (mgr.24567) 632 : audit [DBG] from='client.39832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:15:14.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:15:14.451769+0000 mon.smithi176 (mon.0) 2590 : audit [DBG] from='client.? 172.21.15.176:0/4241969774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:15:15.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:15:14.112654+0000 mgr.smithi204.vnvrbl (mgr.24567) 633 : audit [DBG] from='client.39836 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:15:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:15:14.112654+0000 mgr.smithi204.vnvrbl (mgr.24567) 633 : audit [DBG] from='client.39836 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:15:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:15.475884+0000 mgr.smithi204.vnvrbl (mgr.24567) 634 : cluster [DBG] pgmap v545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:15.475884+0000 mgr.smithi204.vnvrbl (mgr.24567) 634 : cluster [DBG] pgmap v545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:18.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:17.476539+0000 mgr.smithi204.vnvrbl (mgr.24567) 635 : cluster [DBG] pgmap v546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:17.476539+0000 mgr.smithi204.vnvrbl (mgr.24567) 635 : cluster [DBG] pgmap v546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:19.476970+0000 mgr.smithi204.vnvrbl (mgr.24567) 636 : cluster [DBG] pgmap v547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:19.476970+0000 mgr.smithi204.vnvrbl (mgr.24567) 636 : cluster [DBG] pgmap v547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:21.477457+0000 mgr.smithi204.vnvrbl (mgr.24567) 637 : cluster [DBG] pgmap v548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:21.477457+0000 mgr.smithi204.vnvrbl (mgr.24567) 637 : cluster [DBG] pgmap v548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:23.478213+0000 mgr.smithi204.vnvrbl (mgr.24567) 638 : cluster [DBG] pgmap v549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:23.478213+0000 mgr.smithi204.vnvrbl (mgr.24567) 638 : cluster [DBG] pgmap v549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:25.478653+0000 mgr.smithi204.vnvrbl (mgr.24567) 639 : cluster [DBG] pgmap v550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:25.478653+0000 mgr.smithi204.vnvrbl (mgr.24567) 639 : cluster [DBG] pgmap v550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:27.479333+0000 mgr.smithi204.vnvrbl (mgr.24567) 640 : cluster [DBG] pgmap v551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:27.479333+0000 mgr.smithi204.vnvrbl (mgr.24567) 640 : cluster [DBG] pgmap v551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:29.479832+0000 mgr.smithi204.vnvrbl (mgr.24567) 641 : cluster [DBG] pgmap v552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:29.479832+0000 mgr.smithi204.vnvrbl (mgr.24567) 641 : cluster [DBG] pgmap v552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:31.480319+0000 mgr.smithi204.vnvrbl (mgr.24567) 642 : cluster [DBG] pgmap v553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:31.480319+0000 mgr.smithi204.vnvrbl (mgr.24567) 642 : cluster [DBG] pgmap v553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:33.481225+0000 mgr.smithi204.vnvrbl (mgr.24567) 643 : cluster [DBG] pgmap v554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:33.481225+0000 mgr.smithi204.vnvrbl (mgr.24567) 643 : cluster [DBG] pgmap v554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:35.481728+0000 mgr.smithi204.vnvrbl (mgr.24567) 644 : cluster [DBG] pgmap v555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:35.481728+0000 mgr.smithi204.vnvrbl (mgr.24567) 644 : cluster [DBG] pgmap v555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:38.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:37.482510+0000 mgr.smithi204.vnvrbl (mgr.24567) 645 : cluster [DBG] pgmap v556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:37.482510+0000 mgr.smithi204.vnvrbl (mgr.24567) 645 : cluster [DBG] pgmap v556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:39.482976+0000 mgr.smithi204.vnvrbl (mgr.24567) 646 : cluster [DBG] pgmap v557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:15:39.710623+0000 mon.smithi204 (mon.1) 121 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:15:40.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:15:39.711961+0000 mon.smithi204 (mon.1) 122 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:15:40.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:15:39.712756+0000 mon.smithi204 (mon.1) 123 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:15:40.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:15:39.713532+0000 mgr.smithi204.vnvrbl (mgr.24567) 647 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:15:40.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:15:40.112195+0000 mon.smithi176 (mon.0) 2591 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:15:40.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:15:40.119451+0000 mon.smithi176 (mon.0) 2592 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:15:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:39.482976+0000 mgr.smithi204.vnvrbl (mgr.24567) 646 : cluster [DBG] pgmap v557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:15:39.710623+0000 mon.smithi204 (mon.1) 121 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:15:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:15:39.711961+0000 mon.smithi204 (mon.1) 122 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:15:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:15:39.712756+0000 mon.smithi204 (mon.1) 123 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:15:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:15:39.713532+0000 mgr.smithi204.vnvrbl (mgr.24567) 647 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:15:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:15:40.112195+0000 mon.smithi176 (mon.0) 2591 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:15:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:15:40.119451+0000 mon.smithi176 (mon.0) 2592 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:15:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:41.483447+0000 mgr.smithi204.vnvrbl (mgr.24567) 648 : cluster [DBG] pgmap v558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:41.483447+0000 mgr.smithi204.vnvrbl (mgr.24567) 648 : cluster [DBG] pgmap v558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:44.753 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:15:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:43.484161+0000 mgr.smithi204.vnvrbl (mgr.24567) 649 : cluster [DBG] pgmap v559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:43.484161+0000 mgr.smithi204.vnvrbl (mgr.24567) 649 : cluster [DBG] pgmap v559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:45.046 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:15:45.046 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:15:45.046 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 8m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:15:45.046 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 8m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:15:45.047 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 8m ago 4h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:15:45.047 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 8m ago 4h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:15:45.047 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 8m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:15:45.047 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 8m ago 4h 613M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:15:45.047 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 8m ago 4h 447M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:15:45.048 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 8m ago 4h 1545M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:15:45.048 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 8m ago 4h 749M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:15:45.048 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 8m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:15:45.048 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 8m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:15:45.049 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 8m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:15:45.049 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:15:45.049 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 8m ago 4h 1083M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:15:45.049 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 8m ago 4h 1941M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:15:45.049 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 8m ago 4h 1318M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:15:45.050 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 8m ago 4h 2117M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:15:45.050 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 8m ago 4h 1976M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:15:45.050 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 8m ago 4h 2112M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:15:45.050 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 8m ago 4h 1753M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:15:45.050 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 8m ago 4h 2591M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:15:45.051 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 8m ago 4h 143M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:15:45.395 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:15:45.395 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:15:45.395 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:15:45.396 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:15:45.396 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:15:45.396 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:15:45.396 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:15:45.397 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:15:45.397 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:15:45.397 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:15:45.397 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:15:45.397 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:15:45.398 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:15:45.398 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:15:45.398 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:15:45.398 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:15:45.398 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:15:45.399 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:15:45.399 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:15:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:15:44.739891+0000 mgr.smithi204.vnvrbl (mgr.24567) 650 : audit [DBG] from='client.39844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:15:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:15:45.393991+0000 mon.smithi176 (mon.0) 2593 : audit [DBG] from='client.? 172.21.15.176:0/1919937589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:15:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:15:44.739891+0000 mgr.smithi204.vnvrbl (mgr.24567) 650 : audit [DBG] from='client.39844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:15:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:15:45.393991+0000 mon.smithi176 (mon.0) 2593 : audit [DBG] from='client.? 172.21.15.176:0/1919937589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:15:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:15:45.034873+0000 mgr.smithi204.vnvrbl (mgr.24567) 651 : audit [DBG] from='client.39848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:15:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:45.484656+0000 mgr.smithi204.vnvrbl (mgr.24567) 652 : cluster [DBG] pgmap v560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:15:45.034873+0000 mgr.smithi204.vnvrbl (mgr.24567) 651 : audit [DBG] from='client.39848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:15:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:45.484656+0000 mgr.smithi204.vnvrbl (mgr.24567) 652 : cluster [DBG] pgmap v560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:47.485358+0000 mgr.smithi204.vnvrbl (mgr.24567) 653 : cluster [DBG] pgmap v561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:47.485358+0000 mgr.smithi204.vnvrbl (mgr.24567) 653 : cluster [DBG] pgmap v561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:49.485929+0000 mgr.smithi204.vnvrbl (mgr.24567) 654 : cluster [DBG] pgmap v562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:49.485929+0000 mgr.smithi204.vnvrbl (mgr.24567) 654 : cluster [DBG] pgmap v562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:51.486543+0000 mgr.smithi204.vnvrbl (mgr.24567) 655 : cluster [DBG] pgmap v563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:51.486543+0000 mgr.smithi204.vnvrbl (mgr.24567) 655 : cluster [DBG] pgmap v563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:53.487297+0000 mgr.smithi204.vnvrbl (mgr.24567) 656 : cluster [DBG] pgmap v564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:53.487297+0000 mgr.smithi204.vnvrbl (mgr.24567) 656 : cluster [DBG] pgmap v564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:55.487760+0000 mgr.smithi204.vnvrbl (mgr.24567) 657 : cluster [DBG] pgmap v565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:55.487760+0000 mgr.smithi204.vnvrbl (mgr.24567) 657 : cluster [DBG] pgmap v565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:15:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:15:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:57.488523+0000 mgr.smithi204.vnvrbl (mgr.24567) 658 : cluster [DBG] pgmap v566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:15:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:15:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:57.488523+0000 mgr.smithi204.vnvrbl (mgr.24567) 658 : cluster [DBG] pgmap v566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:15:59.489198+0000 mgr.smithi204.vnvrbl (mgr.24567) 659 : cluster [DBG] pgmap v567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:15:59.489198+0000 mgr.smithi204.vnvrbl (mgr.24567) 659 : cluster [DBG] pgmap v567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:01.489663+0000 mgr.smithi204.vnvrbl (mgr.24567) 660 : cluster [DBG] pgmap v568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:01.489663+0000 mgr.smithi204.vnvrbl (mgr.24567) 660 : cluster [DBG] pgmap v568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:03.490366+0000 mgr.smithi204.vnvrbl (mgr.24567) 661 : cluster [DBG] pgmap v569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:03.490366+0000 mgr.smithi204.vnvrbl (mgr.24567) 661 : cluster [DBG] pgmap v569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:05.490820+0000 mgr.smithi204.vnvrbl (mgr.24567) 662 : cluster [DBG] pgmap v570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:05.490820+0000 mgr.smithi204.vnvrbl (mgr.24567) 662 : cluster [DBG] pgmap v570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:07.491659+0000 mgr.smithi204.vnvrbl (mgr.24567) 663 : cluster [DBG] pgmap v571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:07.491659+0000 mgr.smithi204.vnvrbl (mgr.24567) 663 : cluster [DBG] pgmap v571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:09.492167+0000 mgr.smithi204.vnvrbl (mgr.24567) 664 : cluster [DBG] pgmap v572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:09.492167+0000 mgr.smithi204.vnvrbl (mgr.24567) 664 : cluster [DBG] pgmap v572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:16:11.251120+0000 mon.smithi204 (mon.1) 124 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:16:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:16:11.251269+0000 mon.smithi176 (mon.0) 2594 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:16:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:16:11.251376+0000 mon.smithi204 (mon.1) 125 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:16:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:16:11.251559+0000 mon.smithi176 (mon.0) 2595 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:16:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:11.492558+0000 mgr.smithi204.vnvrbl (mgr.24567) 665 : cluster [DBG] pgmap v573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:16:11.251120+0000 mon.smithi204 (mon.1) 124 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:16:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:16:11.251269+0000 mon.smithi176 (mon.0) 2594 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:16:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:16:11.251376+0000 mon.smithi204 (mon.1) 125 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:16:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:16:11.251559+0000 mon.smithi176 (mon.0) 2595 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:16:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:11.492558+0000 mgr.smithi204.vnvrbl (mgr.24567) 665 : cluster [DBG] pgmap v573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:13.493416+0000 mgr.smithi204.vnvrbl (mgr.24567) 666 : cluster [DBG] pgmap v574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:15.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:13.493416+0000 mgr.smithi204.vnvrbl (mgr.24567) 666 : cluster [DBG] pgmap v574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:15.693 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:16:15.970 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:16:15.970 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:16:15.970 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 8m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:16:15.971 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 8m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:16:15.971 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 8m ago 4h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:16:15.971 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 8m ago 4h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:16:15.971 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 8m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:16:15.972 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 8m ago 4h 613M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:16:15.972 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 8m ago 4h 447M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:16:15.972 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 8m ago 4h 1545M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:16:15.972 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 8m ago 4h 749M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:16:15.972 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 8m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:16:15.973 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 8m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:16:15.973 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 8m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:16:15.973 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:16:15.973 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 8m ago 4h 1083M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:16:15.974 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 8m ago 4h 1941M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:16:15.974 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 8m ago 4h 1318M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:16:15.974 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 8m ago 4h 2117M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:16:15.974 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 8m ago 4h 1976M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:16:15.975 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 8m ago 4h 2112M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:16:15.975 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 8m ago 4h 1753M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:16:15.975 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 8m ago 4h 2591M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:16:15.975 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 8m ago 4h 143M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:16:16.298 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:16:16.299 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:16:16.299 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:16:16.299 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:16:16.299 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:16:16.299 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:16:16.300 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:16:16.300 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:16:16.300 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:16:16.300 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:16:16.301 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:16:16.301 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:16:16.301 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:16:16.301 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:16:16.301 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:16:16.302 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:16:16.302 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:16:16.302 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:16:16.302 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:16:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:15.494014+0000 mgr.smithi204.vnvrbl (mgr.24567) 667 : cluster [DBG] pgmap v575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:16:15.680338+0000 mgr.smithi204.vnvrbl (mgr.24567) 668 : audit [DBG] from='client.39856 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:16:16.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:16:16.297207+0000 mon.smithi176 (mon.0) 2596 : audit [DBG] from='client.? 172.21.15.176:0/402134726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:16:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:15.494014+0000 mgr.smithi204.vnvrbl (mgr.24567) 667 : cluster [DBG] pgmap v575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:16:15.680338+0000 mgr.smithi204.vnvrbl (mgr.24567) 668 : audit [DBG] from='client.39856 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:16:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:16:16.297207+0000 mon.smithi176 (mon.0) 2596 : audit [DBG] from='client.? 172.21.15.176:0/402134726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:16:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:16:15.959150+0000 mgr.smithi204.vnvrbl (mgr.24567) 669 : audit [DBG] from='client.39860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:16:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:16:15.959150+0000 mgr.smithi204.vnvrbl (mgr.24567) 669 : audit [DBG] from='client.39860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:16:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:17.494922+0000 mgr.smithi204.vnvrbl (mgr.24567) 670 : cluster [DBG] pgmap v576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:19.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:17.494922+0000 mgr.smithi204.vnvrbl (mgr.24567) 670 : cluster [DBG] pgmap v576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:19.495404+0000 mgr.smithi204.vnvrbl (mgr.24567) 671 : cluster [DBG] pgmap v577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:19.495404+0000 mgr.smithi204.vnvrbl (mgr.24567) 671 : cluster [DBG] pgmap v577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:21.495860+0000 mgr.smithi204.vnvrbl (mgr.24567) 672 : cluster [DBG] pgmap v578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:21.495860+0000 mgr.smithi204.vnvrbl (mgr.24567) 672 : cluster [DBG] pgmap v578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:24.973 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:23.496771+0000 mgr.smithi204.vnvrbl (mgr.24567) 673 : cluster [DBG] pgmap v579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:23.496771+0000 mgr.smithi204.vnvrbl (mgr.24567) 673 : cluster [DBG] pgmap v579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:25.497292+0000 mgr.smithi204.vnvrbl (mgr.24567) 674 : cluster [DBG] pgmap v580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:25.497292+0000 mgr.smithi204.vnvrbl (mgr.24567) 674 : cluster [DBG] pgmap v580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:27.498268+0000 mgr.smithi204.vnvrbl (mgr.24567) 675 : cluster [DBG] pgmap v581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:27.498268+0000 mgr.smithi204.vnvrbl (mgr.24567) 675 : cluster [DBG] pgmap v581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:29.498916+0000 mgr.smithi204.vnvrbl (mgr.24567) 676 : cluster [DBG] pgmap v582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:29.498916+0000 mgr.smithi204.vnvrbl (mgr.24567) 676 : cluster [DBG] pgmap v582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:31.499457+0000 mgr.smithi204.vnvrbl (mgr.24567) 677 : cluster [DBG] pgmap v583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:31.499457+0000 mgr.smithi204.vnvrbl (mgr.24567) 677 : cluster [DBG] pgmap v583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:33.500347+0000 mgr.smithi204.vnvrbl (mgr.24567) 678 : cluster [DBG] pgmap v584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:33.500347+0000 mgr.smithi204.vnvrbl (mgr.24567) 678 : cluster [DBG] pgmap v584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:35.500819+0000 mgr.smithi204.vnvrbl (mgr.24567) 679 : cluster [DBG] pgmap v585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:35.500819+0000 mgr.smithi204.vnvrbl (mgr.24567) 679 : cluster [DBG] pgmap v585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:37.501706+0000 mgr.smithi204.vnvrbl (mgr.24567) 680 : cluster [DBG] pgmap v586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:37.501706+0000 mgr.smithi204.vnvrbl (mgr.24567) 680 : cluster [DBG] pgmap v586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:39.502305+0000 mgr.smithi204.vnvrbl (mgr.24567) 681 : cluster [DBG] pgmap v587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:16:40.122815+0000 mon.smithi204 (mon.1) 126 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:16:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:16:40.124281+0000 mon.smithi204 (mon.1) 127 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:16:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:16:40.125125+0000 mon.smithi204 (mon.1) 128 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:16:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:16:40.526503+0000 mon.smithi176 (mon.0) 2597 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:16:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:16:40.531933+0000 mon.smithi176 (mon.0) 2598 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:16:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:39.502305+0000 mgr.smithi204.vnvrbl (mgr.24567) 681 : cluster [DBG] pgmap v587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:16:40.122815+0000 mon.smithi204 (mon.1) 126 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:16:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:16:40.124281+0000 mon.smithi204 (mon.1) 127 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:16:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:16:40.125125+0000 mon.smithi204 (mon.1) 128 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:16:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:16:40.526503+0000 mon.smithi176 (mon.0) 2597 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:16:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:16:40.531933+0000 mon.smithi176 (mon.0) 2598 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:16:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:16:40.125869+0000 mgr.smithi204.vnvrbl (mgr.24567) 682 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:16:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:16:40.125869+0000 mgr.smithi204.vnvrbl (mgr.24567) 682 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:16:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:41.502943+0000 mgr.smithi204.vnvrbl (mgr.24567) 683 : cluster [DBG] pgmap v588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:41.502943+0000 mgr.smithi204.vnvrbl (mgr.24567) 683 : cluster [DBG] pgmap v588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:43.503710+0000 mgr.smithi204.vnvrbl (mgr.24567) 684 : cluster [DBG] pgmap v589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:43.503710+0000 mgr.smithi204.vnvrbl (mgr.24567) 684 : cluster [DBG] pgmap v589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:46.598 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:16:46.877 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:16:46.877 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:16:46.877 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 9m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:16:46.878 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 9m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:16:46.878 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 9m ago 4h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:16:46.878 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 9m ago 4h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:16:46.878 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 9m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:16:46.879 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 9m ago 4h 613M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:16:46.879 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 9m ago 4h 447M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:16:46.879 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 9m ago 4h 1545M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:16:46.879 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 9m ago 4h 749M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:16:46.880 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 9m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:16:46.880 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 9m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:16:46.880 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 9m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:16:46.880 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:16:46.880 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 9m ago 4h 1083M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:16:46.881 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 9m ago 4h 1941M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:16:46.881 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 9m ago 4h 1318M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:16:46.881 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 9m ago 4h 2117M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:16:46.881 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 9m ago 4h 1976M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:16:46.881 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 9m ago 4h 2112M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:16:46.882 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 9m ago 4h 1753M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:16:46.882 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 9m ago 4h 2591M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:16:46.882 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 9m ago 4h 143M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:16:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:45.504256+0000 mgr.smithi204.vnvrbl (mgr.24567) 685 : cluster [DBG] pgmap v590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:47.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:45.504256+0000 mgr.smithi204.vnvrbl (mgr.24567) 685 : cluster [DBG] pgmap v590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:47.210 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:16:47.211 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:16:47.211 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:16:47.211 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:16:47.211 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:16:47.212 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:16:47.212 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:16:47.213 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:16:47.213 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:16:47.213 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:16:47.214 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:16:47.214 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:16:47.214 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:16:47.214 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:16:47.214 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:16:47.215 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:16:47.215 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:16:47.215 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:16:47.215 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:16:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:16:46.585375+0000 mgr.smithi204.vnvrbl (mgr.24567) 686 : audit [DBG] from='client.39868 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:16:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:16:46.865963+0000 mgr.smithi204.vnvrbl (mgr.24567) 687 : audit [DBG] from='client.39872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:16:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:16:47.209329+0000 mon.smithi176 (mon.0) 2599 : audit [DBG] from='client.? 172.21.15.176:0/3413614141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:16:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:16:46.585375+0000 mgr.smithi204.vnvrbl (mgr.24567) 686 : audit [DBG] from='client.39868 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:16:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:16:46.865963+0000 mgr.smithi204.vnvrbl (mgr.24567) 687 : audit [DBG] from='client.39872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:16:48.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:16:47.209329+0000 mon.smithi176 (mon.0) 2599 : audit [DBG] from='client.? 172.21.15.176:0/3413614141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:16:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:47.504874+0000 mgr.smithi204.vnvrbl (mgr.24567) 688 : cluster [DBG] pgmap v591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:47.504874+0000 mgr.smithi204.vnvrbl (mgr.24567) 688 : cluster [DBG] pgmap v591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:49.505338+0000 mgr.smithi204.vnvrbl (mgr.24567) 689 : cluster [DBG] pgmap v592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:49.505338+0000 mgr.smithi204.vnvrbl (mgr.24567) 689 : cluster [DBG] pgmap v592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:52.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:51.505853+0000 mgr.smithi204.vnvrbl (mgr.24567) 690 : cluster [DBG] pgmap v593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:51.505853+0000 mgr.smithi204.vnvrbl (mgr.24567) 690 : cluster [DBG] pgmap v593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:53.506687+0000 mgr.smithi204.vnvrbl (mgr.24567) 691 : cluster [DBG] pgmap v594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:53.506687+0000 mgr.smithi204.vnvrbl (mgr.24567) 691 : cluster [DBG] pgmap v594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:55.507292+0000 mgr.smithi204.vnvrbl (mgr.24567) 692 : cluster [DBG] pgmap v595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:55.507292+0000 mgr.smithi204.vnvrbl (mgr.24567) 692 : cluster [DBG] pgmap v595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:16:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:16:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:57.508219+0000 mgr.smithi204.vnvrbl (mgr.24567) 693 : cluster [DBG] pgmap v596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:16:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:16:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:57.508219+0000 mgr.smithi204.vnvrbl (mgr.24567) 693 : cluster [DBG] pgmap v596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:16:59.508732+0000 mgr.smithi204.vnvrbl (mgr.24567) 694 : cluster [DBG] pgmap v597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:16:59.508732+0000 mgr.smithi204.vnvrbl (mgr.24567) 694 : cluster [DBG] pgmap v597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:01.509124+0000 mgr.smithi204.vnvrbl (mgr.24567) 695 : cluster [DBG] pgmap v598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:01.509124+0000 mgr.smithi204.vnvrbl (mgr.24567) 695 : cluster [DBG] pgmap v598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:03.509834+0000 mgr.smithi204.vnvrbl (mgr.24567) 696 : cluster [DBG] pgmap v599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:03.509834+0000 mgr.smithi204.vnvrbl (mgr.24567) 696 : cluster [DBG] pgmap v599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:05.510411+0000 mgr.smithi204.vnvrbl (mgr.24567) 697 : cluster [DBG] pgmap v600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:05.510411+0000 mgr.smithi204.vnvrbl (mgr.24567) 697 : cluster [DBG] pgmap v600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:07.511129+0000 mgr.smithi204.vnvrbl (mgr.24567) 698 : cluster [DBG] pgmap v601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:07.511129+0000 mgr.smithi204.vnvrbl (mgr.24567) 698 : cluster [DBG] pgmap v601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:09.511700+0000 mgr.smithi204.vnvrbl (mgr.24567) 699 : cluster [DBG] pgmap v602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:09.511700+0000 mgr.smithi204.vnvrbl (mgr.24567) 699 : cluster [DBG] pgmap v602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:11.255719+0000 mon.smithi204 (mon.1) 129 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:17:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:11.255844+0000 mon.smithi176 (mon.0) 2600 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:17:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:11.255981+0000 mon.smithi204 (mon.1) 130 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:17:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:11.256188+0000 mon.smithi176 (mon.0) 2601 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:17:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:11.512147+0000 mgr.smithi204.vnvrbl (mgr.24567) 700 : cluster [DBG] pgmap v603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:11.255719+0000 mon.smithi204 (mon.1) 129 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:17:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:11.255844+0000 mon.smithi176 (mon.0) 2600 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:17:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:11.255981+0000 mon.smithi204 (mon.1) 130 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:17:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:11.256188+0000 mon.smithi176 (mon.0) 2601 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:17:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:11.512147+0000 mgr.smithi204.vnvrbl (mgr.24567) 700 : cluster [DBG] pgmap v603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:13.512968+0000 mgr.smithi204.vnvrbl (mgr.24567) 701 : cluster [DBG] pgmap v604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:15.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:13.512968+0000 mgr.smithi204.vnvrbl (mgr.24567) 701 : cluster [DBG] pgmap v604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:15.513587+0000 mgr.smithi204.vnvrbl (mgr.24567) 702 : cluster [DBG] pgmap v605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:15.513587+0000 mgr.smithi204.vnvrbl (mgr.24567) 702 : cluster [DBG] pgmap v605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:17.513 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:17:17.792 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:17:17.792 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:17:17.793 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 9m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:17:17.793 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 9m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:17:17.793 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 9m ago 4h 44.3M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:17:17.793 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 9m ago 4h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:17:17.794 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 9m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:17:17.794 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 9m ago 4h 613M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:17:17.794 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 9m ago 4h 447M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:17:17.794 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 9m ago 4h 1545M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:17:17.794 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 9m ago 4h 749M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:17:17.795 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 9m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:17:17.795 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 9m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:17:17.795 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 9m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:17:17.795 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:17:17.796 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 9m ago 4h 1083M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:17:17.796 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 9m ago 4h 1941M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:17:17.796 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 9m ago 4h 1318M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:17:17.796 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 9m ago 4h 2117M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:17:17.797 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 9m ago 4h 1976M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:17:17.797 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 9m ago 4h 2112M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:17:17.797 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 9m ago 4h 1753M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:17:17.797 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 9m ago 4h 2591M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:17:17.797 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 9m ago 4h 143M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:17:18.125 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:17:18.125 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:17:18.126 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:17:18.126 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:17:18.126 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:17:18.126 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:17:18.127 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:17:18.127 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:17:18.127 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:17:18.127 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:17:18.128 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:17:18.128 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:17:18.128 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:17:18.128 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:17:18.129 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:17:18.129 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:17:18.129 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:17:18.129 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:17:18.130 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:17:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:17.500960+0000 mgr.smithi204.vnvrbl (mgr.24567) 703 : audit [DBG] from='client.39880 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:17:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:17.514557+0000 mgr.smithi204.vnvrbl (mgr.24567) 704 : cluster [DBG] pgmap v606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:18.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:17.781380+0000 mgr.smithi204.vnvrbl (mgr.24567) 705 : audit [DBG] from='client.39884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:17:18.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:18.123960+0000 mon.smithi176 (mon.0) 2602 : audit [DBG] from='client.? 172.21.15.176:0/3637531742' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:17:19.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:17.500960+0000 mgr.smithi204.vnvrbl (mgr.24567) 703 : audit [DBG] from='client.39880 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:17:19.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:17.514557+0000 mgr.smithi204.vnvrbl (mgr.24567) 704 : cluster [DBG] pgmap v606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:19.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:17.781380+0000 mgr.smithi204.vnvrbl (mgr.24567) 705 : audit [DBG] from='client.39884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:17:19.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:18.123960+0000 mon.smithi176 (mon.0) 2602 : audit [DBG] from='client.? 172.21.15.176:0/3637531742' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:17:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:19.515091+0000 mgr.smithi204.vnvrbl (mgr.24567) 706 : cluster [DBG] pgmap v607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:19.515091+0000 mgr.smithi204.vnvrbl (mgr.24567) 706 : cluster [DBG] pgmap v607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:21.515699+0000 mgr.smithi204.vnvrbl (mgr.24567) 707 : cluster [DBG] pgmap v608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:21.515699+0000 mgr.smithi204.vnvrbl (mgr.24567) 707 : cluster [DBG] pgmap v608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:23.516425+0000 mgr.smithi204.vnvrbl (mgr.24567) 708 : cluster [DBG] pgmap v609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:23.516425+0000 mgr.smithi204.vnvrbl (mgr.24567) 708 : cluster [DBG] pgmap v609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:25.516930+0000 mgr.smithi204.vnvrbl (mgr.24567) 709 : cluster [DBG] pgmap v610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:25.516930+0000 mgr.smithi204.vnvrbl (mgr.24567) 709 : cluster [DBG] pgmap v610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:27.517798+0000 mgr.smithi204.vnvrbl (mgr.24567) 710 : cluster [DBG] pgmap v611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:27.517798+0000 mgr.smithi204.vnvrbl (mgr.24567) 710 : cluster [DBG] pgmap v611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:29.518358+0000 mgr.smithi204.vnvrbl (mgr.24567) 711 : cluster [DBG] pgmap v612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:29.518358+0000 mgr.smithi204.vnvrbl (mgr.24567) 711 : cluster [DBG] pgmap v612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:31.518859+0000 mgr.smithi204.vnvrbl (mgr.24567) 712 : cluster [DBG] pgmap v613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:31.518859+0000 mgr.smithi204.vnvrbl (mgr.24567) 712 : cluster [DBG] pgmap v613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:33.519700+0000 mgr.smithi204.vnvrbl (mgr.24567) 713 : cluster [DBG] pgmap v614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:33.519700+0000 mgr.smithi204.vnvrbl (mgr.24567) 713 : cluster [DBG] pgmap v614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:35.520220+0000 mgr.smithi204.vnvrbl (mgr.24567) 714 : cluster [DBG] pgmap v615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:35.520220+0000 mgr.smithi204.vnvrbl (mgr.24567) 714 : cluster [DBG] pgmap v615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:37.520853+0000 mgr.smithi204.vnvrbl (mgr.24567) 715 : cluster [DBG] pgmap v616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:37.520853+0000 mgr.smithi204.vnvrbl (mgr.24567) 715 : cluster [DBG] pgmap v616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:39.521320+0000 mgr.smithi204.vnvrbl (mgr.24567) 716 : cluster [DBG] pgmap v617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:40.537040+0000 mon.smithi204 (mon.1) 131 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:17:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:40.538494+0000 mon.smithi204 (mon.1) 132 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:17:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:40.539329+0000 mon.smithi204 (mon.1) 133 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:17:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:39.521320+0000 mgr.smithi204.vnvrbl (mgr.24567) 716 : cluster [DBG] pgmap v617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:40.537040+0000 mon.smithi204 (mon.1) 131 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:17:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:40.538494+0000 mon.smithi204 (mon.1) 132 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:17:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:40.539329+0000 mon.smithi204 (mon.1) 133 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:17:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:17:40.540069+0000 mgr.smithi204.vnvrbl (mgr.24567) 717 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:17:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:17:40.540069+0000 mgr.smithi204.vnvrbl (mgr.24567) 717 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:17:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:41.521775+0000 mgr.smithi204.vnvrbl (mgr.24567) 718 : cluster [DBG] pgmap v618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:41.521775+0000 mgr.smithi204.vnvrbl (mgr.24567) 718 : cluster [DBG] pgmap v618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:43.522534+0000 mgr.smithi204.vnvrbl (mgr.24567) 719 : cluster [DBG] pgmap v619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:43.522534+0000 mgr.smithi204.vnvrbl (mgr.24567) 719 : cluster [DBG] pgmap v619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:45.004272+0000 mon.smithi176 (mon.0) 2603 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:17:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:45.388212+0000 mon.smithi204 (mon.1) 134 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:17:46.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:45.388336+0000 mon.smithi176 (mon.0) 2604 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:17:46.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:45.523105+0000 mgr.smithi204.vnvrbl (mgr.24567) 720 : cluster [DBG] pgmap v620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:45.004272+0000 mon.smithi176 (mon.0) 2603 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:17:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:45.388212+0000 mon.smithi204 (mon.1) 134 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:17:46.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:45.388336+0000 mon.smithi176 (mon.0) 2604 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:17:46.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:45.523105+0000 mgr.smithi204.vnvrbl (mgr.24567) 720 : cluster [DBG] pgmap v620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:48.421 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:17:48.698 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:17:48.698 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 1s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:17:48.699 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 1s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:17:48.699 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 3s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:17:48.699 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 1s ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:17:48.699 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 1s ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:17:48.700 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 3s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:17:48.700 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 1s ago 4h 615M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:17:48.700 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 3s ago 4h 455M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:17:48.700 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 1s ago 4h 1614M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:17:48.701 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 3s ago 4h 797M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:17:48.701 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 1s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:17:48.701 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 3s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:17:48.701 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 1s ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:17:48.701 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 3s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:17:48.702 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 1s ago 4h 1112M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:17:48.702 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 1s ago 4h 1975M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:17:48.702 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 1s ago 4h 1342M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:17:48.702 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 1s ago 4h 2153M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:17:48.703 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 3s ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:17:48.703 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 3s ago 4h 2142M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:17:48.703 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 3s ago 4h 1779M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:17:48.703 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 3s ago 4h 2624M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:17:48.704 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 1s ago 4h 145M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:17:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:47.510188+0000 mon.smithi176 (mon.0) 2605 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:17:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:47.523945+0000 mgr.smithi204.vnvrbl (mgr.24567) 721 : cluster [DBG] pgmap v621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:47.910708+0000 mon.smithi204 (mon.1) 135 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:17:48.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:47.910891+0000 mon.smithi176 (mon.0) 2606 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:17:48.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:47.915573+0000 mon.smithi176 (mon.0) 2607 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:17:48.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:47.922119+0000 mon.smithi176 (mon.0) 2608 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:17:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:47.510188+0000 mon.smithi176 (mon.0) 2605 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:17:48.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:47.523945+0000 mgr.smithi204.vnvrbl (mgr.24567) 721 : cluster [DBG] pgmap v621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:48.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:47.910708+0000 mon.smithi204 (mon.1) 135 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:17:48.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:47.910891+0000 mon.smithi176 (mon.0) 2606 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:17:48.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:47.915573+0000 mon.smithi176 (mon.0) 2607 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:17:48.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:47.922119+0000 mon.smithi176 (mon.0) 2608 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:17:49.026 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:17:49.027 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:17:49.027 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:17:49.027 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:17:49.027 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:17:49.028 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:17:49.028 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:17:49.028 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:17:49.028 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:17:49.029 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:17:49.029 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:17:49.029 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:17:49.030 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:17:49.030 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:17:49.030 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:17:49.030 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:17:49.030 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:17:49.031 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:17:49.031 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:17:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:48.408380+0000 mgr.smithi204.vnvrbl (mgr.24567) 722 : audit [DBG] from='client.39892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:17:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:48.686737+0000 mgr.smithi204.vnvrbl (mgr.24567) 723 : audit [DBG] from='client.39896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:17:49.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:17:49.025321+0000 mon.smithi176 (mon.0) 2609 : audit [DBG] from='client.? 172.21.15.176:0/281814492' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:17:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:48.408380+0000 mgr.smithi204.vnvrbl (mgr.24567) 722 : audit [DBG] from='client.39892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:17:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:48.686737+0000 mgr.smithi204.vnvrbl (mgr.24567) 723 : audit [DBG] from='client.39896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:17:49.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:17:49.025321+0000 mon.smithi176 (mon.0) 2609 : audit [DBG] from='client.? 172.21.15.176:0/281814492' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:17:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:49.524331+0000 mgr.smithi204.vnvrbl (mgr.24567) 724 : cluster [DBG] pgmap v622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:49.524331+0000 mgr.smithi204.vnvrbl (mgr.24567) 724 : cluster [DBG] pgmap v622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:51.524787+0000 mgr.smithi204.vnvrbl (mgr.24567) 725 : cluster [DBG] pgmap v623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:51.524787+0000 mgr.smithi204.vnvrbl (mgr.24567) 725 : cluster [DBG] pgmap v623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:53.525650+0000 mgr.smithi204.vnvrbl (mgr.24567) 726 : cluster [DBG] pgmap v624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:53.525650+0000 mgr.smithi204.vnvrbl (mgr.24567) 726 : cluster [DBG] pgmap v624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:55.526078+0000 mgr.smithi204.vnvrbl (mgr.24567) 727 : cluster [DBG] pgmap v625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:55.526078+0000 mgr.smithi204.vnvrbl (mgr.24567) 727 : cluster [DBG] pgmap v625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:17:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:17:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:57.526890+0000 mgr.smithi204.vnvrbl (mgr.24567) 728 : cluster [DBG] pgmap v626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:17:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:17:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:57.526890+0000 mgr.smithi204.vnvrbl (mgr.24567) 728 : cluster [DBG] pgmap v626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:17:59.527414+0000 mgr.smithi204.vnvrbl (mgr.24567) 729 : cluster [DBG] pgmap v627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:17:59.527414+0000 mgr.smithi204.vnvrbl (mgr.24567) 729 : cluster [DBG] pgmap v627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:01.527951+0000 mgr.smithi204.vnvrbl (mgr.24567) 730 : cluster [DBG] pgmap v628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:01.527951+0000 mgr.smithi204.vnvrbl (mgr.24567) 730 : cluster [DBG] pgmap v628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:03.528892+0000 mgr.smithi204.vnvrbl (mgr.24567) 731 : cluster [DBG] pgmap v629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:03.528892+0000 mgr.smithi204.vnvrbl (mgr.24567) 731 : cluster [DBG] pgmap v629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:05.529325+0000 mgr.smithi204.vnvrbl (mgr.24567) 732 : cluster [DBG] pgmap v630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:05.529325+0000 mgr.smithi204.vnvrbl (mgr.24567) 732 : cluster [DBG] pgmap v630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:07.530237+0000 mgr.smithi204.vnvrbl (mgr.24567) 733 : cluster [DBG] pgmap v631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:07.530237+0000 mgr.smithi204.vnvrbl (mgr.24567) 733 : cluster [DBG] pgmap v631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:09.530614+0000 mgr.smithi204.vnvrbl (mgr.24567) 734 : cluster [DBG] pgmap v632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:09.530614+0000 mgr.smithi204.vnvrbl (mgr.24567) 734 : cluster [DBG] pgmap v632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:18:11.259661+0000 mon.smithi204 (mon.1) 136 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:18:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:18:11.259740+0000 mon.smithi176 (mon.0) 2610 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:18:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:18:11.259899+0000 mon.smithi204 (mon.1) 137 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:18:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:18:11.260044+0000 mon.smithi176 (mon.0) 2611 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:18:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:11.531214+0000 mgr.smithi204.vnvrbl (mgr.24567) 735 : cluster [DBG] pgmap v633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:18:11.259661+0000 mon.smithi204 (mon.1) 136 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:18:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:18:11.259740+0000 mon.smithi176 (mon.0) 2610 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:18:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:18:11.259899+0000 mon.smithi204 (mon.1) 137 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:18:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:18:11.260044+0000 mon.smithi176 (mon.0) 2611 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:18:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:11.531214+0000 mgr.smithi204.vnvrbl (mgr.24567) 735 : cluster [DBG] pgmap v633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:13.532024+0000 mgr.smithi204.vnvrbl (mgr.24567) 736 : cluster [DBG] pgmap v634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:15.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:13.532024+0000 mgr.smithi204.vnvrbl (mgr.24567) 736 : cluster [DBG] pgmap v634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:15.532611+0000 mgr.smithi204.vnvrbl (mgr.24567) 737 : cluster [DBG] pgmap v635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:15.532611+0000 mgr.smithi204.vnvrbl (mgr.24567) 737 : cluster [DBG] pgmap v635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:17.533362+0000 mgr.smithi204.vnvrbl (mgr.24567) 738 : cluster [DBG] pgmap v636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:19.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:17.533362+0000 mgr.smithi204.vnvrbl (mgr.24567) 738 : cluster [DBG] pgmap v636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:19.326 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:18:19.600 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:18:19.600 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 32s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:18:19.601 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 32s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:18:19.601 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 34s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:18:19.601 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 32s ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:18:19.601 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 32s ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:18:19.602 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 34s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:18:19.602 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 32s ago 4h 615M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:18:19.602 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 34s ago 4h 455M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:18:19.602 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 32s ago 4h 1614M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:18:19.602 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 34s ago 4h 797M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:18:19.603 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 32s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:18:19.603 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 34s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:18:19.603 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 32s ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:18:19.603 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 34s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:18:19.604 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (3h) 32s ago 4h 1112M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:18:19.604 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 32s ago 4h 1975M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:18:19.604 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 32s ago 4h 1342M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:18:19.604 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 32s ago 4h 2153M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:18:19.604 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 34s ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:18:19.605 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 34s ago 4h 2142M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:18:19.605 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 34s ago 4h 1779M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:18:19.605 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 34s ago 4h 2624M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:18:19.605 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 32s ago 4h 145M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:18:19.930 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:18:19.930 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:18:19.931 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:18:19.931 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:18:19.931 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:18:19.931 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:18:19.931 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:18:19.932 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:18:19.932 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:18:19.932 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:18:19.932 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:18:19.933 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:18:19.933 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:18:19.933 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:18:19.933 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:18:19.934 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:18:19.934 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:18:19.934 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:18:19.934 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:18:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:18:19.312985+0000 mgr.smithi204.vnvrbl (mgr.24567) 739 : audit [DBG] from='client.39904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:18:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:19.533763+0000 mgr.smithi204.vnvrbl (mgr.24567) 740 : cluster [DBG] pgmap v637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:20.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:18:19.588725+0000 mgr.smithi204.vnvrbl (mgr.24567) 741 : audit [DBG] from='client.39908 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:18:20.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:18:19.928999+0000 mon.smithi176 (mon.0) 2612 : audit [DBG] from='client.? 172.21.15.176:0/2952766144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:18:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:18:19.312985+0000 mgr.smithi204.vnvrbl (mgr.24567) 739 : audit [DBG] from='client.39904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:18:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:19.533763+0000 mgr.smithi204.vnvrbl (mgr.24567) 740 : cluster [DBG] pgmap v637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:21.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:18:19.588725+0000 mgr.smithi204.vnvrbl (mgr.24567) 741 : audit [DBG] from='client.39908 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:18:21.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:18:19.928999+0000 mon.smithi176 (mon.0) 2612 : audit [DBG] from='client.? 172.21.15.176:0/2952766144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:18:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:21.534285+0000 mgr.smithi204.vnvrbl (mgr.24567) 742 : cluster [DBG] pgmap v638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:21.534285+0000 mgr.smithi204.vnvrbl (mgr.24567) 742 : cluster [DBG] pgmap v638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:23.534972+0000 mgr.smithi204.vnvrbl (mgr.24567) 743 : cluster [DBG] pgmap v639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:23.534972+0000 mgr.smithi204.vnvrbl (mgr.24567) 743 : cluster [DBG] pgmap v639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:25.535595+0000 mgr.smithi204.vnvrbl (mgr.24567) 744 : cluster [DBG] pgmap v640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:25.535595+0000 mgr.smithi204.vnvrbl (mgr.24567) 744 : cluster [DBG] pgmap v640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:27.536354+0000 mgr.smithi204.vnvrbl (mgr.24567) 745 : cluster [DBG] pgmap v641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:27.536354+0000 mgr.smithi204.vnvrbl (mgr.24567) 745 : cluster [DBG] pgmap v641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:29.536803+0000 mgr.smithi204.vnvrbl (mgr.24567) 746 : cluster [DBG] pgmap v642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:29.536803+0000 mgr.smithi204.vnvrbl (mgr.24567) 746 : cluster [DBG] pgmap v642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:31.537418+0000 mgr.smithi204.vnvrbl (mgr.24567) 747 : cluster [DBG] pgmap v643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:31.537418+0000 mgr.smithi204.vnvrbl (mgr.24567) 747 : cluster [DBG] pgmap v643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:33.538218+0000 mgr.smithi204.vnvrbl (mgr.24567) 748 : cluster [DBG] pgmap v644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:33.538218+0000 mgr.smithi204.vnvrbl (mgr.24567) 748 : cluster [DBG] pgmap v644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:35.538769+0000 mgr.smithi204.vnvrbl (mgr.24567) 749 : cluster [DBG] pgmap v645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:35.538769+0000 mgr.smithi204.vnvrbl (mgr.24567) 749 : cluster [DBG] pgmap v645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:37.539542+0000 mgr.smithi204.vnvrbl (mgr.24567) 750 : cluster [DBG] pgmap v646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:37.539542+0000 mgr.smithi204.vnvrbl (mgr.24567) 750 : cluster [DBG] pgmap v646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:39.540155+0000 mgr.smithi204.vnvrbl (mgr.24567) 751 : cluster [DBG] pgmap v647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:39.540155+0000 mgr.smithi204.vnvrbl (mgr.24567) 751 : cluster [DBG] pgmap v647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:41.540631+0000 mgr.smithi204.vnvrbl (mgr.24567) 752 : cluster [DBG] pgmap v648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:41.540631+0000 mgr.smithi204.vnvrbl (mgr.24567) 752 : cluster [DBG] pgmap v648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:43.541468+0000 mgr.smithi204.vnvrbl (mgr.24567) 753 : cluster [DBG] pgmap v649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:43.541468+0000 mgr.smithi204.vnvrbl (mgr.24567) 753 : cluster [DBG] pgmap v649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:45.541922+0000 mgr.smithi204.vnvrbl (mgr.24567) 754 : cluster [DBG] pgmap v650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:47.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:45.541922+0000 mgr.smithi204.vnvrbl (mgr.24567) 754 : cluster [DBG] pgmap v650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:47.542632+0000 mgr.smithi204.vnvrbl (mgr.24567) 755 : cluster [DBG] pgmap v651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:18:47.926025+0000 mon.smithi204 (mon.1) 138 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:18:48.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:18:47.927344+0000 mon.smithi204 (mon.1) 139 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:18:48.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:18:47.928165+0000 mon.smithi204 (mon.1) 140 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:18:48.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:18:48.332158+0000 mon.smithi176 (mon.0) 2613 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:18:48.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:18:48.337112+0000 mon.smithi176 (mon.0) 2614 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:18:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:47.542632+0000 mgr.smithi204.vnvrbl (mgr.24567) 755 : cluster [DBG] pgmap v651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:49.138 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:18:47.926025+0000 mon.smithi204 (mon.1) 138 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:18:49.138 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:18:47.927344+0000 mon.smithi204 (mon.1) 139 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:18:49.139 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:18:47.928165+0000 mon.smithi204 (mon.1) 140 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:18:49.139 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:18:48.332158+0000 mon.smithi176 (mon.0) 2613 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:18:49.139 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:18:48.337112+0000 mon.smithi176 (mon.0) 2614 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:18:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:18:47.928921+0000 mgr.smithi204.vnvrbl (mgr.24567) 756 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:18:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:18:47.928921+0000 mgr.smithi204.vnvrbl (mgr.24567) 756 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:18:50.242 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:18:50.519 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:18:50.519 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 63s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:18:50.519 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 63s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:18:50.520 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 65s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:18:50.520 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 63s ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:18:50.520 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 63s ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:18:50.520 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 65s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:18:50.520 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 63s ago 4h 615M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:18:50.521 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 65s ago 4h 455M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:18:50.521 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 63s ago 4h 1614M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:18:50.521 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 65s ago 4h 797M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:18:50.521 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 63s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:18:50.521 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 65s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:18:50.522 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 63s ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:18:50.522 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 65s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:18:50.522 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 63s ago 4h 1112M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:18:50.522 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 63s ago 4h 1975M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:18:50.523 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 63s ago 4h 1342M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:18:50.523 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 63s ago 4h 2153M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:18:50.523 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 65s ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:18:50.523 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 65s ago 4h 2142M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:18:50.523 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 65s ago 4h 1779M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:18:50.524 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 65s ago 4h 2624M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:18:50.524 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 63s ago 4h 145M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:18:50.851 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:18:50.852 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:18:50.852 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:18:50.852 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:18:50.852 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:18:50.853 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:18:50.853 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:18:50.853 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:18:50.853 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:18:50.854 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:18:50.854 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:18:50.854 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:18:50.854 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:18:50.855 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:18:50.855 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:18:50.855 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:18:50.855 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:18:50.856 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:18:50.856 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:18:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:49.543035+0000 mgr.smithi204.vnvrbl (mgr.24567) 757 : cluster [DBG] pgmap v652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:49.543035+0000 mgr.smithi204.vnvrbl (mgr.24567) 757 : cluster [DBG] pgmap v652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:18:50.229599+0000 mgr.smithi204.vnvrbl (mgr.24567) 758 : audit [DBG] from='client.39916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:18:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:18:50.507504+0000 mgr.smithi204.vnvrbl (mgr.24567) 759 : audit [DBG] from='client.39920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:18:51.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:18:50.850388+0000 mon.smithi176 (mon.0) 2615 : audit [DBG] from='client.? 172.21.15.176:0/2428367350' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:18:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:18:50.229599+0000 mgr.smithi204.vnvrbl (mgr.24567) 758 : audit [DBG] from='client.39916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:18:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:18:50.507504+0000 mgr.smithi204.vnvrbl (mgr.24567) 759 : audit [DBG] from='client.39920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:18:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:18:50.850388+0000 mon.smithi176 (mon.0) 2615 : audit [DBG] from='client.? 172.21.15.176:0/2428367350' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:18:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:51.543653+0000 mgr.smithi204.vnvrbl (mgr.24567) 760 : cluster [DBG] pgmap v653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:51.543653+0000 mgr.smithi204.vnvrbl (mgr.24567) 760 : cluster [DBG] pgmap v653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:53.544470+0000 mgr.smithi204.vnvrbl (mgr.24567) 761 : cluster [DBG] pgmap v654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:53.544470+0000 mgr.smithi204.vnvrbl (mgr.24567) 761 : cluster [DBG] pgmap v654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:55.544955+0000 mgr.smithi204.vnvrbl (mgr.24567) 762 : cluster [DBG] pgmap v655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:55.544955+0000 mgr.smithi204.vnvrbl (mgr.24567) 762 : cluster [DBG] pgmap v655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:18:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:18:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:57.545662+0000 mgr.smithi204.vnvrbl (mgr.24567) 763 : cluster [DBG] pgmap v656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:18:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:18:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:57.545662+0000 mgr.smithi204.vnvrbl (mgr.24567) 763 : cluster [DBG] pgmap v656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:18:59.546219+0000 mgr.smithi204.vnvrbl (mgr.24567) 764 : cluster [DBG] pgmap v657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:18:59.546219+0000 mgr.smithi204.vnvrbl (mgr.24567) 764 : cluster [DBG] pgmap v657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:01.546716+0000 mgr.smithi204.vnvrbl (mgr.24567) 765 : cluster [DBG] pgmap v658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:01.546716+0000 mgr.smithi204.vnvrbl (mgr.24567) 765 : cluster [DBG] pgmap v658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:03.547464+0000 mgr.smithi204.vnvrbl (mgr.24567) 766 : cluster [DBG] pgmap v659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:03.547464+0000 mgr.smithi204.vnvrbl (mgr.24567) 766 : cluster [DBG] pgmap v659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:05.548018+0000 mgr.smithi204.vnvrbl (mgr.24567) 767 : cluster [DBG] pgmap v660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:05.548018+0000 mgr.smithi204.vnvrbl (mgr.24567) 767 : cluster [DBG] pgmap v660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:07.548836+0000 mgr.smithi204.vnvrbl (mgr.24567) 768 : cluster [DBG] pgmap v661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:07.548836+0000 mgr.smithi204.vnvrbl (mgr.24567) 768 : cluster [DBG] pgmap v661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:09.549471+0000 mgr.smithi204.vnvrbl (mgr.24567) 769 : cluster [DBG] pgmap v662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:09.549471+0000 mgr.smithi204.vnvrbl (mgr.24567) 769 : cluster [DBG] pgmap v662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:19:11.264279+0000 mon.smithi204 (mon.1) 141 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:19:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:19:11.264305+0000 mon.smithi176 (mon.0) 2616 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:19:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:19:11.264556+0000 mon.smithi204 (mon.1) 142 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:19:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:19:11.264596+0000 mon.smithi176 (mon.0) 2617 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:19:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:11.549990+0000 mgr.smithi204.vnvrbl (mgr.24567) 770 : cluster [DBG] pgmap v663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:19:11.264279+0000 mon.smithi204 (mon.1) 141 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:19:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:19:11.264305+0000 mon.smithi176 (mon.0) 2616 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:19:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:19:11.264556+0000 mon.smithi204 (mon.1) 142 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:19:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:19:11.264596+0000 mon.smithi176 (mon.0) 2617 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:19:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:11.549990+0000 mgr.smithi204.vnvrbl (mgr.24567) 770 : cluster [DBG] pgmap v663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:13.550688+0000 mgr.smithi204.vnvrbl (mgr.24567) 771 : cluster [DBG] pgmap v664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:15.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:13.550688+0000 mgr.smithi204.vnvrbl (mgr.24567) 771 : cluster [DBG] pgmap v664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:15.551288+0000 mgr.smithi204.vnvrbl (mgr.24567) 772 : cluster [DBG] pgmap v665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:15.551288+0000 mgr.smithi204.vnvrbl (mgr.24567) 772 : cluster [DBG] pgmap v665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:17.552118+0000 mgr.smithi204.vnvrbl (mgr.24567) 773 : cluster [DBG] pgmap v666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:19.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:17.552118+0000 mgr.smithi204.vnvrbl (mgr.24567) 773 : cluster [DBG] pgmap v666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:19.552657+0000 mgr.smithi204.vnvrbl (mgr.24567) 774 : cluster [DBG] pgmap v667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:19.552657+0000 mgr.smithi204.vnvrbl (mgr.24567) 774 : cluster [DBG] pgmap v667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:21.149 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:19:21.437 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:19:21.437 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 93s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:19:21.437 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 93s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:19:21.437 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 96s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:19:21.438 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 93s ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:19:21.438 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 93s ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:19:21.438 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 96s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:19:21.438 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 93s ago 4h 615M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:19:21.439 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 96s ago 4h 455M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:19:21.439 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 93s ago 4h 1614M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:19:21.439 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 96s ago 4h 797M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:19:21.439 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 93s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:19:21.440 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 96s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:19:21.440 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 93s ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:19:21.440 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 96s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:19:21.440 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 93s ago 4h 1112M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:19:21.440 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 93s ago 4h 1975M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:19:21.441 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 93s ago 4h 1342M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:19:21.441 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 93s ago 4h 2153M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:19:21.441 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 96s ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:19:21.441 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 96s ago 4h 2142M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:19:21.442 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 96s ago 4h 1779M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:19:21.442 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 96s ago 4h 2624M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:19:21.442 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 93s ago 4h 145M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:19:21.773 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:19:21.773 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:19:21.773 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:19:21.773 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:19:21.774 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:19:21.774 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:19:21.774 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:19:21.774 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:19:21.775 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:19:21.775 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:19:21.775 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:19:21.775 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:19:21.775 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:19:21.776 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:19:21.776 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:19:21.776 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:19:21.776 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:19:21.776 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:19:21.777 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:19:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:19:21.136465+0000 mgr.smithi204.vnvrbl (mgr.24567) 775 : audit [DBG] from='client.39928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:19:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:19:21.426018+0000 mgr.smithi204.vnvrbl (mgr.24567) 776 : audit [DBG] from='client.39932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:19:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:21.553181+0000 mgr.smithi204.vnvrbl (mgr.24567) 777 : cluster [DBG] pgmap v668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:19:21.771786+0000 mon.smithi176 (mon.0) 2618 : audit [DBG] from='client.? 172.21.15.176:0/2172713344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:19:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:19:21.136465+0000 mgr.smithi204.vnvrbl (mgr.24567) 775 : audit [DBG] from='client.39928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:19:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:19:21.426018+0000 mgr.smithi204.vnvrbl (mgr.24567) 776 : audit [DBG] from='client.39932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:19:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:21.553181+0000 mgr.smithi204.vnvrbl (mgr.24567) 777 : cluster [DBG] pgmap v668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:22.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:19:21.771786+0000 mon.smithi176 (mon.0) 2618 : audit [DBG] from='client.? 172.21.15.176:0/2172713344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:19:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:23.554044+0000 mgr.smithi204.vnvrbl (mgr.24567) 778 : cluster [DBG] pgmap v669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:23.554044+0000 mgr.smithi204.vnvrbl (mgr.24567) 778 : cluster [DBG] pgmap v669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:25.554547+0000 mgr.smithi204.vnvrbl (mgr.24567) 779 : cluster [DBG] pgmap v670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:25.554547+0000 mgr.smithi204.vnvrbl (mgr.24567) 779 : cluster [DBG] pgmap v670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:27.555532+0000 mgr.smithi204.vnvrbl (mgr.24567) 780 : cluster [DBG] pgmap v671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:27.555532+0000 mgr.smithi204.vnvrbl (mgr.24567) 780 : cluster [DBG] pgmap v671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:29.556083+0000 mgr.smithi204.vnvrbl (mgr.24567) 781 : cluster [DBG] pgmap v672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:29.556083+0000 mgr.smithi204.vnvrbl (mgr.24567) 781 : cluster [DBG] pgmap v672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:31.556578+0000 mgr.smithi204.vnvrbl (mgr.24567) 782 : cluster [DBG] pgmap v673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:31.556578+0000 mgr.smithi204.vnvrbl (mgr.24567) 782 : cluster [DBG] pgmap v673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:33.557384+0000 mgr.smithi204.vnvrbl (mgr.24567) 783 : cluster [DBG] pgmap v674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:33.557384+0000 mgr.smithi204.vnvrbl (mgr.24567) 783 : cluster [DBG] pgmap v674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:35.557836+0000 mgr.smithi204.vnvrbl (mgr.24567) 784 : cluster [DBG] pgmap v675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:35.557836+0000 mgr.smithi204.vnvrbl (mgr.24567) 784 : cluster [DBG] pgmap v675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:37.558738+0000 mgr.smithi204.vnvrbl (mgr.24567) 785 : cluster [DBG] pgmap v676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:37.558738+0000 mgr.smithi204.vnvrbl (mgr.24567) 785 : cluster [DBG] pgmap v676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:39.559153+0000 mgr.smithi204.vnvrbl (mgr.24567) 786 : cluster [DBG] pgmap v677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:39.559153+0000 mgr.smithi204.vnvrbl (mgr.24567) 786 : cluster [DBG] pgmap v677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:41.559610+0000 mgr.smithi204.vnvrbl (mgr.24567) 787 : cluster [DBG] pgmap v678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:41.559610+0000 mgr.smithi204.vnvrbl (mgr.24567) 787 : cluster [DBG] pgmap v678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:43.560547+0000 mgr.smithi204.vnvrbl (mgr.24567) 788 : cluster [DBG] pgmap v679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:43.560547+0000 mgr.smithi204.vnvrbl (mgr.24567) 788 : cluster [DBG] pgmap v679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:45.561026+0000 mgr.smithi204.vnvrbl (mgr.24567) 789 : cluster [DBG] pgmap v680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:47.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:45.561026+0000 mgr.smithi204.vnvrbl (mgr.24567) 789 : cluster [DBG] pgmap v680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:47.561832+0000 mgr.smithi204.vnvrbl (mgr.24567) 790 : cluster [DBG] pgmap v681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:19:48.340426+0000 mon.smithi204 (mon.1) 143 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:19:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:19:48.341784+0000 mon.smithi204 (mon.1) 144 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:19:48.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:19:48.342590+0000 mon.smithi204 (mon.1) 145 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:19:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:47.561832+0000 mgr.smithi204.vnvrbl (mgr.24567) 790 : cluster [DBG] pgmap v681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:19:48.340426+0000 mon.smithi204 (mon.1) 143 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:19:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:19:48.341784+0000 mon.smithi204 (mon.1) 144 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:19:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:19:48.342590+0000 mon.smithi204 (mon.1) 145 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:19:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:19:48.343288+0000 mgr.smithi204.vnvrbl (mgr.24567) 791 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:19:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:19:48.686719+0000 mon.smithi176 (mon.0) 2619 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:19:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:19:49.094679+0000 mon.smithi176 (mon.0) 2620 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:19:49.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:19:49.100219+0000 mon.smithi176 (mon.0) 2621 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:19:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:19:48.343288+0000 mgr.smithi204.vnvrbl (mgr.24567) 791 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:19:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:19:48.686719+0000 mon.smithi176 (mon.0) 2619 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:19:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:19:49.094679+0000 mon.smithi176 (mon.0) 2620 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:19:50.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:19:49.100219+0000 mon.smithi176 (mon.0) 2621 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:19:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:49.562294+0000 mgr.smithi204.vnvrbl (mgr.24567) 792 : cluster [DBG] pgmap v682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:49.562294+0000 mgr.smithi204.vnvrbl (mgr.24567) 792 : cluster [DBG] pgmap v682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:52.069 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:19:52.390 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:19:52.391 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:19:52.391 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 2m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:19:52.391 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 2m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:19:52.391 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 2m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:19:52.392 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 2m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:19:52.392 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 2m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:19:52.392 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 2m ago 4h 615M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:19:52.392 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 2m ago 4h 455M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:19:52.392 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 2m ago 4h 1614M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:19:52.393 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 2m ago 4h 797M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:19:52.393 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 2m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:19:52.393 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 2m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:19:52.393 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 2m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:19:52.394 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:19:52.394 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 2m ago 4h 1112M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:19:52.394 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 2m ago 4h 1975M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:19:52.394 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 2m ago 4h 1342M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:19:52.394 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 2m ago 4h 2153M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:19:52.395 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 2m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:19:52.395 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 2m ago 4h 2142M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:19:52.395 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 2m ago 4h 1779M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:19:52.395 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 2m ago 4h 2624M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:19:52.396 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 2m ago 4h 145M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:19:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:51.562810+0000 mgr.smithi204.vnvrbl (mgr.24567) 793 : cluster [DBG] pgmap v683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:51.562810+0000 mgr.smithi204.vnvrbl (mgr.24567) 793 : cluster [DBG] pgmap v683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:52.726 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:19:52.727 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:19:52.727 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:19:52.727 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:19:52.727 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:19:52.728 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:19:52.728 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:19:52.728 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:19:52.728 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:19:52.728 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:19:52.729 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:19:52.729 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:19:52.729 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:19:52.729 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:19:52.729 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:19:52.730 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:19:52.730 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:19:52.730 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:19:52.730 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:19:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:19:52.056687+0000 mgr.smithi204.vnvrbl (mgr.24567) 794 : audit [DBG] from='client.39940 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:19:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:19:52.379424+0000 mgr.smithi204.vnvrbl (mgr.24567) 795 : audit [DBG] from='client.39944 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:19:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:19:52.725327+0000 mon.smithi176 (mon.0) 2622 : audit [DBG] from='client.? 172.21.15.176:0/1114779321' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:19:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:19:52.056687+0000 mgr.smithi204.vnvrbl (mgr.24567) 794 : audit [DBG] from='client.39940 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:19:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:19:52.379424+0000 mgr.smithi204.vnvrbl (mgr.24567) 795 : audit [DBG] from='client.39944 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:19:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:19:52.725327+0000 mon.smithi176 (mon.0) 2622 : audit [DBG] from='client.? 172.21.15.176:0/1114779321' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:19:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:53.563708+0000 mgr.smithi204.vnvrbl (mgr.24567) 796 : cluster [DBG] pgmap v684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:53.563708+0000 mgr.smithi204.vnvrbl (mgr.24567) 796 : cluster [DBG] pgmap v684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:55.564128+0000 mgr.smithi204.vnvrbl (mgr.24567) 797 : cluster [DBG] pgmap v685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:55.564128+0000 mgr.smithi204.vnvrbl (mgr.24567) 797 : cluster [DBG] pgmap v685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:19:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:19:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:57.565100+0000 mgr.smithi204.vnvrbl (mgr.24567) 798 : cluster [DBG] pgmap v686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:19:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:19:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:57.565100+0000 mgr.smithi204.vnvrbl (mgr.24567) 798 : cluster [DBG] pgmap v686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:19:59.565590+0000 mgr.smithi204.vnvrbl (mgr.24567) 799 : cluster [DBG] pgmap v687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:00.000098+0000 mon.smithi176 (mon.0) 2623 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T11:20:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:19:59.565590+0000 mgr.smithi204.vnvrbl (mgr.24567) 799 : cluster [DBG] pgmap v687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:00.000098+0000 mon.smithi176 (mon.0) 2623 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T11:20:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:01.566231+0000 mgr.smithi204.vnvrbl (mgr.24567) 800 : cluster [DBG] pgmap v688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:01.566231+0000 mgr.smithi204.vnvrbl (mgr.24567) 800 : cluster [DBG] pgmap v688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:03.566973+0000 mgr.smithi204.vnvrbl (mgr.24567) 801 : cluster [DBG] pgmap v689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:03.566973+0000 mgr.smithi204.vnvrbl (mgr.24567) 801 : cluster [DBG] pgmap v689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:05.567410+0000 mgr.smithi204.vnvrbl (mgr.24567) 802 : cluster [DBG] pgmap v690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:05.567410+0000 mgr.smithi204.vnvrbl (mgr.24567) 802 : cluster [DBG] pgmap v690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:07.568084+0000 mgr.smithi204.vnvrbl (mgr.24567) 803 : cluster [DBG] pgmap v691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:07.568084+0000 mgr.smithi204.vnvrbl (mgr.24567) 803 : cluster [DBG] pgmap v691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:09.568549+0000 mgr.smithi204.vnvrbl (mgr.24567) 804 : cluster [DBG] pgmap v692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:09.568549+0000 mgr.smithi204.vnvrbl (mgr.24567) 804 : cluster [DBG] pgmap v692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:20:11.268472+0000 mon.smithi204 (mon.1) 146 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:20:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:20:11.268630+0000 mon.smithi176 (mon.0) 2624 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:20:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:20:11.268739+0000 mon.smithi204 (mon.1) 147 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:20:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:20:11.268923+0000 mon.smithi176 (mon.0) 2625 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:20:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:11.569053+0000 mgr.smithi204.vnvrbl (mgr.24567) 805 : cluster [DBG] pgmap v693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:20:11.268472+0000 mon.smithi204 (mon.1) 146 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:20:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:20:11.268630+0000 mon.smithi176 (mon.0) 2624 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:20:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:20:11.268739+0000 mon.smithi204 (mon.1) 147 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:20:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:20:11.268923+0000 mon.smithi176 (mon.0) 2625 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:20:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:11.569053+0000 mgr.smithi204.vnvrbl (mgr.24567) 805 : cluster [DBG] pgmap v693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:13.569852+0000 mgr.smithi204.vnvrbl (mgr.24567) 806 : cluster [DBG] pgmap v694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:15.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:13.569852+0000 mgr.smithi204.vnvrbl (mgr.24567) 806 : cluster [DBG] pgmap v694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:15.570326+0000 mgr.smithi204.vnvrbl (mgr.24567) 807 : cluster [DBG] pgmap v695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:15.570326+0000 mgr.smithi204.vnvrbl (mgr.24567) 807 : cluster [DBG] pgmap v695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:17.570970+0000 mgr.smithi204.vnvrbl (mgr.24567) 808 : cluster [DBG] pgmap v696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:19.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:17.570970+0000 mgr.smithi204.vnvrbl (mgr.24567) 808 : cluster [DBG] pgmap v696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:19.571567+0000 mgr.smithi204.vnvrbl (mgr.24567) 809 : cluster [DBG] pgmap v697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:19.571567+0000 mgr.smithi204.vnvrbl (mgr.24567) 809 : cluster [DBG] pgmap v697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:21.572240+0000 mgr.smithi204.vnvrbl (mgr.24567) 810 : cluster [DBG] pgmap v698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:21.572240+0000 mgr.smithi204.vnvrbl (mgr.24567) 810 : cluster [DBG] pgmap v698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:23.024 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:20:23.296 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:20:23.296 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:20:23.296 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 2m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:20:23.297 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 2m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:20:23.297 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 2m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:20:23.297 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 2m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:20:23.297 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 2m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:20:23.298 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 2m ago 4h 615M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:20:23.298 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 2m ago 4h 455M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:20:23.298 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 2m ago 4h 1614M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:20:23.298 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 2m ago 4h 797M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:20:23.299 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 2m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:20:23.299 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 2m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:20:23.299 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 2m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:20:23.299 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:20:23.299 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 2m ago 4h 1112M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:20:23.300 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 2m ago 4h 1975M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:20:23.300 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 2m ago 4h 1342M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:20:23.300 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 2m ago 4h 2153M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:20:23.300 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 2m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:20:23.300 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 2m ago 4h 2142M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:20:23.301 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 2m ago 4h 1779M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:20:23.301 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 2m ago 4h 2624M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:20:23.301 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 2m ago 4h 145M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:20:23.622 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:20:23.623 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:20:23.623 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:20:23.623 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:20:23.623 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:20:23.624 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:20:23.624 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:20:23.624 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:20:23.624 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:20:23.624 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:20:23.625 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:20:23.625 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:20:23.625 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:20:23.625 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:20:23.625 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:20:23.626 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:20:23.626 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:20:23.626 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:20:23.626 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:20:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:20:23.621226+0000 mon.smithi176 (mon.0) 2626 : audit [DBG] from='client.? 172.21.15.176:0/1119926635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:20:24.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:20:23.621226+0000 mon.smithi176 (mon.0) 2626 : audit [DBG] from='client.? 172.21.15.176:0/1119926635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:20:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:20:23.011594+0000 mgr.smithi204.vnvrbl (mgr.24567) 811 : audit [DBG] from='client.39952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:20:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:20:23.284833+0000 mgr.smithi204.vnvrbl (mgr.24567) 812 : audit [DBG] from='client.39956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:20:24.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:23.572939+0000 mgr.smithi204.vnvrbl (mgr.24567) 813 : cluster [DBG] pgmap v699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:20:23.011594+0000 mgr.smithi204.vnvrbl (mgr.24567) 811 : audit [DBG] from='client.39952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:20:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:20:23.284833+0000 mgr.smithi204.vnvrbl (mgr.24567) 812 : audit [DBG] from='client.39956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:20:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:23.572939+0000 mgr.smithi204.vnvrbl (mgr.24567) 813 : cluster [DBG] pgmap v699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:25.573432+0000 mgr.smithi204.vnvrbl (mgr.24567) 814 : cluster [DBG] pgmap v700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:25.573432+0000 mgr.smithi204.vnvrbl (mgr.24567) 814 : cluster [DBG] pgmap v700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:27.574167+0000 mgr.smithi204.vnvrbl (mgr.24567) 815 : cluster [DBG] pgmap v701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:27.574167+0000 mgr.smithi204.vnvrbl (mgr.24567) 815 : cluster [DBG] pgmap v701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:29.574692+0000 mgr.smithi204.vnvrbl (mgr.24567) 816 : cluster [DBG] pgmap v702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:29.574692+0000 mgr.smithi204.vnvrbl (mgr.24567) 816 : cluster [DBG] pgmap v702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:31.575155+0000 mgr.smithi204.vnvrbl (mgr.24567) 817 : cluster [DBG] pgmap v703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:31.575155+0000 mgr.smithi204.vnvrbl (mgr.24567) 817 : cluster [DBG] pgmap v703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:33.575854+0000 mgr.smithi204.vnvrbl (mgr.24567) 818 : cluster [DBG] pgmap v704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:33.575854+0000 mgr.smithi204.vnvrbl (mgr.24567) 818 : cluster [DBG] pgmap v704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:35.576396+0000 mgr.smithi204.vnvrbl (mgr.24567) 819 : cluster [DBG] pgmap v705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:35.576396+0000 mgr.smithi204.vnvrbl (mgr.24567) 819 : cluster [DBG] pgmap v705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:37.577254+0000 mgr.smithi204.vnvrbl (mgr.24567) 820 : cluster [DBG] pgmap v706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:39.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:37.577254+0000 mgr.smithi204.vnvrbl (mgr.24567) 820 : cluster [DBG] pgmap v706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:39.577737+0000 mgr.smithi204.vnvrbl (mgr.24567) 821 : cluster [DBG] pgmap v707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:39.577737+0000 mgr.smithi204.vnvrbl (mgr.24567) 821 : cluster [DBG] pgmap v707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:41.578234+0000 mgr.smithi204.vnvrbl (mgr.24567) 822 : cluster [DBG] pgmap v708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:41.578234+0000 mgr.smithi204.vnvrbl (mgr.24567) 822 : cluster [DBG] pgmap v708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:43.579118+0000 mgr.smithi204.vnvrbl (mgr.24567) 823 : cluster [DBG] pgmap v709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:43.579118+0000 mgr.smithi204.vnvrbl (mgr.24567) 823 : cluster [DBG] pgmap v709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:45.579593+0000 mgr.smithi204.vnvrbl (mgr.24567) 824 : cluster [DBG] pgmap v710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:47.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:45.579593+0000 mgr.smithi204.vnvrbl (mgr.24567) 824 : cluster [DBG] pgmap v710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:47.580297+0000 mgr.smithi204.vnvrbl (mgr.24567) 825 : cluster [DBG] pgmap v711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:47.580297+0000 mgr.smithi204.vnvrbl (mgr.24567) 825 : cluster [DBG] pgmap v711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:20:49.105382+0000 mon.smithi204 (mon.1) 148 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:20:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:20:49.106814+0000 mon.smithi204 (mon.1) 149 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:20:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:20:49.107703+0000 mon.smithi204 (mon.1) 150 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:20:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:20:49.461012+0000 mon.smithi176 (mon.0) 2627 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:20:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:20:49.105382+0000 mon.smithi204 (mon.1) 148 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:20:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:20:49.106814+0000 mon.smithi204 (mon.1) 149 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:20:50.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:20:49.107703+0000 mon.smithi204 (mon.1) 150 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:20:50.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:20:49.461012+0000 mon.smithi176 (mon.0) 2627 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:20:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:20:49.108453+0000 mgr.smithi204.vnvrbl (mgr.24567) 826 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:20:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:49.580690+0000 mgr.smithi204.vnvrbl (mgr.24567) 827 : cluster [DBG] pgmap v712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:51.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:20:49.848580+0000 mon.smithi176 (mon.0) 2628 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:20:51.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:20:49.854000+0000 mon.smithi176 (mon.0) 2629 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:20:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:20:49.108453+0000 mgr.smithi204.vnvrbl (mgr.24567) 826 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:20:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:49.580690+0000 mgr.smithi204.vnvrbl (mgr.24567) 827 : cluster [DBG] pgmap v712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:20:49.848580+0000 mon.smithi176 (mon.0) 2628 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:20:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:20:49.854000+0000 mon.smithi176 (mon.0) 2629 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:20:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:51.581110+0000 mgr.smithi204.vnvrbl (mgr.24567) 828 : cluster [DBG] pgmap v713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:51.581110+0000 mgr.smithi204.vnvrbl (mgr.24567) 828 : cluster [DBG] pgmap v713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:53.921 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:20:54.196 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:20:54.196 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:20:54.197 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 3m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:20:54.197 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 3m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:20:54.197 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 3m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:20:54.197 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 3m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:20:54.198 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 3m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:20:54.198 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 3m ago 4h 615M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:20:54.198 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 3m ago 4h 455M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:20:54.199 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 3m ago 4h 1614M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:20:54.199 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 3m ago 4h 797M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:20:54.199 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 3m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:20:54.199 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 3m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:20:54.200 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 3m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:20:54.200 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:20:54.200 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 3m ago 4h 1112M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:20:54.200 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 3m ago 4h 1975M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:20:54.200 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 3m ago 4h 1342M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:20:54.201 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 3m ago 4h 2153M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:20:54.201 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 3m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:20:54.201 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 3m ago 4h 2142M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:20:54.201 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 3m ago 4h 1779M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:20:54.202 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 3m ago 4h 2624M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:20:54.202 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 3m ago 4h 145M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:20:54.526 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:20:54.526 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:20:54.527 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:20:54.527 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:20:54.528 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:20:54.528 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:20:54.529 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:20:54.529 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:20:54.530 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:20:54.530 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:20:54.530 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:20:54.531 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:20:54.531 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:20:54.532 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:20:54.532 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:20:54.533 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:20:54.533 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:20:54.534 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:20:54.534 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:20:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:53.581843+0000 mgr.smithi204.vnvrbl (mgr.24567) 829 : cluster [DBG] pgmap v714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:54.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:20:53.908337+0000 mgr.smithi204.vnvrbl (mgr.24567) 830 : audit [DBG] from='client.39964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:20:54.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:20:54.524895+0000 mon.smithi176 (mon.0) 2630 : audit [DBG] from='client.? 172.21.15.176:0/1557948104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:20:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:53.581843+0000 mgr.smithi204.vnvrbl (mgr.24567) 829 : cluster [DBG] pgmap v714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:20:53.908337+0000 mgr.smithi204.vnvrbl (mgr.24567) 830 : audit [DBG] from='client.39964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:20:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:20:54.524895+0000 mon.smithi176 (mon.0) 2630 : audit [DBG] from='client.? 172.21.15.176:0/1557948104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:20:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:20:54.185147+0000 mgr.smithi204.vnvrbl (mgr.24567) 831 : audit [DBG] from='client.39968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:20:56.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:20:54.185147+0000 mgr.smithi204.vnvrbl (mgr.24567) 831 : audit [DBG] from='client.39968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:20:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:55.582482+0000 mgr.smithi204.vnvrbl (mgr.24567) 832 : cluster [DBG] pgmap v715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:55.582482+0000 mgr.smithi204.vnvrbl (mgr.24567) 832 : cluster [DBG] pgmap v715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:20:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:20:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:57.583208+0000 mgr.smithi204.vnvrbl (mgr.24567) 833 : cluster [DBG] pgmap v716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:20:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:20:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:57.583208+0000 mgr.smithi204.vnvrbl (mgr.24567) 833 : cluster [DBG] pgmap v716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:20:59.583817+0000 mgr.smithi204.vnvrbl (mgr.24567) 834 : cluster [DBG] pgmap v717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:20:59.583817+0000 mgr.smithi204.vnvrbl (mgr.24567) 834 : cluster [DBG] pgmap v717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:01.584389+0000 mgr.smithi204.vnvrbl (mgr.24567) 835 : cluster [DBG] pgmap v718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:01.584389+0000 mgr.smithi204.vnvrbl (mgr.24567) 835 : cluster [DBG] pgmap v718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:03.585190+0000 mgr.smithi204.vnvrbl (mgr.24567) 836 : cluster [DBG] pgmap v719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:03.585190+0000 mgr.smithi204.vnvrbl (mgr.24567) 836 : cluster [DBG] pgmap v719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:05.585681+0000 mgr.smithi204.vnvrbl (mgr.24567) 837 : cluster [DBG] pgmap v720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:05.585681+0000 mgr.smithi204.vnvrbl (mgr.24567) 837 : cluster [DBG] pgmap v720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:07.586503+0000 mgr.smithi204.vnvrbl (mgr.24567) 838 : cluster [DBG] pgmap v721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:07.586503+0000 mgr.smithi204.vnvrbl (mgr.24567) 838 : cluster [DBG] pgmap v721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:09.587159+0000 mgr.smithi204.vnvrbl (mgr.24567) 839 : cluster [DBG] pgmap v722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:09.587159+0000 mgr.smithi204.vnvrbl (mgr.24567) 839 : cluster [DBG] pgmap v722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:21:11.272595+0000 mon.smithi204 (mon.1) 151 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:21:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:21:11.272822+0000 mon.smithi204 (mon.1) 152 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:21:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:21:11.272961+0000 mon.smithi176 (mon.0) 2631 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:21:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:21:11.273331+0000 mon.smithi176 (mon.0) 2632 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:21:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:11.587754+0000 mgr.smithi204.vnvrbl (mgr.24567) 840 : cluster [DBG] pgmap v723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:21:11.272595+0000 mon.smithi204 (mon.1) 151 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:21:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:21:11.272822+0000 mon.smithi204 (mon.1) 152 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:21:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:21:11.272961+0000 mon.smithi176 (mon.0) 2631 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:21:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:21:11.273331+0000 mon.smithi176 (mon.0) 2632 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:21:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:11.587754+0000 mgr.smithi204.vnvrbl (mgr.24567) 840 : cluster [DBG] pgmap v723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:13.588516+0000 mgr.smithi204.vnvrbl (mgr.24567) 841 : cluster [DBG] pgmap v724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:15.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:13.588516+0000 mgr.smithi204.vnvrbl (mgr.24567) 841 : cluster [DBG] pgmap v724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:15.589221+0000 mgr.smithi204.vnvrbl (mgr.24567) 842 : cluster [DBG] pgmap v725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:15.589221+0000 mgr.smithi204.vnvrbl (mgr.24567) 842 : cluster [DBG] pgmap v725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:17.589906+0000 mgr.smithi204.vnvrbl (mgr.24567) 843 : cluster [DBG] pgmap v726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:19.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:17.589906+0000 mgr.smithi204.vnvrbl (mgr.24567) 843 : cluster [DBG] pgmap v726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:19.590369+0000 mgr.smithi204.vnvrbl (mgr.24567) 844 : cluster [DBG] pgmap v727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:19.590369+0000 mgr.smithi204.vnvrbl (mgr.24567) 844 : cluster [DBG] pgmap v727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:21.590827+0000 mgr.smithi204.vnvrbl (mgr.24567) 845 : cluster [DBG] pgmap v728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:21.590827+0000 mgr.smithi204.vnvrbl (mgr.24567) 845 : cluster [DBG] pgmap v728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:24.823 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:21:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:23.591652+0000 mgr.smithi204.vnvrbl (mgr.24567) 846 : cluster [DBG] pgmap v729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:23.591652+0000 mgr.smithi204.vnvrbl (mgr.24567) 846 : cluster [DBG] pgmap v729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:25.105 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:21:25.105 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:21:25.105 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 3m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:21:25.106 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 3m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:21:25.106 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 3m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:21:25.106 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 3m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:21:25.106 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 3m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:21:25.107 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 3m ago 4h 615M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:21:25.107 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 3m ago 4h 455M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:21:25.107 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 3m ago 4h 1614M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:21:25.107 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 3m ago 4h 797M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:21:25.108 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 3m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:21:25.108 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 3m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:21:25.108 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 3m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:21:25.108 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:21:25.109 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 3m ago 4h 1112M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:21:25.109 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 3m ago 4h 1975M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:21:25.109 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 3m ago 4h 1342M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:21:25.109 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 3m ago 4h 2153M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:21:25.109 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 3m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:21:25.110 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 3m ago 4h 2142M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:21:25.110 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 3m ago 4h 1779M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:21:25.110 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 3m ago 4h 2624M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:21:25.110 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 3m ago 4h 145M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:21:25.437 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:21:25.437 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:21:25.438 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:21:25.438 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:21:25.438 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:21:25.438 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:21:25.439 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:21:25.439 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:21:25.440 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:21:25.440 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:21:25.441 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:21:25.441 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:21:25.442 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:21:25.442 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:21:25.442 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:21:25.443 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:21:25.443 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:21:25.444 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:21:25.444 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:21:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:21:24.810544+0000 mgr.smithi204.vnvrbl (mgr.24567) 847 : audit [DBG] from='client.39976 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:21:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:21:25.436101+0000 mon.smithi176 (mon.0) 2633 : audit [DBG] from='client.? 172.21.15.176:0/1809533888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:21:26.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:21:24.810544+0000 mgr.smithi204.vnvrbl (mgr.24567) 847 : audit [DBG] from='client.39976 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:21:26.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:21:25.436101+0000 mon.smithi176 (mon.0) 2633 : audit [DBG] from='client.? 172.21.15.176:0/1809533888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:21:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:21:25.094387+0000 mgr.smithi204.vnvrbl (mgr.24567) 848 : audit [DBG] from='client.39980 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:21:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:25.592199+0000 mgr.smithi204.vnvrbl (mgr.24567) 849 : cluster [DBG] pgmap v730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:21:25.094387+0000 mgr.smithi204.vnvrbl (mgr.24567) 848 : audit [DBG] from='client.39980 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:21:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:25.592199+0000 mgr.smithi204.vnvrbl (mgr.24567) 849 : cluster [DBG] pgmap v730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:27.593061+0000 mgr.smithi204.vnvrbl (mgr.24567) 850 : cluster [DBG] pgmap v731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:27.593061+0000 mgr.smithi204.vnvrbl (mgr.24567) 850 : cluster [DBG] pgmap v731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:29.593602+0000 mgr.smithi204.vnvrbl (mgr.24567) 851 : cluster [DBG] pgmap v732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:29.593602+0000 mgr.smithi204.vnvrbl (mgr.24567) 851 : cluster [DBG] pgmap v732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:31.594132+0000 mgr.smithi204.vnvrbl (mgr.24567) 852 : cluster [DBG] pgmap v733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:31.594132+0000 mgr.smithi204.vnvrbl (mgr.24567) 852 : cluster [DBG] pgmap v733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:33.594898+0000 mgr.smithi204.vnvrbl (mgr.24567) 853 : cluster [DBG] pgmap v734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:33.594898+0000 mgr.smithi204.vnvrbl (mgr.24567) 853 : cluster [DBG] pgmap v734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:35.595432+0000 mgr.smithi204.vnvrbl (mgr.24567) 854 : cluster [DBG] pgmap v735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:35.595432+0000 mgr.smithi204.vnvrbl (mgr.24567) 854 : cluster [DBG] pgmap v735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:37.596104+0000 mgr.smithi204.vnvrbl (mgr.24567) 855 : cluster [DBG] pgmap v736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:37.596104+0000 mgr.smithi204.vnvrbl (mgr.24567) 855 : cluster [DBG] pgmap v736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:39.596571+0000 mgr.smithi204.vnvrbl (mgr.24567) 856 : cluster [DBG] pgmap v737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:39.596571+0000 mgr.smithi204.vnvrbl (mgr.24567) 856 : cluster [DBG] pgmap v737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:41.597003+0000 mgr.smithi204.vnvrbl (mgr.24567) 857 : cluster [DBG] pgmap v738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:41.597003+0000 mgr.smithi204.vnvrbl (mgr.24567) 857 : cluster [DBG] pgmap v738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:43.597790+0000 mgr.smithi204.vnvrbl (mgr.24567) 858 : cluster [DBG] pgmap v739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:43.597790+0000 mgr.smithi204.vnvrbl (mgr.24567) 858 : cluster [DBG] pgmap v739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:45.598304+0000 mgr.smithi204.vnvrbl (mgr.24567) 859 : cluster [DBG] pgmap v740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:47.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:45.598304+0000 mgr.smithi204.vnvrbl (mgr.24567) 859 : cluster [DBG] pgmap v740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:47.599034+0000 mgr.smithi204.vnvrbl (mgr.24567) 860 : cluster [DBG] pgmap v741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:47.599034+0000 mgr.smithi204.vnvrbl (mgr.24567) 860 : cluster [DBG] pgmap v741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:49.599477+0000 mgr.smithi204.vnvrbl (mgr.24567) 861 : cluster [DBG] pgmap v742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:21:49.856995+0000 mon.smithi204 (mon.1) 153 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:21:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:21:49.858353+0000 mon.smithi204 (mon.1) 154 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:21:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:21:49.859152+0000 mon.smithi204 (mon.1) 155 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:21:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:21:49.859881+0000 mgr.smithi204.vnvrbl (mgr.24567) 862 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:21:50.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:21:50.260052+0000 mon.smithi176 (mon.0) 2634 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:21:50.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:21:50.265080+0000 mon.smithi176 (mon.0) 2635 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:21:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:49.599477+0000 mgr.smithi204.vnvrbl (mgr.24567) 861 : cluster [DBG] pgmap v742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:21:49.856995+0000 mon.smithi204 (mon.1) 153 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:21:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:21:49.858353+0000 mon.smithi204 (mon.1) 154 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:21:51.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:21:49.859152+0000 mon.smithi204 (mon.1) 155 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:21:51.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:21:49.859881+0000 mgr.smithi204.vnvrbl (mgr.24567) 862 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:21:51.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:21:50.260052+0000 mon.smithi176 (mon.0) 2634 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:21:51.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:21:50.265080+0000 mon.smithi176 (mon.0) 2635 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:21:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:51.599955+0000 mgr.smithi204.vnvrbl (mgr.24567) 863 : cluster [DBG] pgmap v743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:51.599955+0000 mgr.smithi204.vnvrbl (mgr.24567) 863 : cluster [DBG] pgmap v743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:53.600773+0000 mgr.smithi204.vnvrbl (mgr.24567) 864 : cluster [DBG] pgmap v744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:53.600773+0000 mgr.smithi204.vnvrbl (mgr.24567) 864 : cluster [DBG] pgmap v744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:55.734 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:21:56.009 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:21:56.010 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:21:56.010 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 4m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:21:56.010 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 4m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:21:56.011 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 4m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:21:56.011 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 4m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:21:56.011 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 4m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:21:56.011 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 4m ago 4h 615M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:21:56.012 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 4m ago 4h 455M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:21:56.012 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 4m ago 4h 1614M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:21:56.012 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 4m ago 4h 797M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:21:56.013 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 4m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:21:56.013 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 4m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:21:56.013 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 4m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:21:56.013 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:21:56.014 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 4m ago 4h 1112M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:21:56.014 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 4m ago 4h 1975M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:21:56.014 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 4m ago 4h 1342M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:21:56.014 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 4m ago 4h 2153M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:21:56.015 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 4m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:21:56.015 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 4m ago 4h 2142M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:21:56.015 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 4m ago 4h 1779M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:21:56.015 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 4m ago 4h 2624M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:21:56.016 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 4m ago 4h 145M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:21:56.345 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:21:56.345 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:21:56.345 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:21:56.345 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:21:56.346 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:21:56.346 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:21:56.347 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:21:56.347 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:21:56.347 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:21:56.348 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:21:56.348 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:21:56.348 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:21:56.348 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:21:56.349 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:21:56.349 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:21:56.349 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:21:56.349 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:21:56.350 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:21:56.350 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:21:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:55.601322+0000 mgr.smithi204.vnvrbl (mgr.24567) 865 : cluster [DBG] pgmap v745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:21:55.721099+0000 mgr.smithi204.vnvrbl (mgr.24567) 866 : audit [DBG] from='client.39988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:21:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:21:56.343901+0000 mon.smithi176 (mon.0) 2636 : audit [DBG] from='client.? 172.21.15.176:0/4050265273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:21:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:55.601322+0000 mgr.smithi204.vnvrbl (mgr.24567) 865 : cluster [DBG] pgmap v745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:21:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:21:55.721099+0000 mgr.smithi204.vnvrbl (mgr.24567) 866 : audit [DBG] from='client.39988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:21:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:21:56.343901+0000 mon.smithi176 (mon.0) 2636 : audit [DBG] from='client.? 172.21.15.176:0/4050265273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:21:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:21:55.998432+0000 mgr.smithi204.vnvrbl (mgr.24567) 867 : audit [DBG] from='client.39992 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:21:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:21:55.998432+0000 mgr.smithi204.vnvrbl (mgr.24567) 867 : audit [DBG] from='client.39992 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:21:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:21:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:57.602054+0000 mgr.smithi204.vnvrbl (mgr.24567) 868 : cluster [DBG] pgmap v746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:21:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:21:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:57.602054+0000 mgr.smithi204.vnvrbl (mgr.24567) 868 : cluster [DBG] pgmap v746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:21:59.602496+0000 mgr.smithi204.vnvrbl (mgr.24567) 869 : cluster [DBG] pgmap v747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:21:59.602496+0000 mgr.smithi204.vnvrbl (mgr.24567) 869 : cluster [DBG] pgmap v747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:01.603002+0000 mgr.smithi204.vnvrbl (mgr.24567) 870 : cluster [DBG] pgmap v748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:01.603002+0000 mgr.smithi204.vnvrbl (mgr.24567) 870 : cluster [DBG] pgmap v748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:03.603787+0000 mgr.smithi204.vnvrbl (mgr.24567) 871 : cluster [DBG] pgmap v749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:03.603787+0000 mgr.smithi204.vnvrbl (mgr.24567) 871 : cluster [DBG] pgmap v749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:05.604298+0000 mgr.smithi204.vnvrbl (mgr.24567) 872 : cluster [DBG] pgmap v750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:07.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:05.604298+0000 mgr.smithi204.vnvrbl (mgr.24567) 872 : cluster [DBG] pgmap v750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:07.605279+0000 mgr.smithi204.vnvrbl (mgr.24567) 873 : cluster [DBG] pgmap v751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:07.605279+0000 mgr.smithi204.vnvrbl (mgr.24567) 873 : cluster [DBG] pgmap v751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:09.605813+0000 mgr.smithi204.vnvrbl (mgr.24567) 874 : cluster [DBG] pgmap v752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:11.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:09.605813+0000 mgr.smithi204.vnvrbl (mgr.24567) 874 : cluster [DBG] pgmap v752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:22:11.276886+0000 mon.smithi204 (mon.1) 156 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:22:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:22:11.277111+0000 mon.smithi204 (mon.1) 157 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:22:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:22:11.277458+0000 mon.smithi176 (mon.0) 2637 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:22:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:22:11.277781+0000 mon.smithi176 (mon.0) 2638 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:22:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:11.606347+0000 mgr.smithi204.vnvrbl (mgr.24567) 875 : cluster [DBG] pgmap v753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:22:11.276886+0000 mon.smithi204 (mon.1) 156 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:22:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:22:11.277111+0000 mon.smithi204 (mon.1) 157 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:22:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:22:11.277458+0000 mon.smithi176 (mon.0) 2637 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:22:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:22:11.277781+0000 mon.smithi176 (mon.0) 2638 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:22:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:11.606347+0000 mgr.smithi204.vnvrbl (mgr.24567) 875 : cluster [DBG] pgmap v753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:13.606992+0000 mgr.smithi204.vnvrbl (mgr.24567) 876 : cluster [DBG] pgmap v754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:15.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:13.606992+0000 mgr.smithi204.vnvrbl (mgr.24567) 876 : cluster [DBG] pgmap v754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:15.607383+0000 mgr.smithi204.vnvrbl (mgr.24567) 877 : cluster [DBG] pgmap v755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:15.607383+0000 mgr.smithi204.vnvrbl (mgr.24567) 877 : cluster [DBG] pgmap v755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:17.608112+0000 mgr.smithi204.vnvrbl (mgr.24567) 878 : cluster [DBG] pgmap v756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:19.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:17.608112+0000 mgr.smithi204.vnvrbl (mgr.24567) 878 : cluster [DBG] pgmap v756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:19.608558+0000 mgr.smithi204.vnvrbl (mgr.24567) 879 : cluster [DBG] pgmap v757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:19.608558+0000 mgr.smithi204.vnvrbl (mgr.24567) 879 : cluster [DBG] pgmap v757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:21.609006+0000 mgr.smithi204.vnvrbl (mgr.24567) 880 : cluster [DBG] pgmap v758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:21.609006+0000 mgr.smithi204.vnvrbl (mgr.24567) 880 : cluster [DBG] pgmap v758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:23.609797+0000 mgr.smithi204.vnvrbl (mgr.24567) 881 : cluster [DBG] pgmap v759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:23.609797+0000 mgr.smithi204.vnvrbl (mgr.24567) 881 : cluster [DBG] pgmap v759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:26.646 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:22:26.954 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:22:26.955 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:22:26.955 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 4m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:22:26.956 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 4m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:22:26.956 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 4m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:22:26.957 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 4m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:22:26.957 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 4m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:22:26.957 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 4m ago 4h 615M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:22:26.958 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 4m ago 4h 455M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:22:26.958 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 4m ago 4h 1614M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:22:26.959 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 4m ago 4h 797M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:22:26.959 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 4m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:22:26.959 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 4m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:22:26.960 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 4m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:22:26.960 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:22:26.961 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 4m ago 4h 1112M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:22:26.961 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 4m ago 4h 1975M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:22:26.961 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 4m ago 4h 1342M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:22:26.962 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 4m ago 4h 2153M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:22:26.962 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 4m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:22:26.963 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 4m ago 4h 2142M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:22:26.963 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 4m ago 4h 1779M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:22:26.964 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 4m ago 4h 2624M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:22:26.964 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 4m ago 4h 145M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:22:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:25.610406+0000 mgr.smithi204.vnvrbl (mgr.24567) 882 : cluster [DBG] pgmap v760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:25.610406+0000 mgr.smithi204.vnvrbl (mgr.24567) 882 : cluster [DBG] pgmap v760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:27.282 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:22:27.282 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:22:27.283 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:22:27.283 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:22:27.283 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:22:27.283 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:22:27.283 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:22:27.284 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:22:27.284 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:22:27.284 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:22:27.285 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:22:27.285 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:22:27.285 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:22:27.285 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:22:27.286 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:22:27.286 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:22:27.286 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:22:27.286 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:22:27.286 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:22:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:22:26.632710+0000 mgr.smithi204.vnvrbl (mgr.24567) 883 : audit [DBG] from='client.40000 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:22:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:22:26.943325+0000 mgr.smithi204.vnvrbl (mgr.24567) 884 : audit [DBG] from='client.40004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:22:27.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:22:27.281282+0000 mon.smithi176 (mon.0) 2639 : audit [DBG] from='client.? 172.21.15.176:0/2060259561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:22:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:22:26.632710+0000 mgr.smithi204.vnvrbl (mgr.24567) 883 : audit [DBG] from='client.40000 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:22:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:22:26.943325+0000 mgr.smithi204.vnvrbl (mgr.24567) 884 : audit [DBG] from='client.40004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:22:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:22:27.281282+0000 mon.smithi176 (mon.0) 2639 : audit [DBG] from='client.? 172.21.15.176:0/2060259561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:22:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:27.611123+0000 mgr.smithi204.vnvrbl (mgr.24567) 885 : cluster [DBG] pgmap v761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:27.611123+0000 mgr.smithi204.vnvrbl (mgr.24567) 885 : cluster [DBG] pgmap v761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:29.611540+0000 mgr.smithi204.vnvrbl (mgr.24567) 886 : cluster [DBG] pgmap v762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:31.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:29.611540+0000 mgr.smithi204.vnvrbl (mgr.24567) 886 : cluster [DBG] pgmap v762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:31.611962+0000 mgr.smithi204.vnvrbl (mgr.24567) 887 : cluster [DBG] pgmap v763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:31.611962+0000 mgr.smithi204.vnvrbl (mgr.24567) 887 : cluster [DBG] pgmap v763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:33.612842+0000 mgr.smithi204.vnvrbl (mgr.24567) 888 : cluster [DBG] pgmap v764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:33.612842+0000 mgr.smithi204.vnvrbl (mgr.24567) 888 : cluster [DBG] pgmap v764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:35.613411+0000 mgr.smithi204.vnvrbl (mgr.24567) 889 : cluster [DBG] pgmap v765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:37.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:35.613411+0000 mgr.smithi204.vnvrbl (mgr.24567) 889 : cluster [DBG] pgmap v765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:37.614321+0000 mgr.smithi204.vnvrbl (mgr.24567) 890 : cluster [DBG] pgmap v766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:37.614321+0000 mgr.smithi204.vnvrbl (mgr.24567) 890 : cluster [DBG] pgmap v766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:39.614847+0000 mgr.smithi204.vnvrbl (mgr.24567) 891 : cluster [DBG] pgmap v767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:39.614847+0000 mgr.smithi204.vnvrbl (mgr.24567) 891 : cluster [DBG] pgmap v767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:42.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:41.615264+0000 mgr.smithi204.vnvrbl (mgr.24567) 892 : cluster [DBG] pgmap v768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:41.615264+0000 mgr.smithi204.vnvrbl (mgr.24567) 892 : cluster [DBG] pgmap v768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:43.616036+0000 mgr.smithi204.vnvrbl (mgr.24567) 893 : cluster [DBG] pgmap v769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:45.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:43.616036+0000 mgr.smithi204.vnvrbl (mgr.24567) 893 : cluster [DBG] pgmap v769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:45.616495+0000 mgr.smithi204.vnvrbl (mgr.24567) 894 : cluster [DBG] pgmap v770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:47.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:45.616495+0000 mgr.smithi204.vnvrbl (mgr.24567) 894 : cluster [DBG] pgmap v770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:47.617486+0000 mgr.smithi204.vnvrbl (mgr.24567) 895 : cluster [DBG] pgmap v771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:49.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:47.617486+0000 mgr.smithi204.vnvrbl (mgr.24567) 895 : cluster [DBG] pgmap v771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:49.618035+0000 mgr.smithi204.vnvrbl (mgr.24567) 896 : cluster [DBG] pgmap v772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:22:50.267842+0000 mon.smithi204 (mon.1) 158 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:22:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:22:50.269160+0000 mon.smithi204 (mon.1) 159 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:22:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:22:50.269960+0000 mon.smithi204 (mon.1) 160 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:22:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:22:50.666614+0000 mon.smithi176 (mon.0) 2640 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:22:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:22:50.671893+0000 mon.smithi176 (mon.0) 2641 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:22:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:49.618035+0000 mgr.smithi204.vnvrbl (mgr.24567) 896 : cluster [DBG] pgmap v772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:22:50.267842+0000 mon.smithi204 (mon.1) 158 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:22:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:22:50.269160+0000 mon.smithi204 (mon.1) 159 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:22:51.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:22:50.269960+0000 mon.smithi204 (mon.1) 160 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:22:51.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:22:50.666614+0000 mon.smithi176 (mon.0) 2640 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:22:51.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:22:50.671893+0000 mon.smithi176 (mon.0) 2641 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:22:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:22:50.270698+0000 mgr.smithi204.vnvrbl (mgr.24567) 897 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:22:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:22:50.270698+0000 mgr.smithi204.vnvrbl (mgr.24567) 897 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:22:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:51.618591+0000 mgr.smithi204.vnvrbl (mgr.24567) 898 : cluster [DBG] pgmap v773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:53.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:51.618591+0000 mgr.smithi204.vnvrbl (mgr.24567) 898 : cluster [DBG] pgmap v773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:53.619519+0000 mgr.smithi204.vnvrbl (mgr.24567) 899 : cluster [DBG] pgmap v774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:53.619519+0000 mgr.smithi204.vnvrbl (mgr.24567) 899 : cluster [DBG] pgmap v774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:55.619950+0000 mgr.smithi204.vnvrbl (mgr.24567) 900 : cluster [DBG] pgmap v775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:55.619950+0000 mgr.smithi204.vnvrbl (mgr.24567) 900 : cluster [DBG] pgmap v775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:22:57.579 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:22:57.855 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:22:57.855 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 5m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:22:57.855 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 5m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:22:57.856 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 5m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:22:57.856 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 5m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:22:57.856 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 5m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:22:57.856 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 5m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:22:57.857 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 5m ago 4h 615M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:22:57.857 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 5m ago 4h 455M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:22:57.857 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 5m ago 4h 1614M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:22:57.857 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 5m ago 4h 797M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:22:57.858 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 5m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:22:57.858 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 5m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:22:57.858 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 5m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:22:57.858 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:22:57.859 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 5m ago 4h 1112M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:22:57.859 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 5m ago 4h 1975M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:22:57.859 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 5m ago 4h 1342M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:22:57.860 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 5m ago 4h 2153M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:22:57.860 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 5m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:22:57.860 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 5m ago 4h 2142M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:22:57.861 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 5m ago 4h 1779M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:22:57.861 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 5m ago 4h 2624M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:22:57.861 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 5m ago 4h 145M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:22:58.215 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:22:58.216 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:22:58.216 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:22:58.216 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:22:58.216 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:22:58.217 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:22:58.217 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:22:58.217 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:22:58.217 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:22:58.217 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:22:58.218 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:22:58.218 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:22:58.218 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:22:58.218 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:22:58.219 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:22:58.219 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:22:58.219 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:22:58.219 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:22:58.220 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:22:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:22:57.566519+0000 mgr.smithi204.vnvrbl (mgr.24567) 901 : audit [DBG] from='client.40012 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:22:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:57.620697+0000 mgr.smithi204.vnvrbl (mgr.24567) 902 : cluster [DBG] pgmap v776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:58.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:22:57.843900+0000 mgr.smithi204.vnvrbl (mgr.24567) 903 : audit [DBG] from='client.40016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:22:58.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:22:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:22:58.214665+0000 mon.smithi176 (mon.0) 2642 : audit [DBG] from='client.? 172.21.15.176:0/3618588746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:22:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:22:57.566519+0000 mgr.smithi204.vnvrbl (mgr.24567) 901 : audit [DBG] from='client.40012 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:22:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:57.620697+0000 mgr.smithi204.vnvrbl (mgr.24567) 902 : cluster [DBG] pgmap v776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:22:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:22:57.843900+0000 mgr.smithi204.vnvrbl (mgr.24567) 903 : audit [DBG] from='client.40016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:22:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:22:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:22:58.214665+0000 mon.smithi176 (mon.0) 2642 : audit [DBG] from='client.? 172.21.15.176:0/3618588746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:23:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:22:59.621277+0000 mgr.smithi204.vnvrbl (mgr.24567) 904 : cluster [DBG] pgmap v777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:01.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:22:59.621277+0000 mgr.smithi204.vnvrbl (mgr.24567) 904 : cluster [DBG] pgmap v777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:01.621781+0000 mgr.smithi204.vnvrbl (mgr.24567) 905 : cluster [DBG] pgmap v778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:01.621781+0000 mgr.smithi204.vnvrbl (mgr.24567) 905 : cluster [DBG] pgmap v778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:03.622805+0000 mgr.smithi204.vnvrbl (mgr.24567) 906 : cluster [DBG] pgmap v779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:03.622805+0000 mgr.smithi204.vnvrbl (mgr.24567) 906 : cluster [DBG] pgmap v779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:05.623488+0000 mgr.smithi204.vnvrbl (mgr.24567) 907 : cluster [DBG] pgmap v780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:07.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:05.623488+0000 mgr.smithi204.vnvrbl (mgr.24567) 907 : cluster [DBG] pgmap v780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:07.624311+0000 mgr.smithi204.vnvrbl (mgr.24567) 908 : cluster [DBG] pgmap v781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:09.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:07.624311+0000 mgr.smithi204.vnvrbl (mgr.24567) 908 : cluster [DBG] pgmap v781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:09.624872+0000 mgr.smithi204.vnvrbl (mgr.24567) 909 : cluster [DBG] pgmap v782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:11.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:09.624872+0000 mgr.smithi204.vnvrbl (mgr.24567) 909 : cluster [DBG] pgmap v782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:23:11.281117+0000 mon.smithi204 (mon.1) 161 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:23:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:23:11.281407+0000 mon.smithi204 (mon.1) 162 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:23:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:23:11.281445+0000 mon.smithi176 (mon.0) 2643 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:23:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:23:11.281716+0000 mon.smithi176 (mon.0) 2644 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:23:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:11.625318+0000 mgr.smithi204.vnvrbl (mgr.24567) 910 : cluster [DBG] pgmap v783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:23:11.281117+0000 mon.smithi204 (mon.1) 161 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:23:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:23:11.281407+0000 mon.smithi204 (mon.1) 162 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:23:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:23:11.281445+0000 mon.smithi176 (mon.0) 2643 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:23:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:23:11.281716+0000 mon.smithi176 (mon.0) 2644 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:23:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:11.625318+0000 mgr.smithi204.vnvrbl (mgr.24567) 910 : cluster [DBG] pgmap v783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:13.626270+0000 mgr.smithi204.vnvrbl (mgr.24567) 911 : cluster [DBG] pgmap v784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:15.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:13.626270+0000 mgr.smithi204.vnvrbl (mgr.24567) 911 : cluster [DBG] pgmap v784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:15.626778+0000 mgr.smithi204.vnvrbl (mgr.24567) 912 : cluster [DBG] pgmap v785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:17.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:15.626778+0000 mgr.smithi204.vnvrbl (mgr.24567) 912 : cluster [DBG] pgmap v785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:17.627519+0000 mgr.smithi204.vnvrbl (mgr.24567) 913 : cluster [DBG] pgmap v786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:19.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:17.627519+0000 mgr.smithi204.vnvrbl (mgr.24567) 913 : cluster [DBG] pgmap v786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:19.628116+0000 mgr.smithi204.vnvrbl (mgr.24567) 914 : cluster [DBG] pgmap v787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:21.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:19.628116+0000 mgr.smithi204.vnvrbl (mgr.24567) 914 : cluster [DBG] pgmap v787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:21.628723+0000 mgr.smithi204.vnvrbl (mgr.24567) 915 : cluster [DBG] pgmap v788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:21.628723+0000 mgr.smithi204.vnvrbl (mgr.24567) 915 : cluster [DBG] pgmap v788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:23.629649+0000 mgr.smithi204.vnvrbl (mgr.24567) 916 : cluster [DBG] pgmap v789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:25.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:23.629649+0000 mgr.smithi204.vnvrbl (mgr.24567) 916 : cluster [DBG] pgmap v789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:25.630108+0000 mgr.smithi204.vnvrbl (mgr.24567) 917 : cluster [DBG] pgmap v790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:27.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:25.630108+0000 mgr.smithi204.vnvrbl (mgr.24567) 917 : cluster [DBG] pgmap v790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:28.517 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:23:28.797 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:23:28.797 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 5m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:23:28.797 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 5m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:23:28.798 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 5m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:23:28.798 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 5m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:23:28.798 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 5m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:23:28.798 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 5m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:23:28.799 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 5m ago 4h 615M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:23:28.799 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 5m ago 4h 455M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:23:28.799 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 5m ago 4h 1614M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:23:28.799 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 5m ago 4h 797M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:23:28.800 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 5m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:23:28.800 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 5m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:23:28.800 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 5m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:23:28.800 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:23:28.800 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 5m ago 4h 1112M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:23:28.801 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 5m ago 4h 1975M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:23:28.801 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 5m ago 4h 1342M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:23:28.801 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 5m ago 4h 2153M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:23:28.801 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 5m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:23:28.802 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 5m ago 4h 2142M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:23:28.802 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 5m ago 4h 1779M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:23:28.802 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 5m ago 4h 2624M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:23:28.802 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 5m ago 4h 145M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:23:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:27.630835+0000 mgr.smithi204.vnvrbl (mgr.24567) 918 : cluster [DBG] pgmap v791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:29.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:27.630835+0000 mgr.smithi204.vnvrbl (mgr.24567) 918 : cluster [DBG] pgmap v791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:29.181 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:23:29.182 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:23:29.182 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:23:29.182 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:23:29.183 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:23:29.183 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:23:29.183 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:23:29.183 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:23:29.183 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:23:29.184 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:23:29.184 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:23:29.184 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:23:29.184 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:23:29.185 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:23:29.185 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:23:29.185 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:23:29.185 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:23:29.185 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:23:29.186 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:23:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:23:28.504962+0000 mgr.smithi204.vnvrbl (mgr.24567) 919 : audit [DBG] from='client.40024 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:23:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:23:28.785759+0000 mgr.smithi204.vnvrbl (mgr.24567) 920 : audit [DBG] from='client.40028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:23:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:23:29.180732+0000 mon.smithi176 (mon.0) 2645 : audit [DBG] from='client.? 172.21.15.176:0/357834907' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:23:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:23:28.504962+0000 mgr.smithi204.vnvrbl (mgr.24567) 919 : audit [DBG] from='client.40024 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:23:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:23:28.785759+0000 mgr.smithi204.vnvrbl (mgr.24567) 920 : audit [DBG] from='client.40028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:23:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:23:29.180732+0000 mon.smithi176 (mon.0) 2645 : audit [DBG] from='client.? 172.21.15.176:0/357834907' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:23:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:29.631264+0000 mgr.smithi204.vnvrbl (mgr.24567) 921 : cluster [DBG] pgmap v792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:31.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:29.631264+0000 mgr.smithi204.vnvrbl (mgr.24567) 921 : cluster [DBG] pgmap v792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:31.631671+0000 mgr.smithi204.vnvrbl (mgr.24567) 922 : cluster [DBG] pgmap v793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:31.631671+0000 mgr.smithi204.vnvrbl (mgr.24567) 922 : cluster [DBG] pgmap v793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:33.632407+0000 mgr.smithi204.vnvrbl (mgr.24567) 923 : cluster [DBG] pgmap v794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:35.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:33.632407+0000 mgr.smithi204.vnvrbl (mgr.24567) 923 : cluster [DBG] pgmap v794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:35.632897+0000 mgr.smithi204.vnvrbl (mgr.24567) 924 : cluster [DBG] pgmap v795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:37.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:35.632897+0000 mgr.smithi204.vnvrbl (mgr.24567) 924 : cluster [DBG] pgmap v795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:37.633585+0000 mgr.smithi204.vnvrbl (mgr.24567) 925 : cluster [DBG] pgmap v796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:39.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:37.633585+0000 mgr.smithi204.vnvrbl (mgr.24567) 925 : cluster [DBG] pgmap v796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:39.633999+0000 mgr.smithi204.vnvrbl (mgr.24567) 926 : cluster [DBG] pgmap v797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:41.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:39.633999+0000 mgr.smithi204.vnvrbl (mgr.24567) 926 : cluster [DBG] pgmap v797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:42.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:41.634450+0000 mgr.smithi204.vnvrbl (mgr.24567) 927 : cluster [DBG] pgmap v798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:41.634450+0000 mgr.smithi204.vnvrbl (mgr.24567) 927 : cluster [DBG] pgmap v798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:43.635270+0000 mgr.smithi204.vnvrbl (mgr.24567) 928 : cluster [DBG] pgmap v799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:45.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:43.635270+0000 mgr.smithi204.vnvrbl (mgr.24567) 928 : cluster [DBG] pgmap v799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:45.635813+0000 mgr.smithi204.vnvrbl (mgr.24567) 929 : cluster [DBG] pgmap v800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:47.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:45.635813+0000 mgr.smithi204.vnvrbl (mgr.24567) 929 : cluster [DBG] pgmap v800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:47.636474+0000 mgr.smithi204.vnvrbl (mgr.24567) 930 : cluster [DBG] pgmap v801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:49.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:47.636474+0000 mgr.smithi204.vnvrbl (mgr.24567) 930 : cluster [DBG] pgmap v801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:49.637045+0000 mgr.smithi204.vnvrbl (mgr.24567) 931 : cluster [DBG] pgmap v802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:23:50.676528+0000 mon.smithi204 (mon.1) 163 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:23:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:23:50.677997+0000 mon.smithi204 (mon.1) 164 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:23:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:23:50.678873+0000 mon.smithi204 (mon.1) 165 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:23:51.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:49.637045+0000 mgr.smithi204.vnvrbl (mgr.24567) 931 : cluster [DBG] pgmap v802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:23:50.676528+0000 mon.smithi204 (mon.1) 163 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:23:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:23:50.677997+0000 mon.smithi204 (mon.1) 164 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:23:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:23:50.678873+0000 mon.smithi204 (mon.1) 165 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:23:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:23:50.679639+0000 mgr.smithi204.vnvrbl (mgr.24567) 932 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:23:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:23:51.081287+0000 mon.smithi176 (mon.0) 2646 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:23:51.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:23:51.088428+0000 mon.smithi176 (mon.0) 2647 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:23:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:23:50.679639+0000 mgr.smithi204.vnvrbl (mgr.24567) 932 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:23:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:23:51.081287+0000 mon.smithi176 (mon.0) 2646 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:23:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:23:51.088428+0000 mon.smithi176 (mon.0) 2647 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:23:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:51.637472+0000 mgr.smithi204.vnvrbl (mgr.24567) 933 : cluster [DBG] pgmap v803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:53.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:51.637472+0000 mgr.smithi204.vnvrbl (mgr.24567) 933 : cluster [DBG] pgmap v803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:53.638142+0000 mgr.smithi204.vnvrbl (mgr.24567) 934 : cluster [DBG] pgmap v804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:55.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:53.638142+0000 mgr.smithi204.vnvrbl (mgr.24567) 934 : cluster [DBG] pgmap v804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:55.638687+0000 mgr.smithi204.vnvrbl (mgr.24567) 935 : cluster [DBG] pgmap v805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:57.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:55.638687+0000 mgr.smithi204.vnvrbl (mgr.24567) 935 : cluster [DBG] pgmap v805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:23:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:23:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:57.639431+0000 mgr.smithi204.vnvrbl (mgr.24567) 936 : cluster [DBG] pgmap v806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:23:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:57.639431+0000 mgr.smithi204.vnvrbl (mgr.24567) 936 : cluster [DBG] pgmap v806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:23:59.493 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:23:59.772 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:23:59.772 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:23:59.773 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 6m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:23:59.773 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 6m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:23:59.773 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 6m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:23:59.773 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 6m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:23:59.774 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 6m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:23:59.774 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 6m ago 4h 615M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:23:59.774 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 6m ago 4h 455M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:23:59.774 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 6m ago 4h 1614M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:23:59.774 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 6m ago 4h 797M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:23:59.775 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 6m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:23:59.775 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 6m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:23:59.775 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 6m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:23:59.775 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 6m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:23:59.776 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 6m ago 4h 1112M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:23:59.776 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 6m ago 4h 1975M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:23:59.776 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 6m ago 4h 1342M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:23:59.776 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 6m ago 4h 2153M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:23:59.776 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 6m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:23:59.777 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 6m ago 4h 2142M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:23:59.777 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 6m ago 4h 1779M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:23:59.777 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 6m ago 4h 2624M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:23:59.777 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 6m ago 4h 145M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:24:00.101 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:24:00.102 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:24:00.102 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:24:00.102 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:24:00.102 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:24:00.103 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:24:00.103 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:24:00.103 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:24:00.104 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:24:00.104 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:24:00.104 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:24:00.104 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:24:00.105 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:24:00.105 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:24:00.105 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:24:00.105 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:24:00.106 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:24:00.106 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:24:00.106 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:24:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:23:59.481079+0000 mgr.smithi204.vnvrbl (mgr.24567) 937 : audit [DBG] from='client.40036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:24:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:23:59.639811+0000 mgr.smithi204.vnvrbl (mgr.24567) 938 : cluster [DBG] pgmap v807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:23:59.761053+0000 mgr.smithi204.vnvrbl (mgr.24567) 939 : audit [DBG] from='client.40040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:24:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:24:00.100815+0000 mon.smithi176 (mon.0) 2648 : audit [DBG] from='client.? 172.21.15.176:0/531667509' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:24:01.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:23:59.481079+0000 mgr.smithi204.vnvrbl (mgr.24567) 937 : audit [DBG] from='client.40036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:24:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:23:59.639811+0000 mgr.smithi204.vnvrbl (mgr.24567) 938 : cluster [DBG] pgmap v807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:23:59.761053+0000 mgr.smithi204.vnvrbl (mgr.24567) 939 : audit [DBG] from='client.40040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:24:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:24:00.100815+0000 mon.smithi176 (mon.0) 2648 : audit [DBG] from='client.? 172.21.15.176:0/531667509' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:24:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:01.640372+0000 mgr.smithi204.vnvrbl (mgr.24567) 940 : cluster [DBG] pgmap v808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:01.640372+0000 mgr.smithi204.vnvrbl (mgr.24567) 940 : cluster [DBG] pgmap v808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:03.641027+0000 mgr.smithi204.vnvrbl (mgr.24567) 941 : cluster [DBG] pgmap v809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:05.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:03.641027+0000 mgr.smithi204.vnvrbl (mgr.24567) 941 : cluster [DBG] pgmap v809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:06.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:05.641588+0000 mgr.smithi204.vnvrbl (mgr.24567) 942 : cluster [DBG] pgmap v810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:07.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:05.641588+0000 mgr.smithi204.vnvrbl (mgr.24567) 942 : cluster [DBG] pgmap v810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:07.642385+0000 mgr.smithi204.vnvrbl (mgr.24567) 943 : cluster [DBG] pgmap v811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:07.642385+0000 mgr.smithi204.vnvrbl (mgr.24567) 943 : cluster [DBG] pgmap v811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:09.642946+0000 mgr.smithi204.vnvrbl (mgr.24567) 944 : cluster [DBG] pgmap v812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:11.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:09.642946+0000 mgr.smithi204.vnvrbl (mgr.24567) 944 : cluster [DBG] pgmap v812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:24:11.285493+0000 mon.smithi204 (mon.1) 166 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:24:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:24:11.285713+0000 mon.smithi204 (mon.1) 167 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:24:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:24:11.286165+0000 mon.smithi176 (mon.0) 2649 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:24:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:24:11.286435+0000 mon.smithi176 (mon.0) 2650 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:24:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:11.643379+0000 mgr.smithi204.vnvrbl (mgr.24567) 945 : cluster [DBG] pgmap v813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:24:11.285493+0000 mon.smithi204 (mon.1) 166 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:24:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:24:11.285713+0000 mon.smithi204 (mon.1) 167 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:24:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:24:11.286165+0000 mon.smithi176 (mon.0) 2649 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:24:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:24:11.286435+0000 mon.smithi176 (mon.0) 2650 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:24:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:11.643379+0000 mgr.smithi204.vnvrbl (mgr.24567) 945 : cluster [DBG] pgmap v813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:13.644146+0000 mgr.smithi204.vnvrbl (mgr.24567) 946 : cluster [DBG] pgmap v814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:15.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:13.644146+0000 mgr.smithi204.vnvrbl (mgr.24567) 946 : cluster [DBG] pgmap v814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:15.644633+0000 mgr.smithi204.vnvrbl (mgr.24567) 947 : cluster [DBG] pgmap v815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:17.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:15.644633+0000 mgr.smithi204.vnvrbl (mgr.24567) 947 : cluster [DBG] pgmap v815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:17.645357+0000 mgr.smithi204.vnvrbl (mgr.24567) 948 : cluster [DBG] pgmap v816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:19.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:17.645357+0000 mgr.smithi204.vnvrbl (mgr.24567) 948 : cluster [DBG] pgmap v816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:19.645956+0000 mgr.smithi204.vnvrbl (mgr.24567) 949 : cluster [DBG] pgmap v817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:21.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:19.645956+0000 mgr.smithi204.vnvrbl (mgr.24567) 949 : cluster [DBG] pgmap v817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:21.646586+0000 mgr.smithi204.vnvrbl (mgr.24567) 950 : cluster [DBG] pgmap v818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:21.646586+0000 mgr.smithi204.vnvrbl (mgr.24567) 950 : cluster [DBG] pgmap v818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:23.647405+0000 mgr.smithi204.vnvrbl (mgr.24567) 951 : cluster [DBG] pgmap v819: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:25.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:23.647405+0000 mgr.smithi204.vnvrbl (mgr.24567) 951 : cluster [DBG] pgmap v819: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:25.647959+0000 mgr.smithi204.vnvrbl (mgr.24567) 952 : cluster [DBG] pgmap v820: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:27.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:25.647959+0000 mgr.smithi204.vnvrbl (mgr.24567) 952 : cluster [DBG] pgmap v820: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:27.648809+0000 mgr.smithi204.vnvrbl (mgr.24567) 953 : cluster [DBG] pgmap v821: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:29.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:27.648809+0000 mgr.smithi204.vnvrbl (mgr.24567) 953 : cluster [DBG] pgmap v821: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:30.397 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:24:30.671 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:24:30.672 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:24:30.672 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 6m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:24:30.672 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 6m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:24:30.672 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 6m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:24:30.673 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 6m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:24:30.673 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 6m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:24:30.673 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 6m ago 4h 615M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:24:30.673 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 6m ago 4h 455M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:24:30.674 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 6m ago 4h 1614M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:24:30.674 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 6m ago 4h 797M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:24:30.674 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 6m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:24:30.674 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 6m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:24:30.674 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 6m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:24:30.675 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 6m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:24:30.675 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 6m ago 4h 1112M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:24:30.675 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 6m ago 4h 1975M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:24:30.675 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 6m ago 4h 1342M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:24:30.676 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 6m ago 4h 2153M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:24:30.676 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 6m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:24:30.676 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 6m ago 4h 2142M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:24:30.676 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 6m ago 4h 1779M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:24:30.676 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 6m ago 4h 2624M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:24:30.677 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 6m ago 4h 145M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:24:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:29.649404+0000 mgr.smithi204.vnvrbl (mgr.24567) 954 : cluster [DBG] pgmap v822: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:30.999 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:24:30.999 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:24:31.000 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:24:31.000 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:24:31.000 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:24:31.000 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:24:31.001 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:24:31.001 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:24:31.001 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:24:31.001 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:24:31.002 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:24:31.002 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:24:31.002 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:24:31.002 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:24:31.003 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:24:31.003 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:24:31.003 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:24:31.003 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:24:31.004 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:24:31.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:29.649404+0000 mgr.smithi204.vnvrbl (mgr.24567) 954 : cluster [DBG] pgmap v822: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:24:30.384497+0000 mgr.smithi204.vnvrbl (mgr.24567) 955 : audit [DBG] from='client.40048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:24:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:24:30.660787+0000 mgr.smithi204.vnvrbl (mgr.24567) 956 : audit [DBG] from='client.40052 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:24:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:24:30.998544+0000 mon.smithi176 (mon.0) 2651 : audit [DBG] from='client.? 172.21.15.176:0/1258026080' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:24:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:24:30.384497+0000 mgr.smithi204.vnvrbl (mgr.24567) 955 : audit [DBG] from='client.40048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:24:32.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:24:30.660787+0000 mgr.smithi204.vnvrbl (mgr.24567) 956 : audit [DBG] from='client.40052 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:24:32.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:24:30.998544+0000 mon.smithi176 (mon.0) 2651 : audit [DBG] from='client.? 172.21.15.176:0/1258026080' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:24:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:31.649830+0000 mgr.smithi204.vnvrbl (mgr.24567) 957 : cluster [DBG] pgmap v823: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:33.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:31.649830+0000 mgr.smithi204.vnvrbl (mgr.24567) 957 : cluster [DBG] pgmap v823: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:33.650638+0000 mgr.smithi204.vnvrbl (mgr.24567) 958 : cluster [DBG] pgmap v824: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:35.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:33.650638+0000 mgr.smithi204.vnvrbl (mgr.24567) 958 : cluster [DBG] pgmap v824: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:37.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:35.651043+0000 mgr.smithi204.vnvrbl (mgr.24567) 959 : cluster [DBG] pgmap v825: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:35.651043+0000 mgr.smithi204.vnvrbl (mgr.24567) 959 : cluster [DBG] pgmap v825: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:39.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:37.651890+0000 mgr.smithi204.vnvrbl (mgr.24567) 960 : cluster [DBG] pgmap v826: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:37.651890+0000 mgr.smithi204.vnvrbl (mgr.24567) 960 : cluster [DBG] pgmap v826: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:41.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:39.652404+0000 mgr.smithi204.vnvrbl (mgr.24567) 961 : cluster [DBG] pgmap v827: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:39.652404+0000 mgr.smithi204.vnvrbl (mgr.24567) 961 : cluster [DBG] pgmap v827: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:42.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:41.652794+0000 mgr.smithi204.vnvrbl (mgr.24567) 962 : cluster [DBG] pgmap v828: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:41.652794+0000 mgr.smithi204.vnvrbl (mgr.24567) 962 : cluster [DBG] pgmap v828: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:43.653570+0000 mgr.smithi204.vnvrbl (mgr.24567) 963 : cluster [DBG] pgmap v829: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:45.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:43.653570+0000 mgr.smithi204.vnvrbl (mgr.24567) 963 : cluster [DBG] pgmap v829: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:45.654001+0000 mgr.smithi204.vnvrbl (mgr.24567) 964 : cluster [DBG] pgmap v830: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:47.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:45.654001+0000 mgr.smithi204.vnvrbl (mgr.24567) 964 : cluster [DBG] pgmap v830: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:47.654840+0000 mgr.smithi204.vnvrbl (mgr.24567) 965 : cluster [DBG] pgmap v831: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:49.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:47.654840+0000 mgr.smithi204.vnvrbl (mgr.24567) 965 : cluster [DBG] pgmap v831: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:49.655302+0000 mgr.smithi204.vnvrbl (mgr.24567) 966 : cluster [DBG] pgmap v832: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:51.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:49.655302+0000 mgr.smithi204.vnvrbl (mgr.24567) 966 : cluster [DBG] pgmap v832: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:24:51.091463+0000 mon.smithi204 (mon.1) 168 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:24:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:24:51.092882+0000 mon.smithi204 (mon.1) 169 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:24:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:24:51.093758+0000 mon.smithi204 (mon.1) 170 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:24:51.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:24:51.494846+0000 mon.smithi176 (mon.0) 2652 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:24:51.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:24:51.500166+0000 mon.smithi176 (mon.0) 2653 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:24:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:24:51.091463+0000 mon.smithi204 (mon.1) 168 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:24:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:24:51.092882+0000 mon.smithi204 (mon.1) 169 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:24:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:24:51.093758+0000 mon.smithi204 (mon.1) 170 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:24:52.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:24:51.494846+0000 mon.smithi176 (mon.0) 2652 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:24:52.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:24:51.500166+0000 mon.smithi176 (mon.0) 2653 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:24:53.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:24:51.094546+0000 mgr.smithi204.vnvrbl (mgr.24567) 967 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:24:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:51.655621+0000 mgr.smithi204.vnvrbl (mgr.24567) 968 : cluster [DBG] pgmap v833: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:24:51.094546+0000 mgr.smithi204.vnvrbl (mgr.24567) 967 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:24:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:51.655621+0000 mgr.smithi204.vnvrbl (mgr.24567) 968 : cluster [DBG] pgmap v833: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:55.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:53.656348+0000 mgr.smithi204.vnvrbl (mgr.24567) 969 : cluster [DBG] pgmap v834: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:53.656348+0000 mgr.smithi204.vnvrbl (mgr.24567) 969 : cluster [DBG] pgmap v834: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:57.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:55.656846+0000 mgr.smithi204.vnvrbl (mgr.24567) 970 : cluster [DBG] pgmap v835: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:55.656846+0000 mgr.smithi204.vnvrbl (mgr.24567) 970 : cluster [DBG] pgmap v835: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:24:59.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:24:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:57.657609+0000 mgr.smithi204.vnvrbl (mgr.24567) 971 : cluster [DBG] pgmap v836: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:24:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:24:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:57.657609+0000 mgr.smithi204.vnvrbl (mgr.24567) 971 : cluster [DBG] pgmap v836: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:24:59.658030+0000 mgr.smithi204.vnvrbl (mgr.24567) 972 : cluster [DBG] pgmap v837: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:24:59.658030+0000 mgr.smithi204.vnvrbl (mgr.24567) 972 : cluster [DBG] pgmap v837: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:01.293 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:25:01.570 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:25:01.570 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:25:01.570 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 7m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:25:01.571 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 7m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:25:01.571 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 7m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:25:01.571 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 7m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:25:01.571 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 7m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:25:01.572 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 7m ago 4h 615M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:25:01.572 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 7m ago 4h 455M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:25:01.572 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 7m ago 4h 1614M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:25:01.572 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 7m ago 4h 797M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:25:01.573 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 7m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:25:01.573 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 7m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:25:01.573 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 7m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:25:01.573 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 7m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:25:01.573 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 7m ago 4h 1112M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:25:01.574 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 7m ago 4h 1975M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:25:01.574 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 7m ago 4h 1342M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:25:01.575 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 7m ago 4h 2153M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:25:01.575 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 7m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:25:01.575 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 7m ago 4h 2142M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:25:01.575 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 7m ago 4h 1779M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:25:01.575 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 7m ago 4h 2624M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:25:01.576 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 7m ago 4h 145M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:25:01.894 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:25:01.894 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:25:01.895 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:25:01.895 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:25:01.895 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:25:01.895 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:25:01.896 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:25:01.896 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:25:01.896 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:25:01.896 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:25:01.896 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:25:01.897 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:25:01.897 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:25:01.897 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:25:01.897 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:25:01.898 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:25:01.898 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:25:01.898 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:25:01.898 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:25:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:25:01.280743+0000 mgr.smithi204.vnvrbl (mgr.24567) 973 : audit [DBG] from='client.40060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:25:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:25:01.559250+0000 mgr.smithi204.vnvrbl (mgr.24567) 974 : audit [DBG] from='client.40064 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:25:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:01.658550+0000 mgr.smithi204.vnvrbl (mgr.24567) 975 : cluster [DBG] pgmap v838: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:02.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:25:01.893450+0000 mon.smithi176 (mon.0) 2654 : audit [DBG] from='client.? 172.21.15.176:0/994278038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:25:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:25:01.280743+0000 mgr.smithi204.vnvrbl (mgr.24567) 973 : audit [DBG] from='client.40060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:25:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:25:01.559250+0000 mgr.smithi204.vnvrbl (mgr.24567) 974 : audit [DBG] from='client.40064 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:25:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:01.658550+0000 mgr.smithi204.vnvrbl (mgr.24567) 975 : cluster [DBG] pgmap v838: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:25:01.893450+0000 mon.smithi176 (mon.0) 2654 : audit [DBG] from='client.? 172.21.15.176:0/994278038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:25:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:03.659319+0000 mgr.smithi204.vnvrbl (mgr.24567) 976 : cluster [DBG] pgmap v839: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:05.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:03.659319+0000 mgr.smithi204.vnvrbl (mgr.24567) 976 : cluster [DBG] pgmap v839: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:05.659741+0000 mgr.smithi204.vnvrbl (mgr.24567) 977 : cluster [DBG] pgmap v840: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:05.659741+0000 mgr.smithi204.vnvrbl (mgr.24567) 977 : cluster [DBG] pgmap v840: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:09.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:07.660550+0000 mgr.smithi204.vnvrbl (mgr.24567) 978 : cluster [DBG] pgmap v841: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:07.660550+0000 mgr.smithi204.vnvrbl (mgr.24567) 978 : cluster [DBG] pgmap v841: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:11.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:09.661046+0000 mgr.smithi204.vnvrbl (mgr.24567) 979 : cluster [DBG] pgmap v842: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:09.661046+0000 mgr.smithi204.vnvrbl (mgr.24567) 979 : cluster [DBG] pgmap v842: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:25:11.289991+0000 mon.smithi204 (mon.1) 171 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:25:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:25:11.290263+0000 mon.smithi204 (mon.1) 172 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:25:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:25:11.290554+0000 mon.smithi176 (mon.0) 2655 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:25:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:25:11.290834+0000 mon.smithi176 (mon.0) 2656 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:25:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:11.661494+0000 mgr.smithi204.vnvrbl (mgr.24567) 980 : cluster [DBG] pgmap v843: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:25:11.289991+0000 mon.smithi204 (mon.1) 171 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:25:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:25:11.290263+0000 mon.smithi204 (mon.1) 172 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:25:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:25:11.290554+0000 mon.smithi176 (mon.0) 2655 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:25:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:25:11.290834+0000 mon.smithi176 (mon.0) 2656 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:25:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:11.661494+0000 mgr.smithi204.vnvrbl (mgr.24567) 980 : cluster [DBG] pgmap v843: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:13.662227+0000 mgr.smithi204.vnvrbl (mgr.24567) 981 : cluster [DBG] pgmap v844: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:15.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:13.662227+0000 mgr.smithi204.vnvrbl (mgr.24567) 981 : cluster [DBG] pgmap v844: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:17.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:15.662830+0000 mgr.smithi204.vnvrbl (mgr.24567) 982 : cluster [DBG] pgmap v845: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:15.662830+0000 mgr.smithi204.vnvrbl (mgr.24567) 982 : cluster [DBG] pgmap v845: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:19.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:17.663606+0000 mgr.smithi204.vnvrbl (mgr.24567) 983 : cluster [DBG] pgmap v846: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:17.663606+0000 mgr.smithi204.vnvrbl (mgr.24567) 983 : cluster [DBG] pgmap v846: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:21.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:19.664271+0000 mgr.smithi204.vnvrbl (mgr.24567) 984 : cluster [DBG] pgmap v847: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:19.664271+0000 mgr.smithi204.vnvrbl (mgr.24567) 984 : cluster [DBG] pgmap v847: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:21.664648+0000 mgr.smithi204.vnvrbl (mgr.24567) 985 : cluster [DBG] pgmap v848: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:21.664648+0000 mgr.smithi204.vnvrbl (mgr.24567) 985 : cluster [DBG] pgmap v848: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:25.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:23.665367+0000 mgr.smithi204.vnvrbl (mgr.24567) 986 : cluster [DBG] pgmap v849: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:23.665367+0000 mgr.smithi204.vnvrbl (mgr.24567) 986 : cluster [DBG] pgmap v849: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:27.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:25.665987+0000 mgr.smithi204.vnvrbl (mgr.24567) 987 : cluster [DBG] pgmap v850: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:25.665987+0000 mgr.smithi204.vnvrbl (mgr.24567) 987 : cluster [DBG] pgmap v850: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:29.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:27.666777+0000 mgr.smithi204.vnvrbl (mgr.24567) 988 : cluster [DBG] pgmap v851: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:27.666777+0000 mgr.smithi204.vnvrbl (mgr.24567) 988 : cluster [DBG] pgmap v851: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:29.667257+0000 mgr.smithi204.vnvrbl (mgr.24567) 989 : cluster [DBG] pgmap v852: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:29.667257+0000 mgr.smithi204.vnvrbl (mgr.24567) 989 : cluster [DBG] pgmap v852: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:32.203 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:25:32.481 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:25:32.481 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:25:32.482 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 7m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:25:32.482 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 7m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:25:32.482 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 7m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:25:32.482 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 7m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:25:32.482 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 7m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:25:32.483 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 7m ago 4h 615M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:25:32.483 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 7m ago 4h 455M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:25:32.483 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 7m ago 4h 1614M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:25:32.483 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 7m ago 4h 797M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:25:32.484 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 7m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:25:32.484 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 7m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:25:32.484 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 7m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:25:32.484 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 7m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:25:32.484 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 7m ago 4h 1112M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:25:32.485 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 7m ago 4h 1975M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:25:32.485 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 7m ago 4h 1342M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:25:32.485 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 7m ago 4h 2153M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:25:32.485 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 7m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:25:32.485 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 7m ago 4h 2142M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:25:32.486 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 7m ago 4h 1779M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:25:32.486 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 7m ago 4h 2624M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:25:32.486 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 7m ago 4h 145M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:25:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:31.667766+0000 mgr.smithi204.vnvrbl (mgr.24567) 990 : cluster [DBG] pgmap v853: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:31.667766+0000 mgr.smithi204.vnvrbl (mgr.24567) 990 : cluster [DBG] pgmap v853: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:32.811 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:25:32.811 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:25:32.812 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:25:32.812 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:25:32.812 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:25:32.812 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:25:32.813 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:25:32.813 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:25:32.813 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:25:32.813 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:25:32.813 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:25:32.814 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:25:32.814 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:25:32.814 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:25:32.814 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:25:32.815 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:25:32.815 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:25:32.815 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:25:32.815 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:25:33.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:25:32.189468+0000 mgr.smithi204.vnvrbl (mgr.24567) 991 : audit [DBG] from='client.40072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:25:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:25:32.470226+0000 mgr.smithi204.vnvrbl (mgr.24567) 992 : audit [DBG] from='client.40076 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:25:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:25:32.810608+0000 mon.smithi176 (mon.0) 2657 : audit [DBG] from='client.? 172.21.15.176:0/266841024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:25:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:25:32.189468+0000 mgr.smithi204.vnvrbl (mgr.24567) 991 : audit [DBG] from='client.40072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:25:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:25:32.470226+0000 mgr.smithi204.vnvrbl (mgr.24567) 992 : audit [DBG] from='client.40076 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:25:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:25:32.810608+0000 mon.smithi176 (mon.0) 2657 : audit [DBG] from='client.? 172.21.15.176:0/266841024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:25:34.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:33.668473+0000 mgr.smithi204.vnvrbl (mgr.24567) 993 : cluster [DBG] pgmap v854: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:33.668473+0000 mgr.smithi204.vnvrbl (mgr.24567) 993 : cluster [DBG] pgmap v854: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:37.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:35.668975+0000 mgr.smithi204.vnvrbl (mgr.24567) 994 : cluster [DBG] pgmap v855: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:35.668975+0000 mgr.smithi204.vnvrbl (mgr.24567) 994 : cluster [DBG] pgmap v855: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:39.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:37.669710+0000 mgr.smithi204.vnvrbl (mgr.24567) 995 : cluster [DBG] pgmap v856: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:37.669710+0000 mgr.smithi204.vnvrbl (mgr.24567) 995 : cluster [DBG] pgmap v856: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:39.670130+0000 mgr.smithi204.vnvrbl (mgr.24567) 996 : cluster [DBG] pgmap v857: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:39.670130+0000 mgr.smithi204.vnvrbl (mgr.24567) 996 : cluster [DBG] pgmap v857: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:41.670554+0000 mgr.smithi204.vnvrbl (mgr.24567) 997 : cluster [DBG] pgmap v858: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:41.670554+0000 mgr.smithi204.vnvrbl (mgr.24567) 997 : cluster [DBG] pgmap v858: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:45.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:43.671487+0000 mgr.smithi204.vnvrbl (mgr.24567) 998 : cluster [DBG] pgmap v859: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:43.671487+0000 mgr.smithi204.vnvrbl (mgr.24567) 998 : cluster [DBG] pgmap v859: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:47.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:45.671920+0000 mgr.smithi204.vnvrbl (mgr.24567) 999 : cluster [DBG] pgmap v860: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:45.671920+0000 mgr.smithi204.vnvrbl (mgr.24567) 999 : cluster [DBG] pgmap v860: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:49.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:47.672765+0000 mgr.smithi204.vnvrbl (mgr.24567) 1000 : cluster [DBG] pgmap v861: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:47.672765+0000 mgr.smithi204.vnvrbl (mgr.24567) 1000 : cluster [DBG] pgmap v861: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:51.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:49.673277+0000 mgr.smithi204.vnvrbl (mgr.24567) 1001 : cluster [DBG] pgmap v862: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:49.673277+0000 mgr.smithi204.vnvrbl (mgr.24567) 1001 : cluster [DBG] pgmap v862: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:25:51.502829+0000 mon.smithi204 (mon.1) 173 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:25:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:25:51.504252+0000 mon.smithi204 (mon.1) 174 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:25:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:25:51.505126+0000 mon.smithi204 (mon.1) 175 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:25:52.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:25:51.505891+0000 mgr.smithi204.vnvrbl (mgr.24567) 1002 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:25:52.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:51.673758+0000 mgr.smithi204.vnvrbl (mgr.24567) 1003 : cluster [DBG] pgmap v863: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:52.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:25:51.899266+0000 mon.smithi176 (mon.0) 2658 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:25:52.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:25:51.904310+0000 mon.smithi176 (mon.0) 2659 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:25:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:25:51.502829+0000 mon.smithi204 (mon.1) 173 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:25:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:25:51.504252+0000 mon.smithi204 (mon.1) 174 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:25:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:25:51.505126+0000 mon.smithi204 (mon.1) 175 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:25:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:25:51.505891+0000 mgr.smithi204.vnvrbl (mgr.24567) 1002 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:25:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:51.673758+0000 mgr.smithi204.vnvrbl (mgr.24567) 1003 : cluster [DBG] pgmap v863: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:25:51.899266+0000 mon.smithi176 (mon.0) 2658 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:25:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:25:51.904310+0000 mon.smithi176 (mon.0) 2659 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:25:55.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:53.674762+0000 mgr.smithi204.vnvrbl (mgr.24567) 1004 : cluster [DBG] pgmap v864: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:53.674762+0000 mgr.smithi204.vnvrbl (mgr.24567) 1004 : cluster [DBG] pgmap v864: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:57.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:55.675327+0000 mgr.smithi204.vnvrbl (mgr.24567) 1005 : cluster [DBG] pgmap v865: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:55.675327+0000 mgr.smithi204.vnvrbl (mgr.24567) 1005 : cluster [DBG] pgmap v865: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:25:59.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:25:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:57.676274+0000 mgr.smithi204.vnvrbl (mgr.24567) 1006 : cluster [DBG] pgmap v866: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:25:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:25:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:57.676274+0000 mgr.smithi204.vnvrbl (mgr.24567) 1006 : cluster [DBG] pgmap v866: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:01.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:25:59.676903+0000 mgr.smithi204.vnvrbl (mgr.24567) 1007 : cluster [DBG] pgmap v867: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:25:59.676903+0000 mgr.smithi204.vnvrbl (mgr.24567) 1007 : cluster [DBG] pgmap v867: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:01.677556+0000 mgr.smithi204.vnvrbl (mgr.24567) 1008 : cluster [DBG] pgmap v868: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:01.677556+0000 mgr.smithi204.vnvrbl (mgr.24567) 1008 : cluster [DBG] pgmap v868: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:03.114 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:26:03.389 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:26:03.390 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:26:03.390 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 8m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:26:03.390 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 8m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:26:03.390 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 8m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:26:03.391 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 8m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:26:03.391 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 8m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:26:03.392 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 8m ago 4h 615M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:26:03.392 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 8m ago 4h 455M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:26:03.392 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 8m ago 4h 1614M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:26:03.393 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 8m ago 4h 797M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:26:03.393 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 8m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:26:03.394 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 8m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:26:03.394 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 8m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:26:03.395 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:26:03.395 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 8m ago 4h 1112M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:26:03.395 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 8m ago 4h 1975M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:26:03.396 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 8m ago 4h 1342M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:26:03.396 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 8m ago 4h 2153M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:26:03.397 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 8m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:26:03.397 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 8m ago 4h 2142M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:26:03.398 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 8m ago 4h 1779M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:26:03.398 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 8m ago 4h 2624M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:26:03.398 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 8m ago 4h 145M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:26:03.717 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:26:03.717 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:26:03.718 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:26:03.718 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:26:03.718 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:26:03.718 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:26:03.719 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:26:03.719 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:26:03.719 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:26:03.719 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:26:03.719 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:26:03.720 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:26:03.720 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:26:03.720 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:26:03.720 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:26:03.720 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:26:03.721 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:26:03.721 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:26:03.721 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:26:04.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:26:03.716528+0000 mon.smithi176 (mon.0) 2660 : audit [DBG] from='client.? 172.21.15.176:0/480720535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:26:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:26:03.716528+0000 mon.smithi176 (mon.0) 2660 : audit [DBG] from='client.? 172.21.15.176:0/480720535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:26:05.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:26:03.100891+0000 mgr.smithi204.vnvrbl (mgr.24567) 1009 : audit [DBG] from='client.40084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:26:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:26:03.378396+0000 mgr.smithi204.vnvrbl (mgr.24567) 1010 : audit [DBG] from='client.40088 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:26:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:03.678458+0000 mgr.smithi204.vnvrbl (mgr.24567) 1011 : cluster [DBG] pgmap v869: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:26:03.100891+0000 mgr.smithi204.vnvrbl (mgr.24567) 1009 : audit [DBG] from='client.40084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:26:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:26:03.378396+0000 mgr.smithi204.vnvrbl (mgr.24567) 1010 : audit [DBG] from='client.40088 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:26:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:03.678458+0000 mgr.smithi204.vnvrbl (mgr.24567) 1011 : cluster [DBG] pgmap v869: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:07.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:05.678961+0000 mgr.smithi204.vnvrbl (mgr.24567) 1012 : cluster [DBG] pgmap v870: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:05.678961+0000 mgr.smithi204.vnvrbl (mgr.24567) 1012 : cluster [DBG] pgmap v870: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:09.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:07.679711+0000 mgr.smithi204.vnvrbl (mgr.24567) 1013 : cluster [DBG] pgmap v871: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:07.679711+0000 mgr.smithi204.vnvrbl (mgr.24567) 1013 : cluster [DBG] pgmap v871: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:11.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:09.680162+0000 mgr.smithi204.vnvrbl (mgr.24567) 1014 : cluster [DBG] pgmap v872: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:09.680162+0000 mgr.smithi204.vnvrbl (mgr.24567) 1014 : cluster [DBG] pgmap v872: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:26:11.294387+0000 mon.smithi204 (mon.1) 176 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:26:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:26:11.294623+0000 mon.smithi204 (mon.1) 177 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:26:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:26:11.294839+0000 mon.smithi176 (mon.0) 2661 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:26:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:26:11.295201+0000 mon.smithi176 (mon.0) 2662 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:26:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:11.680553+0000 mgr.smithi204.vnvrbl (mgr.24567) 1015 : cluster [DBG] pgmap v873: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:26:11.294387+0000 mon.smithi204 (mon.1) 176 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:26:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:26:11.294623+0000 mon.smithi204 (mon.1) 177 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:26:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:26:11.294839+0000 mon.smithi176 (mon.0) 2661 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:26:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:26:11.295201+0000 mon.smithi176 (mon.0) 2662 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:26:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:11.680553+0000 mgr.smithi204.vnvrbl (mgr.24567) 1015 : cluster [DBG] pgmap v873: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:15.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:13.681275+0000 mgr.smithi204.vnvrbl (mgr.24567) 1016 : cluster [DBG] pgmap v874: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:13.681275+0000 mgr.smithi204.vnvrbl (mgr.24567) 1016 : cluster [DBG] pgmap v874: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:17.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:15.681875+0000 mgr.smithi204.vnvrbl (mgr.24567) 1017 : cluster [DBG] pgmap v875: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:15.681875+0000 mgr.smithi204.vnvrbl (mgr.24567) 1017 : cluster [DBG] pgmap v875: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:19.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:17.682591+0000 mgr.smithi204.vnvrbl (mgr.24567) 1018 : cluster [DBG] pgmap v876: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:17.682591+0000 mgr.smithi204.vnvrbl (mgr.24567) 1018 : cluster [DBG] pgmap v876: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:21.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:19.683029+0000 mgr.smithi204.vnvrbl (mgr.24567) 1019 : cluster [DBG] pgmap v877: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:19.683029+0000 mgr.smithi204.vnvrbl (mgr.24567) 1019 : cluster [DBG] pgmap v877: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:21.683689+0000 mgr.smithi204.vnvrbl (mgr.24567) 1020 : cluster [DBG] pgmap v878: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:21.683689+0000 mgr.smithi204.vnvrbl (mgr.24567) 1020 : cluster [DBG] pgmap v878: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:25.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:23.684562+0000 mgr.smithi204.vnvrbl (mgr.24567) 1021 : cluster [DBG] pgmap v879: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:23.684562+0000 mgr.smithi204.vnvrbl (mgr.24567) 1021 : cluster [DBG] pgmap v879: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:27.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:25.685117+0000 mgr.smithi204.vnvrbl (mgr.24567) 1022 : cluster [DBG] pgmap v880: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:25.685117+0000 mgr.smithi204.vnvrbl (mgr.24567) 1022 : cluster [DBG] pgmap v880: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:29.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:27.685903+0000 mgr.smithi204.vnvrbl (mgr.24567) 1023 : cluster [DBG] pgmap v881: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:27.685903+0000 mgr.smithi204.vnvrbl (mgr.24567) 1023 : cluster [DBG] pgmap v881: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:31.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:29.686543+0000 mgr.smithi204.vnvrbl (mgr.24567) 1024 : cluster [DBG] pgmap v882: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:29.686543+0000 mgr.smithi204.vnvrbl (mgr.24567) 1024 : cluster [DBG] pgmap v882: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:31.687043+0000 mgr.smithi204.vnvrbl (mgr.24567) 1025 : cluster [DBG] pgmap v883: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:31.687043+0000 mgr.smithi204.vnvrbl (mgr.24567) 1025 : cluster [DBG] pgmap v883: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:34.014 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:26:34.287 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:26:34.287 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:26:34.287 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 8m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:26:34.288 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 8m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:26:34.288 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 8m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:26:34.288 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 8m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:26:34.288 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 8m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:26:34.289 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 8m ago 4h 615M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:26:34.289 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 8m ago 4h 455M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:26:34.289 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 8m ago 4h 1614M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:26:34.289 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 8m ago 4h 797M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:26:34.289 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 8m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:26:34.290 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 8m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:26:34.290 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 8m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:26:34.290 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:26:34.290 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 8m ago 4h 1112M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:26:34.291 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 8m ago 4h 1975M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:26:34.291 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 8m ago 4h 1342M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:26:34.291 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 8m ago 4h 2153M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:26:34.291 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 8m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:26:34.292 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 8m ago 4h 2142M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:26:34.292 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 8m ago 4h 1779M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:26:34.292 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 8m ago 4h 2624M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:26:34.292 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 8m ago 4h 145M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:26:34.617 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:26:34.617 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:26:34.617 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:26:34.618 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:26:34.618 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:26:34.618 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:26:34.618 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:26:34.619 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:26:34.619 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:26:34.619 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:26:34.619 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:26:34.620 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:26:34.620 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:26:34.620 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:26:34.620 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:26:34.620 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:26:34.621 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:26:34.621 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:26:34.621 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:26:35.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:33.687971+0000 mgr.smithi204.vnvrbl (mgr.24567) 1026 : cluster [DBG] pgmap v884: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:26:34.616417+0000 mon.smithi176 (mon.0) 2663 : audit [DBG] from='client.? 172.21.15.176:0/2421409752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:26:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:33.687971+0000 mgr.smithi204.vnvrbl (mgr.24567) 1026 : cluster [DBG] pgmap v884: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:26:34.616417+0000 mon.smithi176 (mon.0) 2663 : audit [DBG] from='client.? 172.21.15.176:0/2421409752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:26:36.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:26:34.001638+0000 mgr.smithi204.vnvrbl (mgr.24567) 1027 : audit [DBG] from='client.40096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:26:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:26:34.276067+0000 mgr.smithi204.vnvrbl (mgr.24567) 1028 : audit [DBG] from='client.40100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:26:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:26:34.001638+0000 mgr.smithi204.vnvrbl (mgr.24567) 1027 : audit [DBG] from='client.40096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:26:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:26:34.276067+0000 mgr.smithi204.vnvrbl (mgr.24567) 1028 : audit [DBG] from='client.40100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:26:37.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:35.688477+0000 mgr.smithi204.vnvrbl (mgr.24567) 1029 : cluster [DBG] pgmap v885: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:35.688477+0000 mgr.smithi204.vnvrbl (mgr.24567) 1029 : cluster [DBG] pgmap v885: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:39.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:37.689166+0000 mgr.smithi204.vnvrbl (mgr.24567) 1030 : cluster [DBG] pgmap v886: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:37.689166+0000 mgr.smithi204.vnvrbl (mgr.24567) 1030 : cluster [DBG] pgmap v886: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:41.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:39.689557+0000 mgr.smithi204.vnvrbl (mgr.24567) 1031 : cluster [DBG] pgmap v887: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:39.689557+0000 mgr.smithi204.vnvrbl (mgr.24567) 1031 : cluster [DBG] pgmap v887: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:42.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:41.690041+0000 mgr.smithi204.vnvrbl (mgr.24567) 1032 : cluster [DBG] pgmap v888: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:41.690041+0000 mgr.smithi204.vnvrbl (mgr.24567) 1032 : cluster [DBG] pgmap v888: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:45.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:43.690798+0000 mgr.smithi204.vnvrbl (mgr.24567) 1033 : cluster [DBG] pgmap v889: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:43.690798+0000 mgr.smithi204.vnvrbl (mgr.24567) 1033 : cluster [DBG] pgmap v889: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:47.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:45.691291+0000 mgr.smithi204.vnvrbl (mgr.24567) 1034 : cluster [DBG] pgmap v890: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:45.691291+0000 mgr.smithi204.vnvrbl (mgr.24567) 1034 : cluster [DBG] pgmap v890: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:49.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:47.692236+0000 mgr.smithi204.vnvrbl (mgr.24567) 1035 : cluster [DBG] pgmap v891: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:47.692236+0000 mgr.smithi204.vnvrbl (mgr.24567) 1035 : cluster [DBG] pgmap v891: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:51.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:49.692805+0000 mgr.smithi204.vnvrbl (mgr.24567) 1036 : cluster [DBG] pgmap v892: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:49.692805+0000 mgr.smithi204.vnvrbl (mgr.24567) 1036 : cluster [DBG] pgmap v892: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:51.693355+0000 mgr.smithi204.vnvrbl (mgr.24567) 1037 : cluster [DBG] pgmap v893: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:26:51.907047+0000 mon.smithi204 (mon.1) 178 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:26:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:26:51.908503+0000 mon.smithi204 (mon.1) 179 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:26:52.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:26:51.909336+0000 mon.smithi204 (mon.1) 180 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:26:52.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:26:51.910093+0000 mgr.smithi204.vnvrbl (mgr.24567) 1038 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:26:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:51.693355+0000 mgr.smithi204.vnvrbl (mgr.24567) 1037 : cluster [DBG] pgmap v893: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:26:51.907047+0000 mon.smithi204 (mon.1) 178 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:26:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:26:51.908503+0000 mon.smithi204 (mon.1) 179 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:26:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:26:51.909336+0000 mon.smithi204 (mon.1) 180 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:26:52.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:26:51.910093+0000 mgr.smithi204.vnvrbl (mgr.24567) 1038 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:26:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:26:52.307968+0000 mon.smithi176 (mon.0) 2664 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:26:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:26:52.314958+0000 mon.smithi176 (mon.0) 2665 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:26:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:26:52.307968+0000 mon.smithi176 (mon.0) 2664 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:26:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:26:52.314958+0000 mon.smithi176 (mon.0) 2665 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:26:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:53.694052+0000 mgr.smithi204.vnvrbl (mgr.24567) 1039 : cluster [DBG] pgmap v894: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:53.694052+0000 mgr.smithi204.vnvrbl (mgr.24567) 1039 : cluster [DBG] pgmap v894: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:57.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:55.694540+0000 mgr.smithi204.vnvrbl (mgr.24567) 1040 : cluster [DBG] pgmap v895: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:55.694540+0000 mgr.smithi204.vnvrbl (mgr.24567) 1040 : cluster [DBG] pgmap v895: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:26:59.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:26:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:57.695301+0000 mgr.smithi204.vnvrbl (mgr.24567) 1041 : cluster [DBG] pgmap v896: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:26:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:26:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:57.695301+0000 mgr.smithi204.vnvrbl (mgr.24567) 1041 : cluster [DBG] pgmap v896: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:01.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:26:59.695783+0000 mgr.smithi204.vnvrbl (mgr.24567) 1042 : cluster [DBG] pgmap v897: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:26:59.695783+0000 mgr.smithi204.vnvrbl (mgr.24567) 1042 : cluster [DBG] pgmap v897: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:01.696329+0000 mgr.smithi204.vnvrbl (mgr.24567) 1043 : cluster [DBG] pgmap v898: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:01.696329+0000 mgr.smithi204.vnvrbl (mgr.24567) 1043 : cluster [DBG] pgmap v898: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:04.913 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:27:05.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:03.697216+0000 mgr.smithi204.vnvrbl (mgr.24567) 1044 : cluster [DBG] pgmap v899: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:05.191 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:27:05.191 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:27:05.191 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 9m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:27:05.192 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 9m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:27:05.192 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 9m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:27:05.192 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 9m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:27:05.192 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 9m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:27:05.192 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 9m ago 4h 615M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:27:05.193 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 9m ago 4h 455M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:27:05.193 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 9m ago 4h 1614M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:27:05.193 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 9m ago 4h 797M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:27:05.193 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 9m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:27:05.193 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 9m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:27:05.194 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 9m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:27:05.194 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:27:05.194 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 9m ago 4h 1112M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:27:05.195 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 9m ago 4h 1975M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:27:05.195 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 9m ago 4h 1342M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:27:05.195 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 9m ago 4h 2153M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:27:05.195 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 9m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:27:05.196 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 9m ago 4h 2142M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:27:05.196 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 9m ago 4h 1779M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:27:05.196 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 9m ago 4h 2624M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:27:05.196 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 9m ago 4h 145M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:27:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:03.697216+0000 mgr.smithi204.vnvrbl (mgr.24567) 1044 : cluster [DBG] pgmap v899: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:05.547 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:27:05.547 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:27:05.547 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:27:05.548 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:27:05.548 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:27:05.548 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:27:05.548 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:27:05.549 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:27:05.549 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:27:05.549 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:27:05.549 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:27:05.550 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:27:05.550 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:27:05.550 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:27:05.550 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:27:05.551 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:27:05.551 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:27:05.551 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:27:05.551 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:27:06.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:04.900731+0000 mgr.smithi204.vnvrbl (mgr.24567) 1045 : audit [DBG] from='client.40108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:27:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:05.546320+0000 mon.smithi176 (mon.0) 2666 : audit [DBG] from='client.? 172.21.15.176:0/2918562976' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:27:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:04.900731+0000 mgr.smithi204.vnvrbl (mgr.24567) 1045 : audit [DBG] from='client.40108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:27:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:05.546320+0000 mon.smithi176 (mon.0) 2666 : audit [DBG] from='client.? 172.21.15.176:0/2918562976' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:27:07.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:05.180492+0000 mgr.smithi204.vnvrbl (mgr.24567) 1046 : audit [DBG] from='client.40112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:27:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:05.697582+0000 mgr.smithi204.vnvrbl (mgr.24567) 1047 : cluster [DBG] pgmap v900: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:05.180492+0000 mgr.smithi204.vnvrbl (mgr.24567) 1046 : audit [DBG] from='client.40112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:27:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:05.697582+0000 mgr.smithi204.vnvrbl (mgr.24567) 1047 : cluster [DBG] pgmap v900: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:09.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:07.698347+0000 mgr.smithi204.vnvrbl (mgr.24567) 1048 : cluster [DBG] pgmap v901: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:07.698347+0000 mgr.smithi204.vnvrbl (mgr.24567) 1048 : cluster [DBG] pgmap v901: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:11.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:09.698843+0000 mgr.smithi204.vnvrbl (mgr.24567) 1049 : cluster [DBG] pgmap v902: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:09.698843+0000 mgr.smithi204.vnvrbl (mgr.24567) 1049 : cluster [DBG] pgmap v902: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:11.298986+0000 mon.smithi204 (mon.1) 181 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:27:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:11.299229+0000 mon.smithi204 (mon.1) 182 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:27:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:11.299478+0000 mon.smithi176 (mon.0) 2667 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:27:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:11.299702+0000 mon.smithi176 (mon.0) 2668 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:27:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:11.699316+0000 mgr.smithi204.vnvrbl (mgr.24567) 1050 : cluster [DBG] pgmap v903: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:11.298986+0000 mon.smithi204 (mon.1) 181 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:27:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:11.299229+0000 mon.smithi204 (mon.1) 182 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:27:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:11.299478+0000 mon.smithi176 (mon.0) 2667 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:27:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:11.299702+0000 mon.smithi176 (mon.0) 2668 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:27:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:11.699316+0000 mgr.smithi204.vnvrbl (mgr.24567) 1050 : cluster [DBG] pgmap v903: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:15.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:13.700139+0000 mgr.smithi204.vnvrbl (mgr.24567) 1051 : cluster [DBG] pgmap v904: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:13.700139+0000 mgr.smithi204.vnvrbl (mgr.24567) 1051 : cluster [DBG] pgmap v904: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:17.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:15.700751+0000 mgr.smithi204.vnvrbl (mgr.24567) 1052 : cluster [DBG] pgmap v905: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:15.700751+0000 mgr.smithi204.vnvrbl (mgr.24567) 1052 : cluster [DBG] pgmap v905: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:19.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:17.701539+0000 mgr.smithi204.vnvrbl (mgr.24567) 1053 : cluster [DBG] pgmap v906: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:17.701539+0000 mgr.smithi204.vnvrbl (mgr.24567) 1053 : cluster [DBG] pgmap v906: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:21.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:19.702159+0000 mgr.smithi204.vnvrbl (mgr.24567) 1054 : cluster [DBG] pgmap v907: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:19.702159+0000 mgr.smithi204.vnvrbl (mgr.24567) 1054 : cluster [DBG] pgmap v907: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:21.702786+0000 mgr.smithi204.vnvrbl (mgr.24567) 1055 : cluster [DBG] pgmap v908: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:21.702786+0000 mgr.smithi204.vnvrbl (mgr.24567) 1055 : cluster [DBG] pgmap v908: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:25.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:23.703550+0000 mgr.smithi204.vnvrbl (mgr.24567) 1056 : cluster [DBG] pgmap v909: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:23.703550+0000 mgr.smithi204.vnvrbl (mgr.24567) 1056 : cluster [DBG] pgmap v909: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:27.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:25.703976+0000 mgr.smithi204.vnvrbl (mgr.24567) 1057 : cluster [DBG] pgmap v910: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:25.703976+0000 mgr.smithi204.vnvrbl (mgr.24567) 1057 : cluster [DBG] pgmap v910: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:29.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:27.704721+0000 mgr.smithi204.vnvrbl (mgr.24567) 1058 : cluster [DBG] pgmap v911: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:27.704721+0000 mgr.smithi204.vnvrbl (mgr.24567) 1058 : cluster [DBG] pgmap v911: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:31.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:29.705131+0000 mgr.smithi204.vnvrbl (mgr.24567) 1059 : cluster [DBG] pgmap v912: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:29.705131+0000 mgr.smithi204.vnvrbl (mgr.24567) 1059 : cluster [DBG] pgmap v912: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:31.705750+0000 mgr.smithi204.vnvrbl (mgr.24567) 1060 : cluster [DBG] pgmap v913: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:31.705750+0000 mgr.smithi204.vnvrbl (mgr.24567) 1060 : cluster [DBG] pgmap v913: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:35.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:33.706554+0000 mgr.smithi204.vnvrbl (mgr.24567) 1061 : cluster [DBG] pgmap v914: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:33.706554+0000 mgr.smithi204.vnvrbl (mgr.24567) 1061 : cluster [DBG] pgmap v914: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:35.847 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:27:36.122 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:27:36.122 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:27:36.122 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 9m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:27:36.122 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 9m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:27:36.123 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 9m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:27:36.123 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 9m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:27:36.123 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 9m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:27:36.123 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 9m ago 4h 615M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:27:36.124 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 9m ago 4h 455M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:27:36.124 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 9m ago 4h 1614M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:27:36.124 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 9m ago 4h 797M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:27:36.124 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 9m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:27:36.125 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 9m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:27:36.125 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 9m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:27:36.125 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:27:36.125 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 9m ago 4h 1112M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:27:36.125 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 9m ago 4h 1975M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:27:36.126 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 9m ago 4h 1342M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:27:36.126 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 9m ago 4h 2153M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:27:36.126 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 9m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:27:36.126 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 9m ago 4h 2142M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:27:36.127 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 9m ago 4h 1779M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:27:36.127 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 9m ago 4h 2624M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:27:36.127 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 9m ago 4h 145M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:27:36.452 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:27:36.453 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:27:36.453 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:27:36.453 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:27:36.453 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:27:36.454 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:27:36.454 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:27:36.454 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:27:36.454 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:27:36.455 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:27:36.455 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:27:36.455 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:27:36.455 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:27:36.456 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:27:36.456 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:27:36.456 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:27:36.456 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:27:36.457 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:27:36.457 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:27:37.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:35.707132+0000 mgr.smithi204.vnvrbl (mgr.24567) 1062 : cluster [DBG] pgmap v915: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:35.834691+0000 mgr.smithi204.vnvrbl (mgr.24567) 1063 : audit [DBG] from='client.40120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:27:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:36.451400+0000 mon.smithi176 (mon.0) 2669 : audit [DBG] from='client.? 172.21.15.176:0/333556625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:27:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:35.707132+0000 mgr.smithi204.vnvrbl (mgr.24567) 1062 : cluster [DBG] pgmap v915: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:35.834691+0000 mgr.smithi204.vnvrbl (mgr.24567) 1063 : audit [DBG] from='client.40120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:27:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:36.451400+0000 mon.smithi176 (mon.0) 2669 : audit [DBG] from='client.? 172.21.15.176:0/333556625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:27:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:36.111120+0000 mgr.smithi204.vnvrbl (mgr.24567) 1064 : audit [DBG] from='client.40124 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:27:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:36.111120+0000 mgr.smithi204.vnvrbl (mgr.24567) 1064 : audit [DBG] from='client.40124 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:27:39.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:37.707853+0000 mgr.smithi204.vnvrbl (mgr.24567) 1065 : cluster [DBG] pgmap v916: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:37.707853+0000 mgr.smithi204.vnvrbl (mgr.24567) 1065 : cluster [DBG] pgmap v916: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:41.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:39.708354+0000 mgr.smithi204.vnvrbl (mgr.24567) 1066 : cluster [DBG] pgmap v917: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:39.708354+0000 mgr.smithi204.vnvrbl (mgr.24567) 1066 : cluster [DBG] pgmap v917: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:41.708838+0000 mgr.smithi204.vnvrbl (mgr.24567) 1067 : cluster [DBG] pgmap v918: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:41.708838+0000 mgr.smithi204.vnvrbl (mgr.24567) 1067 : cluster [DBG] pgmap v918: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:45.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:43.709807+0000 mgr.smithi204.vnvrbl (mgr.24567) 1068 : cluster [DBG] pgmap v919: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:43.709807+0000 mgr.smithi204.vnvrbl (mgr.24567) 1068 : cluster [DBG] pgmap v919: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:47.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:45.710335+0000 mgr.smithi204.vnvrbl (mgr.24567) 1069 : cluster [DBG] pgmap v920: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:45.710335+0000 mgr.smithi204.vnvrbl (mgr.24567) 1069 : cluster [DBG] pgmap v920: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:49.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:47.711104+0000 mgr.smithi204.vnvrbl (mgr.24567) 1070 : cluster [DBG] pgmap v921: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:47.711104+0000 mgr.smithi204.vnvrbl (mgr.24567) 1070 : cluster [DBG] pgmap v921: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:51.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:49.711624+0000 mgr.smithi204.vnvrbl (mgr.24567) 1071 : cluster [DBG] pgmap v922: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:49.711624+0000 mgr.smithi204.vnvrbl (mgr.24567) 1071 : cluster [DBG] pgmap v922: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:51.712025+0000 mgr.smithi204.vnvrbl (mgr.24567) 1072 : cluster [DBG] pgmap v923: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:52.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:51.712025+0000 mgr.smithi204.vnvrbl (mgr.24567) 1072 : cluster [DBG] pgmap v923: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:52.317999+0000 mon.smithi204 (mon.1) 183 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:27:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:52.319430+0000 mon.smithi204 (mon.1) 184 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:27:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:52.320289+0000 mon.smithi204 (mon.1) 185 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:27:53.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:27:52.321099+0000 mgr.smithi204.vnvrbl (mgr.24567) 1073 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:27:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:52.317999+0000 mon.smithi204 (mon.1) 183 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:27:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:52.319430+0000 mon.smithi204 (mon.1) 184 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:27:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:52.320289+0000 mon.smithi204 (mon.1) 185 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:27:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:27:52.321099+0000 mgr.smithi204.vnvrbl (mgr.24567) 1073 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:27:54.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:53.712690+0000 mgr.smithi204.vnvrbl (mgr.24567) 1074 : cluster [DBG] pgmap v924: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:53.712690+0000 mgr.smithi204.vnvrbl (mgr.24567) 1074 : cluster [DBG] pgmap v924: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:57.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:55.713054+0000 mgr.smithi204.vnvrbl (mgr.24567) 1075 : cluster [DBG] pgmap v925: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:55.713054+0000 mgr.smithi204.vnvrbl (mgr.24567) 1075 : cluster [DBG] pgmap v925: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:27:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:56.869180+0000 mon.smithi176 (mon.0) 2670 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:27:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:57.147096+0000 mon.smithi204 (mon.1) 186 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:27:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:57.147572+0000 mon.smithi176 (mon.0) 2671 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:27:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:56.869180+0000 mon.smithi176 (mon.0) 2670 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:27:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:57.147096+0000 mon.smithi204 (mon.1) 186 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:27:58.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:57.147572+0000 mon.smithi176 (mon.0) 2671 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:27:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:27:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:57.713783+0000 mgr.smithi204.vnvrbl (mgr.24567) 1076 : cluster [DBG] pgmap v926: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:27:59.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:27:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:57.713783+0000 mgr.smithi204.vnvrbl (mgr.24567) 1076 : cluster [DBG] pgmap v926: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:59.264009+0000 mon.smithi176 (mon.0) 2672 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:28:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:59.663375+0000 mon.smithi204 (mon.1) 187 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:28:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:59.663855+0000 mon.smithi176 (mon.0) 2673 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:28:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:59.668926+0000 mon.smithi176 (mon.0) 2674 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:28:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:27:59.675924+0000 mon.smithi176 (mon.0) 2675 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:28:00.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:27:59.714298+0000 mgr.smithi204.vnvrbl (mgr.24567) 1077 : cluster [DBG] pgmap v927: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:59.264009+0000 mon.smithi176 (mon.0) 2672 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:28:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:59.663375+0000 mon.smithi204 (mon.1) 187 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:28:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:59.663855+0000 mon.smithi176 (mon.0) 2673 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:28:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:59.668926+0000 mon.smithi176 (mon.0) 2674 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:28:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:27:59.675924+0000 mon.smithi176 (mon.0) 2675 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:28:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:27:59.714298+0000 mgr.smithi204.vnvrbl (mgr.24567) 1077 : cluster [DBG] pgmap v927: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:01.714844+0000 mgr.smithi204.vnvrbl (mgr.24567) 1078 : cluster [DBG] pgmap v928: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:01.714844+0000 mgr.smithi204.vnvrbl (mgr.24567) 1078 : cluster [DBG] pgmap v928: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:05.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:03.715797+0000 mgr.smithi204.vnvrbl (mgr.24567) 1079 : cluster [DBG] pgmap v929: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:03.715797+0000 mgr.smithi204.vnvrbl (mgr.24567) 1079 : cluster [DBG] pgmap v929: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:06.747 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:28:07.026 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:28:07.026 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 7s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:28:07.026 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 7s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:28:07.027 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 10s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:28:07.027 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 7s ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:28:07.027 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 7s ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:28:07.027 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 10s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:28:07.028 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 7s ago 4h 617M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:28:07.028 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 10s ago 4h 462M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:28:07.028 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 7s ago 4h 1675M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:28:07.028 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 10s ago 4h 810M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:28:07.028 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 7s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:28:07.029 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 10s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:28:07.029 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 7s ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:28:07.029 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 10s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:28:07.029 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 7s ago 4h 1140M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:28:07.030 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 7s ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:28:07.030 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 7s ago 4h 1363M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:28:07.030 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 7s ago 4h 2188M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:28:07.030 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 10s ago 4h 2040M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:28:07.031 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 10s ago 4h 2170M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:28:07.031 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 10s ago 4h 1805M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:28:07.031 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 10s ago 4h 2656M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:28:07.031 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 7s ago 4h 148M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:28:07.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:05.716210+0000 mgr.smithi204.vnvrbl (mgr.24567) 1080 : cluster [DBG] pgmap v930: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:05.716210+0000 mgr.smithi204.vnvrbl (mgr.24567) 1080 : cluster [DBG] pgmap v930: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:07.357 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:28:07.357 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:28:07.358 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:28:07.358 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:28:07.359 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:28:07.359 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:28:07.359 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:28:07.360 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:28:07.360 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:28:07.360 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:28:07.361 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:28:07.361 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:28:07.362 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:28:07.362 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:28:07.362 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:28:07.363 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:28:07.363 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:28:07.363 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:28:07.363 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:28:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:28:06.734975+0000 mgr.smithi204.vnvrbl (mgr.24567) 1081 : audit [DBG] from='client.40132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:28:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:28:07.014358+0000 mgr.smithi204.vnvrbl (mgr.24567) 1082 : audit [DBG] from='client.40136 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:28:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:28:07.356463+0000 mon.smithi176 (mon.0) 2676 : audit [DBG] from='client.? 172.21.15.176:0/134964073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:28:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:28:06.734975+0000 mgr.smithi204.vnvrbl (mgr.24567) 1081 : audit [DBG] from='client.40132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:28:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:28:07.014358+0000 mgr.smithi204.vnvrbl (mgr.24567) 1082 : audit [DBG] from='client.40136 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:28:08.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:28:07.356463+0000 mon.smithi176 (mon.0) 2676 : audit [DBG] from='client.? 172.21.15.176:0/134964073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:28:09.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:07.716911+0000 mgr.smithi204.vnvrbl (mgr.24567) 1083 : cluster [DBG] pgmap v931: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:07.716911+0000 mgr.smithi204.vnvrbl (mgr.24567) 1083 : cluster [DBG] pgmap v931: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:11.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:09.717394+0000 mgr.smithi204.vnvrbl (mgr.24567) 1084 : cluster [DBG] pgmap v932: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:09.717394+0000 mgr.smithi204.vnvrbl (mgr.24567) 1084 : cluster [DBG] pgmap v932: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:28:11.449668+0000 mon.smithi204 (mon.1) 188 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:28:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:28:11.449917+0000 mon.smithi204 (mon.1) 189 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:28:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:28:11.450474+0000 mon.smithi176 (mon.0) 2677 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:28:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:28:11.450776+0000 mon.smithi176 (mon.0) 2678 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:28:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:11.717771+0000 mgr.smithi204.vnvrbl (mgr.24567) 1085 : cluster [DBG] pgmap v933: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:28:11.449668+0000 mon.smithi204 (mon.1) 188 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:28:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:28:11.449917+0000 mon.smithi204 (mon.1) 189 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:28:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:28:11.450474+0000 mon.smithi176 (mon.0) 2677 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:28:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:28:11.450776+0000 mon.smithi176 (mon.0) 2678 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:28:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:11.717771+0000 mgr.smithi204.vnvrbl (mgr.24567) 1085 : cluster [DBG] pgmap v933: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:15.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:13.718659+0000 mgr.smithi204.vnvrbl (mgr.24567) 1086 : cluster [DBG] pgmap v934: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:13.718659+0000 mgr.smithi204.vnvrbl (mgr.24567) 1086 : cluster [DBG] pgmap v934: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:17.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:15.719252+0000 mgr.smithi204.vnvrbl (mgr.24567) 1087 : cluster [DBG] pgmap v935: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:15.719252+0000 mgr.smithi204.vnvrbl (mgr.24567) 1087 : cluster [DBG] pgmap v935: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:19.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:17.720130+0000 mgr.smithi204.vnvrbl (mgr.24567) 1088 : cluster [DBG] pgmap v936: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:17.720130+0000 mgr.smithi204.vnvrbl (mgr.24567) 1088 : cluster [DBG] pgmap v936: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:21.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:19.720593+0000 mgr.smithi204.vnvrbl (mgr.24567) 1089 : cluster [DBG] pgmap v937: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:19.720593+0000 mgr.smithi204.vnvrbl (mgr.24567) 1089 : cluster [DBG] pgmap v937: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:21.721206+0000 mgr.smithi204.vnvrbl (mgr.24567) 1090 : cluster [DBG] pgmap v938: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:21.721206+0000 mgr.smithi204.vnvrbl (mgr.24567) 1090 : cluster [DBG] pgmap v938: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:25.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:23.722104+0000 mgr.smithi204.vnvrbl (mgr.24567) 1091 : cluster [DBG] pgmap v939: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:23.722104+0000 mgr.smithi204.vnvrbl (mgr.24567) 1091 : cluster [DBG] pgmap v939: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:27.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:25.722708+0000 mgr.smithi204.vnvrbl (mgr.24567) 1092 : cluster [DBG] pgmap v940: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:25.722708+0000 mgr.smithi204.vnvrbl (mgr.24567) 1092 : cluster [DBG] pgmap v940: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:29.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:27.723647+0000 mgr.smithi204.vnvrbl (mgr.24567) 1093 : cluster [DBG] pgmap v941: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:27.723647+0000 mgr.smithi204.vnvrbl (mgr.24567) 1093 : cluster [DBG] pgmap v941: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:31.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:29.724033+0000 mgr.smithi204.vnvrbl (mgr.24567) 1094 : cluster [DBG] pgmap v942: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:31.193 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:29.724033+0000 mgr.smithi204.vnvrbl (mgr.24567) 1094 : cluster [DBG] pgmap v942: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:32.358 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:31.724473+0000 mgr.smithi204.vnvrbl (mgr.24567) 1095 : cluster [DBG] pgmap v943: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:31.724473+0000 mgr.smithi204.vnvrbl (mgr.24567) 1095 : cluster [DBG] pgmap v943: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:35.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:33.725304+0000 mgr.smithi204.vnvrbl (mgr.24567) 1096 : cluster [DBG] pgmap v944: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:33.725304+0000 mgr.smithi204.vnvrbl (mgr.24567) 1096 : cluster [DBG] pgmap v944: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:37.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:35.725774+0000 mgr.smithi204.vnvrbl (mgr.24567) 1097 : cluster [DBG] pgmap v945: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:35.725774+0000 mgr.smithi204.vnvrbl (mgr.24567) 1097 : cluster [DBG] pgmap v945: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:37.655 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:28:37.931 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:28:37.932 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 38s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:28:37.932 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 38s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:28:37.932 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 41s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:28:37.932 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 38s ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:28:37.933 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 38s ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:28:37.933 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 41s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:28:37.933 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 38s ago 4h 617M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:28:37.933 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 41s ago 4h 462M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:28:37.934 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 38s ago 4h 1675M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:28:37.934 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 41s ago 4h 810M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:28:37.934 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 38s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:28:37.934 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 41s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:28:37.935 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 38s ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:28:37.935 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 41s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:28:37.935 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 38s ago 4h 1140M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:28:37.935 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 38s ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:28:37.935 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 38s ago 4h 1363M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:28:37.936 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 38s ago 4h 2188M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:28:37.936 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 41s ago 4h 2040M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:28:37.936 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 41s ago 4h 2170M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:28:37.936 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 41s ago 4h 1805M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:28:37.937 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 41s ago 4h 2656M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:28:37.937 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 38s ago 4h 148M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:28:38.279 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:28:38.279 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:28:38.279 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:28:38.279 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:28:38.280 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:28:38.280 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:28:38.280 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:28:38.280 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:28:38.281 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:28:38.281 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:28:38.281 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:28:38.281 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:28:38.282 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:28:38.282 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:28:38.282 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:28:38.282 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:28:38.282 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:28:38.283 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:28:38.283 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:28:39.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:28:37.642583+0000 mgr.smithi204.vnvrbl (mgr.24567) 1098 : audit [DBG] from='client.40144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:28:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:37.726527+0000 mgr.smithi204.vnvrbl (mgr.24567) 1099 : cluster [DBG] pgmap v946: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:28:37.921102+0000 mgr.smithi204.vnvrbl (mgr.24567) 1100 : audit [DBG] from='client.40148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:28:39.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:28:38.278199+0000 mon.smithi176 (mon.0) 2679 : audit [DBG] from='client.? 172.21.15.176:0/1928274143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:28:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:28:37.642583+0000 mgr.smithi204.vnvrbl (mgr.24567) 1098 : audit [DBG] from='client.40144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:28:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:37.726527+0000 mgr.smithi204.vnvrbl (mgr.24567) 1099 : cluster [DBG] pgmap v946: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:28:37.921102+0000 mgr.smithi204.vnvrbl (mgr.24567) 1100 : audit [DBG] from='client.40148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:28:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:28:38.278199+0000 mon.smithi176 (mon.0) 2679 : audit [DBG] from='client.? 172.21.15.176:0/1928274143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:28:41.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:39.726960+0000 mgr.smithi204.vnvrbl (mgr.24567) 1101 : cluster [DBG] pgmap v947: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:39.726960+0000 mgr.smithi204.vnvrbl (mgr.24567) 1101 : cluster [DBG] pgmap v947: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:41.727544+0000 mgr.smithi204.vnvrbl (mgr.24567) 1102 : cluster [DBG] pgmap v948: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:41.727544+0000 mgr.smithi204.vnvrbl (mgr.24567) 1102 : cluster [DBG] pgmap v948: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:45.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:43.728269+0000 mgr.smithi204.vnvrbl (mgr.24567) 1103 : cluster [DBG] pgmap v949: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:43.728269+0000 mgr.smithi204.vnvrbl (mgr.24567) 1103 : cluster [DBG] pgmap v949: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:47.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:45.728759+0000 mgr.smithi204.vnvrbl (mgr.24567) 1104 : cluster [DBG] pgmap v950: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:45.728759+0000 mgr.smithi204.vnvrbl (mgr.24567) 1104 : cluster [DBG] pgmap v950: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:49.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:47.729501+0000 mgr.smithi204.vnvrbl (mgr.24567) 1105 : cluster [DBG] pgmap v951: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:47.729501+0000 mgr.smithi204.vnvrbl (mgr.24567) 1105 : cluster [DBG] pgmap v951: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:51.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:49.729955+0000 mgr.smithi204.vnvrbl (mgr.24567) 1106 : cluster [DBG] pgmap v952: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:49.729955+0000 mgr.smithi204.vnvrbl (mgr.24567) 1106 : cluster [DBG] pgmap v952: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:51.730410+0000 mgr.smithi204.vnvrbl (mgr.24567) 1107 : cluster [DBG] pgmap v953: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:51.730410+0000 mgr.smithi204.vnvrbl (mgr.24567) 1107 : cluster [DBG] pgmap v953: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:55.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:53.731279+0000 mgr.smithi204.vnvrbl (mgr.24567) 1108 : cluster [DBG] pgmap v954: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:53.731279+0000 mgr.smithi204.vnvrbl (mgr.24567) 1108 : cluster [DBG] pgmap v954: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:57.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:55.731883+0000 mgr.smithi204.vnvrbl (mgr.24567) 1109 : cluster [DBG] pgmap v955: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:55.731883+0000 mgr.smithi204.vnvrbl (mgr.24567) 1109 : cluster [DBG] pgmap v955: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:28:59.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:57.732864+0000 mgr.smithi204.vnvrbl (mgr.24567) 1110 : cluster [DBG] pgmap v956: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:28:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:57.732864+0000 mgr.smithi204.vnvrbl (mgr.24567) 1110 : cluster [DBG] pgmap v956: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:00.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:28:59.680090+0000 mon.smithi204 (mon.1) 190 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:29:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:28:59.681515+0000 mon.smithi204 (mon.1) 191 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:29:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:28:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:28:59.682325+0000 mon.smithi204 (mon.1) 192 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:29:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:28:59.680090+0000 mon.smithi204 (mon.1) 190 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:29:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:28:59.681515+0000 mon.smithi204 (mon.1) 191 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:29:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:28:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:28:59.682325+0000 mon.smithi204 (mon.1) 192 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:29:01.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:28:59.683047+0000 mgr.smithi204.vnvrbl (mgr.24567) 1111 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:29:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:28:59.733424+0000 mgr.smithi204.vnvrbl (mgr.24567) 1112 : cluster [DBG] pgmap v957: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:29:00.096798+0000 mon.smithi176 (mon.0) 2680 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:29:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:29:00.104054+0000 mon.smithi176 (mon.0) 2681 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:29:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:28:59.683047+0000 mgr.smithi204.vnvrbl (mgr.24567) 1111 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:29:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:28:59.733424+0000 mgr.smithi204.vnvrbl (mgr.24567) 1112 : cluster [DBG] pgmap v957: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:29:00.096798+0000 mon.smithi176 (mon.0) 2680 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:29:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:29:00.104054+0000 mon.smithi176 (mon.0) 2681 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:29:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:01.734053+0000 mgr.smithi204.vnvrbl (mgr.24567) 1113 : cluster [DBG] pgmap v958: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:01.734053+0000 mgr.smithi204.vnvrbl (mgr.24567) 1113 : cluster [DBG] pgmap v958: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:05.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:03.734956+0000 mgr.smithi204.vnvrbl (mgr.24567) 1114 : cluster [DBG] pgmap v959: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:05.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:03.734956+0000 mgr.smithi204.vnvrbl (mgr.24567) 1114 : cluster [DBG] pgmap v959: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:07.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:05.735517+0000 mgr.smithi204.vnvrbl (mgr.24567) 1115 : cluster [DBG] pgmap v960: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:05.735517+0000 mgr.smithi204.vnvrbl (mgr.24567) 1115 : cluster [DBG] pgmap v960: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:08.577 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:29:08.856 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:29:08.891 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 69s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:29:08.892 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 69s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:29:08.892 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 71s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:29:08.892 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 69s ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:29:08.892 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 69s ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:29:08.893 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 71s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:29:08.893 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 69s ago 4h 617M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:29:08.893 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 71s ago 4h 462M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:29:08.893 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 69s ago 4h 1675M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:29:08.893 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 71s ago 4h 810M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:29:08.894 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 69s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:29:08.894 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 71s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:29:08.894 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 69s ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:29:08.894 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 71s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:29:08.895 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 69s ago 4h 1140M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:29:08.895 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 69s ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:29:08.895 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 69s ago 4h 1363M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:29:08.895 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 69s ago 4h 2188M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:29:08.895 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 71s ago 4h 2040M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:29:08.896 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 71s ago 4h 2170M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:29:08.896 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 71s ago 4h 1805M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:29:08.896 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 71s ago 4h 2656M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:29:08.896 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 69s ago 4h 148M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:29:09.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:07.736271+0000 mgr.smithi204.vnvrbl (mgr.24567) 1116 : cluster [DBG] pgmap v961: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:09.193 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:29:09.193 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:29:09.193 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:29:09.193 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:29:09.194 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:29:09.194 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:29:09.194 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:29:09.194 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:29:09.195 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:29:09.195 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:29:09.195 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:29:09.195 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:29:09.195 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:29:09.196 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:29:09.196 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:29:09.196 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:29:09.196 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:29:09.196 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:29:09.197 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:29:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:07.736271+0000 mgr.smithi204.vnvrbl (mgr.24567) 1116 : cluster [DBG] pgmap v961: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:29:08.565066+0000 mgr.smithi204.vnvrbl (mgr.24567) 1117 : audit [DBG] from='client.40156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:29:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:29:08.845892+0000 mgr.smithi204.vnvrbl (mgr.24567) 1118 : audit [DBG] from='client.40160 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:29:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:29:09.192553+0000 mon.smithi176 (mon.0) 2682 : audit [DBG] from='client.? 172.21.15.176:0/3664648918' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:29:10.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:29:08.565066+0000 mgr.smithi204.vnvrbl (mgr.24567) 1117 : audit [DBG] from='client.40156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:29:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:29:08.845892+0000 mgr.smithi204.vnvrbl (mgr.24567) 1118 : audit [DBG] from='client.40160 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:29:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:29:09.192553+0000 mon.smithi176 (mon.0) 2682 : audit [DBG] from='client.? 172.21.15.176:0/3664648918' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:29:11.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:09.736768+0000 mgr.smithi204.vnvrbl (mgr.24567) 1119 : cluster [DBG] pgmap v962: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:09.736768+0000 mgr.smithi204.vnvrbl (mgr.24567) 1119 : cluster [DBG] pgmap v962: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:29:11.453829+0000 mon.smithi204 (mon.1) 193 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:29:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:29:11.454053+0000 mon.smithi204 (mon.1) 194 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:29:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:29:11.454505+0000 mon.smithi176 (mon.0) 2683 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:29:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:29:11.454789+0000 mon.smithi176 (mon.0) 2684 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:29:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:11.737231+0000 mgr.smithi204.vnvrbl (mgr.24567) 1120 : cluster [DBG] pgmap v963: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:29:11.453829+0000 mon.smithi204 (mon.1) 193 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:29:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:29:11.454053+0000 mon.smithi204 (mon.1) 194 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:29:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:29:11.454505+0000 mon.smithi176 (mon.0) 2683 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:29:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:29:11.454789+0000 mon.smithi176 (mon.0) 2684 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:29:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:11.737231+0000 mgr.smithi204.vnvrbl (mgr.24567) 1120 : cluster [DBG] pgmap v963: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:15.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:13.737954+0000 mgr.smithi204.vnvrbl (mgr.24567) 1121 : cluster [DBG] pgmap v964: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:13.737954+0000 mgr.smithi204.vnvrbl (mgr.24567) 1121 : cluster [DBG] pgmap v964: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:17.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:15.738469+0000 mgr.smithi204.vnvrbl (mgr.24567) 1122 : cluster [DBG] pgmap v965: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:15.738469+0000 mgr.smithi204.vnvrbl (mgr.24567) 1122 : cluster [DBG] pgmap v965: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:17.739250+0000 mgr.smithi204.vnvrbl (mgr.24567) 1123 : cluster [DBG] pgmap v966: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:17.739250+0000 mgr.smithi204.vnvrbl (mgr.24567) 1123 : cluster [DBG] pgmap v966: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:21.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:19.739730+0000 mgr.smithi204.vnvrbl (mgr.24567) 1124 : cluster [DBG] pgmap v967: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:19.739730+0000 mgr.smithi204.vnvrbl (mgr.24567) 1124 : cluster [DBG] pgmap v967: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:21.740312+0000 mgr.smithi204.vnvrbl (mgr.24567) 1125 : cluster [DBG] pgmap v968: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:21.740312+0000 mgr.smithi204.vnvrbl (mgr.24567) 1125 : cluster [DBG] pgmap v968: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:25.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:23.741083+0000 mgr.smithi204.vnvrbl (mgr.24567) 1126 : cluster [DBG] pgmap v969: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:25.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:23.741083+0000 mgr.smithi204.vnvrbl (mgr.24567) 1126 : cluster [DBG] pgmap v969: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:25.741644+0000 mgr.smithi204.vnvrbl (mgr.24567) 1127 : cluster [DBG] pgmap v970: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:25.741644+0000 mgr.smithi204.vnvrbl (mgr.24567) 1127 : cluster [DBG] pgmap v970: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:27.742542+0000 mgr.smithi204.vnvrbl (mgr.24567) 1128 : cluster [DBG] pgmap v971: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:27.742542+0000 mgr.smithi204.vnvrbl (mgr.24567) 1128 : cluster [DBG] pgmap v971: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:29.743168+0000 mgr.smithi204.vnvrbl (mgr.24567) 1129 : cluster [DBG] pgmap v972: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:29.743168+0000 mgr.smithi204.vnvrbl (mgr.24567) 1129 : cluster [DBG] pgmap v972: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:31.743632+0000 mgr.smithi204.vnvrbl (mgr.24567) 1130 : cluster [DBG] pgmap v973: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:31.743632+0000 mgr.smithi204.vnvrbl (mgr.24567) 1130 : cluster [DBG] pgmap v973: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:35.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:33.744422+0000 mgr.smithi204.vnvrbl (mgr.24567) 1131 : cluster [DBG] pgmap v974: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:35.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:33.744422+0000 mgr.smithi204.vnvrbl (mgr.24567) 1131 : cluster [DBG] pgmap v974: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:35.744941+0000 mgr.smithi204.vnvrbl (mgr.24567) 1132 : cluster [DBG] pgmap v975: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:37.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:35.744941+0000 mgr.smithi204.vnvrbl (mgr.24567) 1132 : cluster [DBG] pgmap v975: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:37.745704+0000 mgr.smithi204.vnvrbl (mgr.24567) 1133 : cluster [DBG] pgmap v976: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:39.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:37.745704+0000 mgr.smithi204.vnvrbl (mgr.24567) 1133 : cluster [DBG] pgmap v976: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:39.492 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:29:39.769 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:29:39.770 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 100s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:29:39.770 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 100s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:29:39.770 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 102s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:29:39.771 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 100s ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:29:39.771 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 100s ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:29:39.771 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 102s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:29:39.772 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 100s ago 4h 617M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:29:39.772 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 102s ago 4h 462M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:29:39.772 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 100s ago 4h 1675M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:29:39.772 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 102s ago 4h 810M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:29:39.772 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 100s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:29:39.773 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 102s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:29:39.773 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 100s ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:29:39.773 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 102s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:29:39.773 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 100s ago 4h 1140M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:29:39.774 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 100s ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:29:39.774 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 100s ago 4h 1363M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:29:39.774 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 100s ago 4h 2188M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:29:39.774 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 102s ago 4h 2040M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:29:39.775 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 102s ago 4h 2170M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:29:39.775 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 102s ago 4h 1805M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:29:39.775 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 102s ago 4h 2656M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:29:39.775 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 100s ago 4h 148M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:29:40.099 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:29:40.100 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:29:40.100 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:29:40.100 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:29:40.100 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:29:40.101 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:29:40.101 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:29:40.101 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:29:40.101 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:29:40.102 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:29:40.102 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:29:40.102 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:29:40.102 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:29:40.103 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:29:40.103 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:29:40.103 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:29:40.103 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:29:40.104 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:29:40.104 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:29:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:29:39.480275+0000 mgr.smithi204.vnvrbl (mgr.24567) 1134 : audit [DBG] from='client.40168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:29:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:39.746265+0000 mgr.smithi204.vnvrbl (mgr.24567) 1135 : cluster [DBG] pgmap v977: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:29:39.758671+0000 mgr.smithi204.vnvrbl (mgr.24567) 1136 : audit [DBG] from='client.40172 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:29:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:29:40.099001+0000 mon.smithi176 (mon.0) 2685 : audit [DBG] from='client.? 172.21.15.176:0/3864349531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:29:41.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:29:39.480275+0000 mgr.smithi204.vnvrbl (mgr.24567) 1134 : audit [DBG] from='client.40168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:29:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:39.746265+0000 mgr.smithi204.vnvrbl (mgr.24567) 1135 : cluster [DBG] pgmap v977: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:29:39.758671+0000 mgr.smithi204.vnvrbl (mgr.24567) 1136 : audit [DBG] from='client.40172 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:29:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:29:40.099001+0000 mon.smithi176 (mon.0) 2685 : audit [DBG] from='client.? 172.21.15.176:0/3864349531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:29:42.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:41.746695+0000 mgr.smithi204.vnvrbl (mgr.24567) 1137 : cluster [DBG] pgmap v978: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:41.746695+0000 mgr.smithi204.vnvrbl (mgr.24567) 1137 : cluster [DBG] pgmap v978: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:45.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:43.747630+0000 mgr.smithi204.vnvrbl (mgr.24567) 1138 : cluster [DBG] pgmap v979: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:45.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:43.747630+0000 mgr.smithi204.vnvrbl (mgr.24567) 1138 : cluster [DBG] pgmap v979: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:45.748063+0000 mgr.smithi204.vnvrbl (mgr.24567) 1139 : cluster [DBG] pgmap v980: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:47.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:45.748063+0000 mgr.smithi204.vnvrbl (mgr.24567) 1139 : cluster [DBG] pgmap v980: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:49.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:47.748934+0000 mgr.smithi204.vnvrbl (mgr.24567) 1140 : cluster [DBG] pgmap v981: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:49.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:47.748934+0000 mgr.smithi204.vnvrbl (mgr.24567) 1140 : cluster [DBG] pgmap v981: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:51.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:49.749390+0000 mgr.smithi204.vnvrbl (mgr.24567) 1141 : cluster [DBG] pgmap v982: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:49.749390+0000 mgr.smithi204.vnvrbl (mgr.24567) 1141 : cluster [DBG] pgmap v982: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:51.749802+0000 mgr.smithi204.vnvrbl (mgr.24567) 1142 : cluster [DBG] pgmap v983: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:51.749802+0000 mgr.smithi204.vnvrbl (mgr.24567) 1142 : cluster [DBG] pgmap v983: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:53.750590+0000 mgr.smithi204.vnvrbl (mgr.24567) 1143 : cluster [DBG] pgmap v984: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:53.750590+0000 mgr.smithi204.vnvrbl (mgr.24567) 1143 : cluster [DBG] pgmap v984: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:55.751015+0000 mgr.smithi204.vnvrbl (mgr.24567) 1144 : cluster [DBG] pgmap v985: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:55.751015+0000 mgr.smithi204.vnvrbl (mgr.24567) 1144 : cluster [DBG] pgmap v985: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:29:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:29:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:57.752048+0000 mgr.smithi204.vnvrbl (mgr.24567) 1145 : cluster [DBG] pgmap v986: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:29:59.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:29:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:57.752048+0000 mgr.smithi204.vnvrbl (mgr.24567) 1145 : cluster [DBG] pgmap v986: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:29:59.752587+0000 mgr.smithi204.vnvrbl (mgr.24567) 1146 : cluster [DBG] pgmap v987: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:00.000100+0000 mon.smithi176 (mon.0) 2686 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T11:30:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:30:00.108667+0000 mon.smithi204 (mon.1) 195 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:30:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:30:00.110033+0000 mon.smithi204 (mon.1) 196 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:30:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:30:00.110908+0000 mon.smithi204 (mon.1) 197 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:30:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:30:00.462617+0000 mon.smithi176 (mon.0) 2687 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:30:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:29:59.752587+0000 mgr.smithi204.vnvrbl (mgr.24567) 1146 : cluster [DBG] pgmap v987: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:00.000100+0000 mon.smithi176 (mon.0) 2686 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T11:30:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:30:00.108667+0000 mon.smithi204 (mon.1) 195 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:30:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:30:00.110033+0000 mon.smithi204 (mon.1) 196 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:30:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:30:00.110908+0000 mon.smithi204 (mon.1) 197 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:30:01.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:30:00.462617+0000 mon.smithi176 (mon.0) 2687 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:30:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:30:00.111741+0000 mgr.smithi204.vnvrbl (mgr.24567) 1147 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:30:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:30:00.870385+0000 mon.smithi176 (mon.0) 2688 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:30:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:30:00.877130+0000 mon.smithi176 (mon.0) 2689 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:30:02.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:30:00.111741+0000 mgr.smithi204.vnvrbl (mgr.24567) 1147 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:30:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:30:00.870385+0000 mon.smithi176 (mon.0) 2688 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:30:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:30:00.877130+0000 mon.smithi176 (mon.0) 2689 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:30:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:01.752993+0000 mgr.smithi204.vnvrbl (mgr.24567) 1148 : cluster [DBG] pgmap v988: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:01.752993+0000 mgr.smithi204.vnvrbl (mgr.24567) 1148 : cluster [DBG] pgmap v988: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:03.753827+0000 mgr.smithi204.vnvrbl (mgr.24567) 1149 : cluster [DBG] pgmap v989: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:05.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:03.753827+0000 mgr.smithi204.vnvrbl (mgr.24567) 1149 : cluster [DBG] pgmap v989: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:05.754516+0000 mgr.smithi204.vnvrbl (mgr.24567) 1150 : cluster [DBG] pgmap v990: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:05.754516+0000 mgr.smithi204.vnvrbl (mgr.24567) 1150 : cluster [DBG] pgmap v990: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:07.755264+0000 mgr.smithi204.vnvrbl (mgr.24567) 1151 : cluster [DBG] pgmap v991: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:09.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:07.755264+0000 mgr.smithi204.vnvrbl (mgr.24567) 1151 : cluster [DBG] pgmap v991: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:10.399 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:30:10.674 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:30:10.675 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:30:10.675 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 2m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:30:10.675 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 2m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:30:10.676 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 2m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:30:10.676 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 2m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:30:10.676 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 2m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:30:10.676 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 2m ago 4h 617M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:30:10.677 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 2m ago 4h 462M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:30:10.677 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 2m ago 4h 1675M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:30:10.677 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 2m ago 4h 810M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:30:10.677 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 2m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:30:10.678 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 2m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:30:10.678 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 2m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:30:10.678 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:30:10.678 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 2m ago 4h 1140M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:30:10.679 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 2m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:30:10.679 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 2m ago 4h 1363M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:30:10.679 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 2m ago 4h 2188M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:30:10.679 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 2m ago 4h 2040M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:30:10.679 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 2m ago 4h 2170M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:30:10.680 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 2m ago 4h 1805M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:30:10.680 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 2m ago 4h 2656M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:30:10.680 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 2m ago 4h 148M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:30:11.002 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:30:11.002 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:30:11.003 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:30:11.003 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:30:11.003 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:30:11.003 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:30:11.003 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:30:11.004 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:30:11.004 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:30:11.004 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:30:11.004 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:30:11.005 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:30:11.005 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:30:11.005 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:30:11.005 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:30:11.006 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:30:11.006 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:30:11.006 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:30:11.006 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:30:11.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:09.755809+0000 mgr.smithi204.vnvrbl (mgr.24567) 1152 : cluster [DBG] pgmap v992: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:09.755809+0000 mgr.smithi204.vnvrbl (mgr.24567) 1152 : cluster [DBG] pgmap v992: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:30:10.386249+0000 mgr.smithi204.vnvrbl (mgr.24567) 1153 : audit [DBG] from='client.40180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:30:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:30:10.663733+0000 mgr.smithi204.vnvrbl (mgr.24567) 1154 : audit [DBG] from='client.40184 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:30:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:30:11.001472+0000 mon.smithi176 (mon.0) 2690 : audit [DBG] from='client.? 172.21.15.176:0/2941932040' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:30:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:30:11.459455+0000 mon.smithi204 (mon.1) 198 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:30:12.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:30:11.459747+0000 mon.smithi204 (mon.1) 199 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:30:12.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:30:11.459935+0000 mon.smithi176 (mon.0) 2691 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:30:12.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:30:11.460239+0000 mon.smithi176 (mon.0) 2692 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:30:12.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:30:10.386249+0000 mgr.smithi204.vnvrbl (mgr.24567) 1153 : audit [DBG] from='client.40180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:30:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:30:10.663733+0000 mgr.smithi204.vnvrbl (mgr.24567) 1154 : audit [DBG] from='client.40184 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:30:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:30:11.001472+0000 mon.smithi176 (mon.0) 2690 : audit [DBG] from='client.? 172.21.15.176:0/2941932040' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:30:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:30:11.459455+0000 mon.smithi204 (mon.1) 198 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:30:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:30:11.459747+0000 mon.smithi204 (mon.1) 199 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:30:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:30:11.459935+0000 mon.smithi176 (mon.0) 2691 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:30:12.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:30:11.460239+0000 mon.smithi176 (mon.0) 2692 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:30:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:11.756380+0000 mgr.smithi204.vnvrbl (mgr.24567) 1155 : cluster [DBG] pgmap v993: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:13.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:11.756380+0000 mgr.smithi204.vnvrbl (mgr.24567) 1155 : cluster [DBG] pgmap v993: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:13.757344+0000 mgr.smithi204.vnvrbl (mgr.24567) 1156 : cluster [DBG] pgmap v994: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:15.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:13.757344+0000 mgr.smithi204.vnvrbl (mgr.24567) 1156 : cluster [DBG] pgmap v994: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:15.757960+0000 mgr.smithi204.vnvrbl (mgr.24567) 1157 : cluster [DBG] pgmap v995: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:17.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:15.757960+0000 mgr.smithi204.vnvrbl (mgr.24567) 1157 : cluster [DBG] pgmap v995: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:17.758730+0000 mgr.smithi204.vnvrbl (mgr.24567) 1158 : cluster [DBG] pgmap v996: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:17.758730+0000 mgr.smithi204.vnvrbl (mgr.24567) 1158 : cluster [DBG] pgmap v996: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:19.759292+0000 mgr.smithi204.vnvrbl (mgr.24567) 1159 : cluster [DBG] pgmap v997: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:19.759292+0000 mgr.smithi204.vnvrbl (mgr.24567) 1159 : cluster [DBG] pgmap v997: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:21.759700+0000 mgr.smithi204.vnvrbl (mgr.24567) 1160 : cluster [DBG] pgmap v998: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:21.759700+0000 mgr.smithi204.vnvrbl (mgr.24567) 1160 : cluster [DBG] pgmap v998: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:23.760500+0000 mgr.smithi204.vnvrbl (mgr.24567) 1161 : cluster [DBG] pgmap v999: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:23.760500+0000 mgr.smithi204.vnvrbl (mgr.24567) 1161 : cluster [DBG] pgmap v999: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:25.761141+0000 mgr.smithi204.vnvrbl (mgr.24567) 1162 : cluster [DBG] pgmap v1000: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:25.761141+0000 mgr.smithi204.vnvrbl (mgr.24567) 1162 : cluster [DBG] pgmap v1000: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:29.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:27.761979+0000 mgr.smithi204.vnvrbl (mgr.24567) 1163 : cluster [DBG] pgmap v1001: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:27.761979+0000 mgr.smithi204.vnvrbl (mgr.24567) 1163 : cluster [DBG] pgmap v1001: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:29.762472+0000 mgr.smithi204.vnvrbl (mgr.24567) 1164 : cluster [DBG] pgmap v1002: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:29.762472+0000 mgr.smithi204.vnvrbl (mgr.24567) 1164 : cluster [DBG] pgmap v1002: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:31.763031+0000 mgr.smithi204.vnvrbl (mgr.24567) 1165 : cluster [DBG] pgmap v1003: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:31.763031+0000 mgr.smithi204.vnvrbl (mgr.24567) 1165 : cluster [DBG] pgmap v1003: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:33.764017+0000 mgr.smithi204.vnvrbl (mgr.24567) 1166 : cluster [DBG] pgmap v1004: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:35.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:33.764017+0000 mgr.smithi204.vnvrbl (mgr.24567) 1166 : cluster [DBG] pgmap v1004: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:35.764616+0000 mgr.smithi204.vnvrbl (mgr.24567) 1167 : cluster [DBG] pgmap v1005: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:37.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:35.764616+0000 mgr.smithi204.vnvrbl (mgr.24567) 1167 : cluster [DBG] pgmap v1005: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:39.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:37.765513+0000 mgr.smithi204.vnvrbl (mgr.24567) 1168 : cluster [DBG] pgmap v1006: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:39.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:37.765513+0000 mgr.smithi204.vnvrbl (mgr.24567) 1168 : cluster [DBG] pgmap v1006: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:39.766209+0000 mgr.smithi204.vnvrbl (mgr.24567) 1169 : cluster [DBG] pgmap v1007: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:41.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:39.766209+0000 mgr.smithi204.vnvrbl (mgr.24567) 1169 : cluster [DBG] pgmap v1007: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:41.303 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:30:41.579 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:30:41.579 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:30:41.580 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 2m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:30:41.580 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 2m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:30:41.580 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 2m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:30:41.580 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 2m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:30:41.581 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 2m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:30:41.581 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 2m ago 4h 617M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:30:41.581 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 2m ago 4h 462M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:30:41.581 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 2m ago 4h 1675M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:30:41.582 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 2m ago 4h 810M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:30:41.582 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 2m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:30:41.582 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 2m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:30:41.582 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 2m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:30:41.583 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:30:41.583 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 2m ago 4h 1140M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:30:41.583 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 2m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:30:41.583 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 2m ago 4h 1363M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:30:41.584 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 2m ago 4h 2188M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:30:41.584 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 2m ago 4h 2040M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:30:41.584 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 2m ago 4h 2170M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:30:41.584 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 2m ago 4h 1805M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:30:41.584 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 2m ago 4h 2656M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:30:41.585 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 2m ago 4h 148M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:30:41.909 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:30:41.909 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:30:41.910 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:30:41.910 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:30:41.910 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:30:41.910 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:30:41.911 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:30:41.911 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:30:41.911 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:30:41.911 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:30:41.912 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:30:41.912 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:30:41.912 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:30:41.912 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:30:41.913 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:30:41.913 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:30:41.913 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:30:41.913 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:30:41.913 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:30:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:30:41.291341+0000 mgr.smithi204.vnvrbl (mgr.24567) 1170 : audit [DBG] from='client.40192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:30:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:30:41.568495+0000 mgr.smithi204.vnvrbl (mgr.24567) 1171 : audit [DBG] from='client.40196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:30:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:41.766785+0000 mgr.smithi204.vnvrbl (mgr.24567) 1172 : cluster [DBG] pgmap v1008: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:30:41.908828+0000 mon.smithi176 (mon.0) 2693 : audit [DBG] from='client.? 172.21.15.176:0/631533122' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:30:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:30:41.291341+0000 mgr.smithi204.vnvrbl (mgr.24567) 1170 : audit [DBG] from='client.40192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:30:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:30:41.568495+0000 mgr.smithi204.vnvrbl (mgr.24567) 1171 : audit [DBG] from='client.40196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:30:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:41.766785+0000 mgr.smithi204.vnvrbl (mgr.24567) 1172 : cluster [DBG] pgmap v1008: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:30:41.908828+0000 mon.smithi176 (mon.0) 2693 : audit [DBG] from='client.? 172.21.15.176:0/631533122' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:30:45.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:43.767533+0000 mgr.smithi204.vnvrbl (mgr.24567) 1173 : cluster [DBG] pgmap v1009: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:45.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:43.767533+0000 mgr.smithi204.vnvrbl (mgr.24567) 1173 : cluster [DBG] pgmap v1009: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:45.767992+0000 mgr.smithi204.vnvrbl (mgr.24567) 1174 : cluster [DBG] pgmap v1010: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:47.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:45.767992+0000 mgr.smithi204.vnvrbl (mgr.24567) 1174 : cluster [DBG] pgmap v1010: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:49.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:47.768858+0000 mgr.smithi204.vnvrbl (mgr.24567) 1175 : cluster [DBG] pgmap v1011: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:49.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:47.768858+0000 mgr.smithi204.vnvrbl (mgr.24567) 1175 : cluster [DBG] pgmap v1011: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:49.769389+0000 mgr.smithi204.vnvrbl (mgr.24567) 1176 : cluster [DBG] pgmap v1012: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:49.769389+0000 mgr.smithi204.vnvrbl (mgr.24567) 1176 : cluster [DBG] pgmap v1012: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:51.769823+0000 mgr.smithi204.vnvrbl (mgr.24567) 1177 : cluster [DBG] pgmap v1013: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:51.769823+0000 mgr.smithi204.vnvrbl (mgr.24567) 1177 : cluster [DBG] pgmap v1013: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:53.770606+0000 mgr.smithi204.vnvrbl (mgr.24567) 1178 : cluster [DBG] pgmap v1014: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:53.770606+0000 mgr.smithi204.vnvrbl (mgr.24567) 1178 : cluster [DBG] pgmap v1014: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:57.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:55.771210+0000 mgr.smithi204.vnvrbl (mgr.24567) 1179 : cluster [DBG] pgmap v1015: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:55.771210+0000 mgr.smithi204.vnvrbl (mgr.24567) 1179 : cluster [DBG] pgmap v1015: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:30:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:30:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:57.771975+0000 mgr.smithi204.vnvrbl (mgr.24567) 1180 : cluster [DBG] pgmap v1016: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:30:59.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:30:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:57.771975+0000 mgr.smithi204.vnvrbl (mgr.24567) 1180 : cluster [DBG] pgmap v1016: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:30:59.772421+0000 mgr.smithi204.vnvrbl (mgr.24567) 1181 : cluster [DBG] pgmap v1017: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:30:59.772421+0000 mgr.smithi204.vnvrbl (mgr.24567) 1181 : cluster [DBG] pgmap v1017: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:31:00.882261+0000 mon.smithi204 (mon.1) 200 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:31:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:31:00.883687+0000 mon.smithi204 (mon.1) 201 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:31:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:31:00.884577+0000 mon.smithi204 (mon.1) 202 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:31:02.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:31:00.885322+0000 mgr.smithi204.vnvrbl (mgr.24567) 1182 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:31:02.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:31:01.237817+0000 mon.smithi176 (mon.0) 2694 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:31:02.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:31:01.624964+0000 mon.smithi176 (mon.0) 2695 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:31:02.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:31:01.630766+0000 mon.smithi176 (mon.0) 2696 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:31:02.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:31:00.882261+0000 mon.smithi204 (mon.1) 200 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:31:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:31:00.883687+0000 mon.smithi204 (mon.1) 201 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:31:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:31:00.884577+0000 mon.smithi204 (mon.1) 202 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:31:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:31:00.885322+0000 mgr.smithi204.vnvrbl (mgr.24567) 1182 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:31:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:31:01.237817+0000 mon.smithi176 (mon.0) 2694 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:31:02.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:31:01.624964+0000 mon.smithi176 (mon.0) 2695 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:31:02.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:31:01.630766+0000 mon.smithi176 (mon.0) 2696 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:31:03.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:01.772888+0000 mgr.smithi204.vnvrbl (mgr.24567) 1183 : cluster [DBG] pgmap v1018: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:01.772888+0000 mgr.smithi204.vnvrbl (mgr.24567) 1183 : cluster [DBG] pgmap v1018: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:03.773805+0000 mgr.smithi204.vnvrbl (mgr.24567) 1184 : cluster [DBG] pgmap v1019: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:05.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:03.773805+0000 mgr.smithi204.vnvrbl (mgr.24567) 1184 : cluster [DBG] pgmap v1019: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:05.774365+0000 mgr.smithi204.vnvrbl (mgr.24567) 1185 : cluster [DBG] pgmap v1020: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:05.774365+0000 mgr.smithi204.vnvrbl (mgr.24567) 1185 : cluster [DBG] pgmap v1020: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:07.775268+0000 mgr.smithi204.vnvrbl (mgr.24567) 1186 : cluster [DBG] pgmap v1021: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:09.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:07.775268+0000 mgr.smithi204.vnvrbl (mgr.24567) 1186 : cluster [DBG] pgmap v1021: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:11.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:09.775806+0000 mgr.smithi204.vnvrbl (mgr.24567) 1187 : cluster [DBG] pgmap v1022: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:09.775806+0000 mgr.smithi204.vnvrbl (mgr.24567) 1187 : cluster [DBG] pgmap v1022: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:12.209 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:31:12.489 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:31:12.490 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:31:12.490 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 3m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:31:12.490 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 3m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:31:12.491 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 3m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:31:12.491 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 3m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:31:12.491 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 3m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:31:12.491 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 3m ago 4h 617M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:31:12.491 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 3m ago 4h 462M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:31:12.492 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 3m ago 4h 1675M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:31:12.492 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 3m ago 4h 810M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:31:12.492 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 3m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:31:12.492 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 3m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:31:12.492 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 3m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:31:12.493 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:31:12.493 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 3m ago 4h 1140M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:31:12.493 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 3m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:31:12.493 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 3m ago 4h 1363M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:31:12.493 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 3m ago 4h 2188M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:31:12.494 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 3m ago 4h 2040M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:31:12.494 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 3m ago 4h 2170M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:31:12.494 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 3m ago 4h 1805M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:31:12.494 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 3m ago 4h 2656M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:31:12.495 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 3m ago 4h 148M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:31:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:31:11.464131+0000 mon.smithi204 (mon.1) 203 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:31:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:31:11.464394+0000 mon.smithi204 (mon.1) 204 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:31:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:31:11.464629+0000 mon.smithi176 (mon.0) 2697 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:31:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:31:11.464989+0000 mon.smithi176 (mon.0) 2698 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:31:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:11.776429+0000 mgr.smithi204.vnvrbl (mgr.24567) 1188 : cluster [DBG] pgmap v1023: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:31:11.464131+0000 mon.smithi204 (mon.1) 203 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:31:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:31:11.464394+0000 mon.smithi204 (mon.1) 204 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:31:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:31:11.464629+0000 mon.smithi176 (mon.0) 2697 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:31:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:31:11.464989+0000 mon.smithi176 (mon.0) 2698 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:31:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:11.776429+0000 mgr.smithi204.vnvrbl (mgr.24567) 1188 : cluster [DBG] pgmap v1023: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:12.824 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:31:12.825 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:31:12.825 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:31:12.825 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:31:12.825 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:31:12.826 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:31:12.826 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:31:12.826 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:31:12.826 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:31:12.827 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:31:12.827 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:31:12.827 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:31:12.827 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:31:12.828 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:31:12.828 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:31:12.828 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:31:12.828 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:31:12.828 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:31:12.829 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:31:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:31:12.196932+0000 mgr.smithi204.vnvrbl (mgr.24567) 1189 : audit [DBG] from='client.40204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:31:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:31:12.478384+0000 mgr.smithi204.vnvrbl (mgr.24567) 1190 : audit [DBG] from='client.40208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:31:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:31:12.824404+0000 mon.smithi176 (mon.0) 2699 : audit [DBG] from='client.? 172.21.15.176:0/4087212495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:31:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:31:12.196932+0000 mgr.smithi204.vnvrbl (mgr.24567) 1189 : audit [DBG] from='client.40204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:31:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:31:12.478384+0000 mgr.smithi204.vnvrbl (mgr.24567) 1190 : audit [DBG] from='client.40208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:31:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:31:12.824404+0000 mon.smithi176 (mon.0) 2699 : audit [DBG] from='client.? 172.21.15.176:0/4087212495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:31:14.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:13.777296+0000 mgr.smithi204.vnvrbl (mgr.24567) 1191 : cluster [DBG] pgmap v1024: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:13.777296+0000 mgr.smithi204.vnvrbl (mgr.24567) 1191 : cluster [DBG] pgmap v1024: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:15.777810+0000 mgr.smithi204.vnvrbl (mgr.24567) 1192 : cluster [DBG] pgmap v1025: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:17.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:15.777810+0000 mgr.smithi204.vnvrbl (mgr.24567) 1192 : cluster [DBG] pgmap v1025: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:17.778656+0000 mgr.smithi204.vnvrbl (mgr.24567) 1193 : cluster [DBG] pgmap v1026: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:17.778656+0000 mgr.smithi204.vnvrbl (mgr.24567) 1193 : cluster [DBG] pgmap v1026: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:19.779098+0000 mgr.smithi204.vnvrbl (mgr.24567) 1194 : cluster [DBG] pgmap v1027: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:19.779098+0000 mgr.smithi204.vnvrbl (mgr.24567) 1194 : cluster [DBG] pgmap v1027: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:21.779600+0000 mgr.smithi204.vnvrbl (mgr.24567) 1195 : cluster [DBG] pgmap v1028: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:21.779600+0000 mgr.smithi204.vnvrbl (mgr.24567) 1195 : cluster [DBG] pgmap v1028: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:23.780433+0000 mgr.smithi204.vnvrbl (mgr.24567) 1196 : cluster [DBG] pgmap v1029: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:23.780433+0000 mgr.smithi204.vnvrbl (mgr.24567) 1196 : cluster [DBG] pgmap v1029: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:25.781038+0000 mgr.smithi204.vnvrbl (mgr.24567) 1197 : cluster [DBG] pgmap v1030: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:25.781038+0000 mgr.smithi204.vnvrbl (mgr.24567) 1197 : cluster [DBG] pgmap v1030: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:27.781929+0000 mgr.smithi204.vnvrbl (mgr.24567) 1198 : cluster [DBG] pgmap v1031: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:27.781929+0000 mgr.smithi204.vnvrbl (mgr.24567) 1198 : cluster [DBG] pgmap v1031: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:29.782513+0000 mgr.smithi204.vnvrbl (mgr.24567) 1199 : cluster [DBG] pgmap v1032: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:29.782513+0000 mgr.smithi204.vnvrbl (mgr.24567) 1199 : cluster [DBG] pgmap v1032: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:32.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:31.783092+0000 mgr.smithi204.vnvrbl (mgr.24567) 1200 : cluster [DBG] pgmap v1033: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:31.783092+0000 mgr.smithi204.vnvrbl (mgr.24567) 1200 : cluster [DBG] pgmap v1033: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:35.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:33.783893+0000 mgr.smithi204.vnvrbl (mgr.24567) 1201 : cluster [DBG] pgmap v1034: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:35.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:33.783893+0000 mgr.smithi204.vnvrbl (mgr.24567) 1201 : cluster [DBG] pgmap v1034: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:37.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:35.784471+0000 mgr.smithi204.vnvrbl (mgr.24567) 1202 : cluster [DBG] pgmap v1035: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:37.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:35.784471+0000 mgr.smithi204.vnvrbl (mgr.24567) 1202 : cluster [DBG] pgmap v1035: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:37.785268+0000 mgr.smithi204.vnvrbl (mgr.24567) 1203 : cluster [DBG] pgmap v1036: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:39.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:37.785268+0000 mgr.smithi204.vnvrbl (mgr.24567) 1203 : cluster [DBG] pgmap v1036: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:41.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:39.785855+0000 mgr.smithi204.vnvrbl (mgr.24567) 1204 : cluster [DBG] pgmap v1037: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:41.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:39.785855+0000 mgr.smithi204.vnvrbl (mgr.24567) 1204 : cluster [DBG] pgmap v1037: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:41.786377+0000 mgr.smithi204.vnvrbl (mgr.24567) 1205 : cluster [DBG] pgmap v1038: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:41.786377+0000 mgr.smithi204.vnvrbl (mgr.24567) 1205 : cluster [DBG] pgmap v1038: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:43.124 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:31:43.420 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:31:43.420 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:31:43.421 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 3m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:31:43.421 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 3m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:31:43.421 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 3m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:31:43.421 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 3m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:31:43.422 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 3m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:31:43.422 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 3m ago 4h 617M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:31:43.422 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 3m ago 4h 462M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:31:43.422 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 3m ago 4h 1675M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:31:43.423 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 3m ago 4h 810M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:31:43.423 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 3m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:31:43.423 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 3m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:31:43.423 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 3m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:31:43.423 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:31:43.424 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 3m ago 4h 1140M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:31:43.424 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 3m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:31:43.424 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 3m ago 4h 1363M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:31:43.424 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 3m ago 4h 2188M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:31:43.424 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 3m ago 4h 2040M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:31:43.425 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 3m ago 4h 2170M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:31:43.425 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 3m ago 4h 1805M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:31:43.425 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 3m ago 4h 2656M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:31:43.425 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 3m ago 4h 148M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:31:43.768 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:31:43.769 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:31:43.769 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:31:43.769 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:31:43.770 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:31:43.770 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:31:43.771 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:31:43.771 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:31:43.772 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:31:43.772 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:31:43.772 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:31:43.773 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:31:43.773 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:31:43.774 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:31:43.774 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:31:43.774 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:31:43.775 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:31:43.775 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:31:43.775 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:31:44.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:31:43.767339+0000 mon.smithi176 (mon.0) 2700 : audit [DBG] from='client.? 172.21.15.176:0/1704047768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:31:44.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:31:43.767339+0000 mon.smithi176 (mon.0) 2700 : audit [DBG] from='client.? 172.21.15.176:0/1704047768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:31:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:31:43.111742+0000 mgr.smithi204.vnvrbl (mgr.24567) 1206 : audit [DBG] from='client.40216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:31:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:31:43.409681+0000 mgr.smithi204.vnvrbl (mgr.24567) 1207 : audit [DBG] from='client.40220 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:31:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:43.787090+0000 mgr.smithi204.vnvrbl (mgr.24567) 1208 : cluster [DBG] pgmap v1039: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:45.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:31:43.111742+0000 mgr.smithi204.vnvrbl (mgr.24567) 1206 : audit [DBG] from='client.40216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:31:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:31:43.409681+0000 mgr.smithi204.vnvrbl (mgr.24567) 1207 : audit [DBG] from='client.40220 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:31:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:43.787090+0000 mgr.smithi204.vnvrbl (mgr.24567) 1208 : cluster [DBG] pgmap v1039: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:45.787629+0000 mgr.smithi204.vnvrbl (mgr.24567) 1209 : cluster [DBG] pgmap v1040: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:47.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:45.787629+0000 mgr.smithi204.vnvrbl (mgr.24567) 1209 : cluster [DBG] pgmap v1040: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:47.788553+0000 mgr.smithi204.vnvrbl (mgr.24567) 1210 : cluster [DBG] pgmap v1041: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:49.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:47.788553+0000 mgr.smithi204.vnvrbl (mgr.24567) 1210 : cluster [DBG] pgmap v1041: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:49.789004+0000 mgr.smithi204.vnvrbl (mgr.24567) 1211 : cluster [DBG] pgmap v1042: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:49.789004+0000 mgr.smithi204.vnvrbl (mgr.24567) 1211 : cluster [DBG] pgmap v1042: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:51.789432+0000 mgr.smithi204.vnvrbl (mgr.24567) 1212 : cluster [DBG] pgmap v1043: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:51.789432+0000 mgr.smithi204.vnvrbl (mgr.24567) 1212 : cluster [DBG] pgmap v1043: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:53.790396+0000 mgr.smithi204.vnvrbl (mgr.24567) 1213 : cluster [DBG] pgmap v1044: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:53.790396+0000 mgr.smithi204.vnvrbl (mgr.24567) 1213 : cluster [DBG] pgmap v1044: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:55.790765+0000 mgr.smithi204.vnvrbl (mgr.24567) 1214 : cluster [DBG] pgmap v1045: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:55.790765+0000 mgr.smithi204.vnvrbl (mgr.24567) 1214 : cluster [DBG] pgmap v1045: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:31:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:31:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:57.791588+0000 mgr.smithi204.vnvrbl (mgr.24567) 1215 : cluster [DBG] pgmap v1046: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:31:59.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:31:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:57.791588+0000 mgr.smithi204.vnvrbl (mgr.24567) 1215 : cluster [DBG] pgmap v1046: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:31:59.792064+0000 mgr.smithi204.vnvrbl (mgr.24567) 1216 : cluster [DBG] pgmap v1047: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:31:59.792064+0000 mgr.smithi204.vnvrbl (mgr.24567) 1216 : cluster [DBG] pgmap v1047: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:32:01.633851+0000 mon.smithi204 (mon.1) 205 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:32:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:32:01.635287+0000 mon.smithi204 (mon.1) 206 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:32:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:32:01.636088+0000 mon.smithi204 (mon.1) 207 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:32:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:32:01.636809+0000 mgr.smithi204.vnvrbl (mgr.24567) 1217 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:32:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:01.792475+0000 mgr.smithi204.vnvrbl (mgr.24567) 1218 : cluster [DBG] pgmap v1048: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:32:02.039724+0000 mon.smithi176 (mon.0) 2701 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:32:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:32:02.044740+0000 mon.smithi176 (mon.0) 2702 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:32:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:32:01.633851+0000 mon.smithi204 (mon.1) 205 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:32:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:32:01.635287+0000 mon.smithi204 (mon.1) 206 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:32:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:32:01.636088+0000 mon.smithi204 (mon.1) 207 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:32:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:32:01.636809+0000 mgr.smithi204.vnvrbl (mgr.24567) 1217 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:32:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:01.792475+0000 mgr.smithi204.vnvrbl (mgr.24567) 1218 : cluster [DBG] pgmap v1048: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:02.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:32:02.039724+0000 mon.smithi176 (mon.0) 2701 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:32:02.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:32:02.044740+0000 mon.smithi176 (mon.0) 2702 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:32:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:03.793263+0000 mgr.smithi204.vnvrbl (mgr.24567) 1219 : cluster [DBG] pgmap v1049: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:05.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:03.793263+0000 mgr.smithi204.vnvrbl (mgr.24567) 1219 : cluster [DBG] pgmap v1049: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:05.793863+0000 mgr.smithi204.vnvrbl (mgr.24567) 1220 : cluster [DBG] pgmap v1050: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:05.793863+0000 mgr.smithi204.vnvrbl (mgr.24567) 1220 : cluster [DBG] pgmap v1050: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:09.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:07.794827+0000 mgr.smithi204.vnvrbl (mgr.24567) 1221 : cluster [DBG] pgmap v1051: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:09.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:07.794827+0000 mgr.smithi204.vnvrbl (mgr.24567) 1221 : cluster [DBG] pgmap v1051: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:11.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:09.795311+0000 mgr.smithi204.vnvrbl (mgr.24567) 1222 : cluster [DBG] pgmap v1052: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:09.795311+0000 mgr.smithi204.vnvrbl (mgr.24567) 1222 : cluster [DBG] pgmap v1052: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:12.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:32:11.468476+0000 mon.smithi204 (mon.1) 208 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:32:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:32:11.468775+0000 mon.smithi204 (mon.1) 209 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:32:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:32:11.469112+0000 mon.smithi176 (mon.0) 2703 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:32:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:32:11.469545+0000 mon.smithi176 (mon.0) 2704 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:32:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:11.795759+0000 mgr.smithi204.vnvrbl (mgr.24567) 1223 : cluster [DBG] pgmap v1053: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:32:11.468476+0000 mon.smithi204 (mon.1) 208 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:32:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:32:11.468775+0000 mon.smithi204 (mon.1) 209 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:32:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:32:11.469112+0000 mon.smithi176 (mon.0) 2703 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:32:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:32:11.469545+0000 mon.smithi176 (mon.0) 2704 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:32:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:11.795759+0000 mgr.smithi204.vnvrbl (mgr.24567) 1223 : cluster [DBG] pgmap v1053: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:14.065 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:32:14.343 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:32:14.343 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:32:14.343 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 4m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:32:14.344 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 4m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:32:14.344 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 4m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:32:14.344 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 4m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:32:14.344 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 4m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:32:14.344 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 4m ago 4h 617M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:32:14.345 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 4m ago 4h 462M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:32:14.345 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 4m ago 4h 1675M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:32:14.345 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 4m ago 4h 810M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:32:14.345 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 4m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:32:14.346 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 4m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:32:14.346 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 4m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:32:14.346 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:32:14.346 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 4m ago 4h 1140M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:32:14.346 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 4m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:32:14.347 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 4m ago 4h 1363M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:32:14.347 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 4m ago 4h 2188M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:32:14.347 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 4m ago 4h 2040M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:32:14.347 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 4m ago 4h 2170M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:32:14.347 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 4m ago 4h 1805M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:32:14.348 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 4m ago 4h 2656M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:32:14.348 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 4m ago 4h 148M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:32:14.668 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:32:14.668 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:32:14.669 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:32:14.669 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:32:14.669 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:32:14.669 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:32:14.669 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:32:14.670 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:32:14.670 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:32:14.670 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:32:14.670 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:32:14.670 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:32:14.671 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:32:14.671 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:32:14.671 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:32:14.671 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:32:14.671 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:32:14.672 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:32:14.672 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:32:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:13.796720+0000 mgr.smithi204.vnvrbl (mgr.24567) 1224 : cluster [DBG] pgmap v1054: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:32:14.052446+0000 mgr.smithi204.vnvrbl (mgr.24567) 1225 : audit [DBG] from='client.40228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:32:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:32:14.667852+0000 mon.smithi176 (mon.0) 2705 : audit [DBG] from='client.? 172.21.15.176:0/2266955318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:32:15.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:13.796720+0000 mgr.smithi204.vnvrbl (mgr.24567) 1224 : cluster [DBG] pgmap v1054: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:32:14.052446+0000 mgr.smithi204.vnvrbl (mgr.24567) 1225 : audit [DBG] from='client.40228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:32:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:32:14.667852+0000 mon.smithi176 (mon.0) 2705 : audit [DBG] from='client.? 172.21.15.176:0/2266955318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:32:16.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:32:14.332421+0000 mgr.smithi204.vnvrbl (mgr.24567) 1226 : audit [DBG] from='client.40232 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:32:16.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:32:14.332421+0000 mgr.smithi204.vnvrbl (mgr.24567) 1226 : audit [DBG] from='client.40232 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:32:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:15.797334+0000 mgr.smithi204.vnvrbl (mgr.24567) 1227 : cluster [DBG] pgmap v1055: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:17.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:15.797334+0000 mgr.smithi204.vnvrbl (mgr.24567) 1227 : cluster [DBG] pgmap v1055: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:19.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:17.798129+0000 mgr.smithi204.vnvrbl (mgr.24567) 1228 : cluster [DBG] pgmap v1056: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:17.798129+0000 mgr.smithi204.vnvrbl (mgr.24567) 1228 : cluster [DBG] pgmap v1056: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:21.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:19.798621+0000 mgr.smithi204.vnvrbl (mgr.24567) 1229 : cluster [DBG] pgmap v1057: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:19.798621+0000 mgr.smithi204.vnvrbl (mgr.24567) 1229 : cluster [DBG] pgmap v1057: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:22.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:21.799006+0000 mgr.smithi204.vnvrbl (mgr.24567) 1230 : cluster [DBG] pgmap v1058: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:21.799006+0000 mgr.smithi204.vnvrbl (mgr.24567) 1230 : cluster [DBG] pgmap v1058: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:25.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:23.799944+0000 mgr.smithi204.vnvrbl (mgr.24567) 1231 : cluster [DBG] pgmap v1059: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:23.799944+0000 mgr.smithi204.vnvrbl (mgr.24567) 1231 : cluster [DBG] pgmap v1059: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:27.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:25.800533+0000 mgr.smithi204.vnvrbl (mgr.24567) 1232 : cluster [DBG] pgmap v1060: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:25.800533+0000 mgr.smithi204.vnvrbl (mgr.24567) 1232 : cluster [DBG] pgmap v1060: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:29.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:27.801540+0000 mgr.smithi204.vnvrbl (mgr.24567) 1233 : cluster [DBG] pgmap v1061: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:27.801540+0000 mgr.smithi204.vnvrbl (mgr.24567) 1233 : cluster [DBG] pgmap v1061: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:31.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:29.802069+0000 mgr.smithi204.vnvrbl (mgr.24567) 1234 : cluster [DBG] pgmap v1062: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:29.802069+0000 mgr.smithi204.vnvrbl (mgr.24567) 1234 : cluster [DBG] pgmap v1062: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:31.802527+0000 mgr.smithi204.vnvrbl (mgr.24567) 1235 : cluster [DBG] pgmap v1063: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:31.802527+0000 mgr.smithi204.vnvrbl (mgr.24567) 1235 : cluster [DBG] pgmap v1063: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:35.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:33.803267+0000 mgr.smithi204.vnvrbl (mgr.24567) 1236 : cluster [DBG] pgmap v1064: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:35.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:33.803267+0000 mgr.smithi204.vnvrbl (mgr.24567) 1236 : cluster [DBG] pgmap v1064: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:35.803665+0000 mgr.smithi204.vnvrbl (mgr.24567) 1237 : cluster [DBG] pgmap v1065: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:37.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:35.803665+0000 mgr.smithi204.vnvrbl (mgr.24567) 1237 : cluster [DBG] pgmap v1065: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:37.804593+0000 mgr.smithi204.vnvrbl (mgr.24567) 1238 : cluster [DBG] pgmap v1066: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:39.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:37.804593+0000 mgr.smithi204.vnvrbl (mgr.24567) 1238 : cluster [DBG] pgmap v1066: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:41.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:39.805109+0000 mgr.smithi204.vnvrbl (mgr.24567) 1239 : cluster [DBG] pgmap v1067: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:41.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:39.805109+0000 mgr.smithi204.vnvrbl (mgr.24567) 1239 : cluster [DBG] pgmap v1067: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:41.805729+0000 mgr.smithi204.vnvrbl (mgr.24567) 1240 : cluster [DBG] pgmap v1068: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:41.805729+0000 mgr.smithi204.vnvrbl (mgr.24567) 1240 : cluster [DBG] pgmap v1068: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:44.969 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:32:45.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:43.806468+0000 mgr.smithi204.vnvrbl (mgr.24567) 1241 : cluster [DBG] pgmap v1069: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:45.243 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:32:45.244 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:32:45.244 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 4m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:32:45.244 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 4m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:32:45.244 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 4m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:32:45.245 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 4m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:32:45.245 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 4m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:32:45.245 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 4m ago 4h 617M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:32:45.245 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 4m ago 4h 462M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:32:45.246 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 4m ago 4h 1675M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:32:45.246 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 4m ago 4h 810M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:32:45.246 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 4m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:32:45.246 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 4m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:32:45.246 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 4m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:32:45.247 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:32:45.247 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 4m ago 4h 1140M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:32:45.247 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 4m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:32:45.247 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 4m ago 4h 1363M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:32:45.248 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 4m ago 4h 2188M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:32:45.248 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 4m ago 4h 2040M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:32:45.248 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 4m ago 4h 2170M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:32:45.248 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 4m ago 4h 1805M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:32:45.248 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 4m ago 4h 2656M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:32:45.249 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 4m ago 4h 148M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:32:45.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:43.806468+0000 mgr.smithi204.vnvrbl (mgr.24567) 1241 : cluster [DBG] pgmap v1069: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:45.573 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:32:45.574 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:32:45.574 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:32:45.574 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:32:45.575 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:32:45.575 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:32:45.575 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:32:45.575 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:32:45.575 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:32:45.576 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:32:45.576 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:32:45.576 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:32:45.576 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:32:45.577 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:32:45.577 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:32:45.577 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:32:45.577 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:32:45.578 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:32:45.578 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:32:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:32:44.956601+0000 mgr.smithi204.vnvrbl (mgr.24567) 1242 : audit [DBG] from='client.40240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:32:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:32:45.573099+0000 mon.smithi176 (mon.0) 2706 : audit [DBG] from='client.? 172.21.15.176:0/1278926326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:32:46.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:32:44.956601+0000 mgr.smithi204.vnvrbl (mgr.24567) 1242 : audit [DBG] from='client.40240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:32:46.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:32:45.573099+0000 mon.smithi176 (mon.0) 2706 : audit [DBG] from='client.? 172.21.15.176:0/1278926326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:32:47.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:32:45.232741+0000 mgr.smithi204.vnvrbl (mgr.24567) 1243 : audit [DBG] from='client.40244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:32:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:45.806916+0000 mgr.smithi204.vnvrbl (mgr.24567) 1244 : cluster [DBG] pgmap v1070: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:47.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:32:45.232741+0000 mgr.smithi204.vnvrbl (mgr.24567) 1243 : audit [DBG] from='client.40244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:32:47.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:45.806916+0000 mgr.smithi204.vnvrbl (mgr.24567) 1244 : cluster [DBG] pgmap v1070: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:49.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:47.807805+0000 mgr.smithi204.vnvrbl (mgr.24567) 1245 : cluster [DBG] pgmap v1071: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:49.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:47.807805+0000 mgr.smithi204.vnvrbl (mgr.24567) 1245 : cluster [DBG] pgmap v1071: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:49.808315+0000 mgr.smithi204.vnvrbl (mgr.24567) 1246 : cluster [DBG] pgmap v1072: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:49.808315+0000 mgr.smithi204.vnvrbl (mgr.24567) 1246 : cluster [DBG] pgmap v1072: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:51.808801+0000 mgr.smithi204.vnvrbl (mgr.24567) 1247 : cluster [DBG] pgmap v1073: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:51.808801+0000 mgr.smithi204.vnvrbl (mgr.24567) 1247 : cluster [DBG] pgmap v1073: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:53.809608+0000 mgr.smithi204.vnvrbl (mgr.24567) 1248 : cluster [DBG] pgmap v1074: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:53.809608+0000 mgr.smithi204.vnvrbl (mgr.24567) 1248 : cluster [DBG] pgmap v1074: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:57.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:55.810028+0000 mgr.smithi204.vnvrbl (mgr.24567) 1249 : cluster [DBG] pgmap v1075: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:55.810028+0000 mgr.smithi204.vnvrbl (mgr.24567) 1249 : cluster [DBG] pgmap v1075: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:32:59.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:32:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:57.811012+0000 mgr.smithi204.vnvrbl (mgr.24567) 1250 : cluster [DBG] pgmap v1076: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:32:59.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:32:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:57.811012+0000 mgr.smithi204.vnvrbl (mgr.24567) 1250 : cluster [DBG] pgmap v1076: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:01.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:32:59.811570+0000 mgr.smithi204.vnvrbl (mgr.24567) 1251 : cluster [DBG] pgmap v1077: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:32:59.811570+0000 mgr.smithi204.vnvrbl (mgr.24567) 1251 : cluster [DBG] pgmap v1077: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:02.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:01.812047+0000 mgr.smithi204.vnvrbl (mgr.24567) 1252 : cluster [DBG] pgmap v1078: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:33:02.047525+0000 mon.smithi204 (mon.1) 210 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:33:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:33:02.048897+0000 mon.smithi204 (mon.1) 211 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:33:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:33:02.049715+0000 mon.smithi204 (mon.1) 212 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:33:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:33:02.050431+0000 mgr.smithi204.vnvrbl (mgr.24567) 1253 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:33:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:01.812047+0000 mgr.smithi204.vnvrbl (mgr.24567) 1252 : cluster [DBG] pgmap v1078: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:33:02.047525+0000 mon.smithi204 (mon.1) 210 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:33:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:33:02.048897+0000 mon.smithi204 (mon.1) 211 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:33:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:33:02.049715+0000 mon.smithi204 (mon.1) 212 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:33:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:33:02.050431+0000 mgr.smithi204.vnvrbl (mgr.24567) 1253 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:33:03.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:33:02.455409+0000 mon.smithi176 (mon.0) 2707 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:33:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:33:02.460519+0000 mon.smithi176 (mon.0) 2708 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:33:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:33:02.455409+0000 mon.smithi176 (mon.0) 2707 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:33:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:33:02.460519+0000 mon.smithi176 (mon.0) 2708 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:33:04.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:03.812725+0000 mgr.smithi204.vnvrbl (mgr.24567) 1254 : cluster [DBG] pgmap v1079: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:03.812725+0000 mgr.smithi204.vnvrbl (mgr.24567) 1254 : cluster [DBG] pgmap v1079: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:05.813288+0000 mgr.smithi204.vnvrbl (mgr.24567) 1255 : cluster [DBG] pgmap v1080: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:05.813288+0000 mgr.smithi204.vnvrbl (mgr.24567) 1255 : cluster [DBG] pgmap v1080: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:07.814105+0000 mgr.smithi204.vnvrbl (mgr.24567) 1256 : cluster [DBG] pgmap v1081: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:09.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:07.814105+0000 mgr.smithi204.vnvrbl (mgr.24567) 1256 : cluster [DBG] pgmap v1081: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:09.814512+0000 mgr.smithi204.vnvrbl (mgr.24567) 1257 : cluster [DBG] pgmap v1082: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:09.814512+0000 mgr.smithi204.vnvrbl (mgr.24567) 1257 : cluster [DBG] pgmap v1082: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:33:11.472508+0000 mon.smithi204 (mon.1) 213 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:33:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:33:11.472780+0000 mon.smithi204 (mon.1) 214 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:33:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:33:11.472980+0000 mon.smithi176 (mon.0) 2709 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:33:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:33:11.473273+0000 mon.smithi176 (mon.0) 2710 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:33:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:11.814909+0000 mgr.smithi204.vnvrbl (mgr.24567) 1258 : cluster [DBG] pgmap v1083: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:33:11.472508+0000 mon.smithi204 (mon.1) 213 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:33:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:33:11.472780+0000 mon.smithi204 (mon.1) 214 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:33:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:33:11.472980+0000 mon.smithi176 (mon.0) 2709 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:33:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:33:11.473273+0000 mon.smithi176 (mon.0) 2710 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:33:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:11.814909+0000 mgr.smithi204.vnvrbl (mgr.24567) 1258 : cluster [DBG] pgmap v1083: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:13.815700+0000 mgr.smithi204.vnvrbl (mgr.24567) 1259 : cluster [DBG] pgmap v1084: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:15.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:13.815700+0000 mgr.smithi204.vnvrbl (mgr.24567) 1259 : cluster [DBG] pgmap v1084: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:15.866 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:33:16.144 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:33:16.144 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 5m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:33:16.144 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 5m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:33:16.145 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 5m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:33:16.145 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 5m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:33:16.145 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 5m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:33:16.145 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 5m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:33:16.145 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 5m ago 4h 617M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:33:16.146 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 5m ago 4h 462M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:33:16.146 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 5m ago 4h 1675M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:33:16.146 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 5m ago 4h 810M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:33:16.146 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 5m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:33:16.146 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 5m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:33:16.147 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 5m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:33:16.147 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:33:16.147 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 5m ago 4h 1140M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:33:16.147 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 5m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:33:16.147 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 5m ago 4h 1363M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:33:16.148 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 5m ago 4h 2188M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:33:16.148 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 5m ago 4h 2040M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:33:16.148 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 5m ago 4h 2170M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:33:16.148 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 5m ago 4h 1805M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:33:16.149 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 5m ago 4h 2656M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:33:16.149 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 5m ago 4h 148M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:33:16.475 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:33:16.475 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:33:16.476 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:33:16.476 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:33:16.476 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:33:16.476 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:33:16.476 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:33:16.477 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:33:16.477 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:33:16.477 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:33:16.477 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:33:16.477 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:33:16.478 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:33:16.478 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:33:16.478 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:33:16.478 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:33:16.479 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:33:16.479 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:33:16.479 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:33:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:15.816241+0000 mgr.smithi204.vnvrbl (mgr.24567) 1260 : cluster [DBG] pgmap v1085: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:33:15.854012+0000 mgr.smithi204.vnvrbl (mgr.24567) 1261 : audit [DBG] from='client.40252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:33:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:33:16.474814+0000 mon.smithi176 (mon.0) 2711 : audit [DBG] from='client.? 172.21.15.176:0/1422531446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:33:17.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:15.816241+0000 mgr.smithi204.vnvrbl (mgr.24567) 1260 : cluster [DBG] pgmap v1085: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:17.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:33:15.854012+0000 mgr.smithi204.vnvrbl (mgr.24567) 1261 : audit [DBG] from='client.40252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:33:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:33:16.474814+0000 mon.smithi176 (mon.0) 2711 : audit [DBG] from='client.? 172.21.15.176:0/1422531446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:33:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:33:16.133166+0000 mgr.smithi204.vnvrbl (mgr.24567) 1262 : audit [DBG] from='client.40256 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:33:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:33:16.133166+0000 mgr.smithi204.vnvrbl (mgr.24567) 1262 : audit [DBG] from='client.40256 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:33:19.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:17.817070+0000 mgr.smithi204.vnvrbl (mgr.24567) 1263 : cluster [DBG] pgmap v1086: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:17.817070+0000 mgr.smithi204.vnvrbl (mgr.24567) 1263 : cluster [DBG] pgmap v1086: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:19.817460+0000 mgr.smithi204.vnvrbl (mgr.24567) 1264 : cluster [DBG] pgmap v1087: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:19.817460+0000 mgr.smithi204.vnvrbl (mgr.24567) 1264 : cluster [DBG] pgmap v1087: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:21.818101+0000 mgr.smithi204.vnvrbl (mgr.24567) 1265 : cluster [DBG] pgmap v1088: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:21.818101+0000 mgr.smithi204.vnvrbl (mgr.24567) 1265 : cluster [DBG] pgmap v1088: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:25.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:23.818867+0000 mgr.smithi204.vnvrbl (mgr.24567) 1266 : cluster [DBG] pgmap v1089: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:23.818867+0000 mgr.smithi204.vnvrbl (mgr.24567) 1266 : cluster [DBG] pgmap v1089: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:25.819392+0000 mgr.smithi204.vnvrbl (mgr.24567) 1267 : cluster [DBG] pgmap v1090: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:25.819392+0000 mgr.smithi204.vnvrbl (mgr.24567) 1267 : cluster [DBG] pgmap v1090: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:29.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:27.820074+0000 mgr.smithi204.vnvrbl (mgr.24567) 1268 : cluster [DBG] pgmap v1091: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:27.820074+0000 mgr.smithi204.vnvrbl (mgr.24567) 1268 : cluster [DBG] pgmap v1091: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:29.820557+0000 mgr.smithi204.vnvrbl (mgr.24567) 1269 : cluster [DBG] pgmap v1092: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:29.820557+0000 mgr.smithi204.vnvrbl (mgr.24567) 1269 : cluster [DBG] pgmap v1092: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:31.821063+0000 mgr.smithi204.vnvrbl (mgr.24567) 1270 : cluster [DBG] pgmap v1093: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:31.821063+0000 mgr.smithi204.vnvrbl (mgr.24567) 1270 : cluster [DBG] pgmap v1093: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:33.821842+0000 mgr.smithi204.vnvrbl (mgr.24567) 1271 : cluster [DBG] pgmap v1094: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:35.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:33.821842+0000 mgr.smithi204.vnvrbl (mgr.24567) 1271 : cluster [DBG] pgmap v1094: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:35.822439+0000 mgr.smithi204.vnvrbl (mgr.24567) 1272 : cluster [DBG] pgmap v1095: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:37.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:35.822439+0000 mgr.smithi204.vnvrbl (mgr.24567) 1272 : cluster [DBG] pgmap v1095: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:37.823443+0000 mgr.smithi204.vnvrbl (mgr.24567) 1273 : cluster [DBG] pgmap v1096: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:39.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:37.823443+0000 mgr.smithi204.vnvrbl (mgr.24567) 1273 : cluster [DBG] pgmap v1096: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:39.823940+0000 mgr.smithi204.vnvrbl (mgr.24567) 1274 : cluster [DBG] pgmap v1097: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:41.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:39.823940+0000 mgr.smithi204.vnvrbl (mgr.24567) 1274 : cluster [DBG] pgmap v1097: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:42.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:41.824478+0000 mgr.smithi204.vnvrbl (mgr.24567) 1275 : cluster [DBG] pgmap v1098: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:41.824478+0000 mgr.smithi204.vnvrbl (mgr.24567) 1275 : cluster [DBG] pgmap v1098: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:43.825478+0000 mgr.smithi204.vnvrbl (mgr.24567) 1276 : cluster [DBG] pgmap v1099: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:45.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:43.825478+0000 mgr.smithi204.vnvrbl (mgr.24567) 1276 : cluster [DBG] pgmap v1099: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:46.770 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:33:47.047 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:33:47.048 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 5m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:33:47.048 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 5m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:33:47.048 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 5m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:33:47.049 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 5m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:33:47.049 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 5m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:33:47.049 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 5m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:33:47.049 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 5m ago 4h 617M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:33:47.050 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 5m ago 4h 462M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:33:47.050 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 5m ago 4h 1675M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:33:47.050 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 5m ago 4h 810M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:33:47.050 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 5m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:33:47.051 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 5m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:33:47.051 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 5m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:33:47.051 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:33:47.051 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 5m ago 4h 1140M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:33:47.052 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 5m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:33:47.052 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 5m ago 4h 1363M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:33:47.052 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 5m ago 4h 2188M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:33:47.052 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 5m ago 4h 2040M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:33:47.052 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 5m ago 4h 2170M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:33:47.053 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 5m ago 4h 1805M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:33:47.053 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 5m ago 4h 2656M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:33:47.053 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 5m ago 4h 148M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:33:47.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:45.825957+0000 mgr.smithi204.vnvrbl (mgr.24567) 1277 : cluster [DBG] pgmap v1100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:47.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:45.825957+0000 mgr.smithi204.vnvrbl (mgr.24567) 1277 : cluster [DBG] pgmap v1100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:47.378 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:33:47.378 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:33:47.379 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:33:47.379 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:33:47.379 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:33:47.379 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:33:47.380 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:33:47.380 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:33:47.380 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:33:47.380 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:33:47.380 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:33:47.381 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:33:47.381 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:33:47.381 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:33:47.381 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:33:47.382 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:33:47.382 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:33:47.382 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:33:47.382 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:33:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:33:46.757573+0000 mgr.smithi204.vnvrbl (mgr.24567) 1278 : audit [DBG] from='client.40264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:33:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:33:47.036381+0000 mgr.smithi204.vnvrbl (mgr.24567) 1279 : audit [DBG] from='client.40268 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:33:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:33:47.377790+0000 mon.smithi176 (mon.0) 2712 : audit [DBG] from='client.? 172.21.15.176:0/3625405423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:33:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:33:46.757573+0000 mgr.smithi204.vnvrbl (mgr.24567) 1278 : audit [DBG] from='client.40264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:33:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:33:47.036381+0000 mgr.smithi204.vnvrbl (mgr.24567) 1279 : audit [DBG] from='client.40268 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:33:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:33:47.377790+0000 mon.smithi176 (mon.0) 2712 : audit [DBG] from='client.? 172.21.15.176:0/3625405423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:33:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:47.826728+0000 mgr.smithi204.vnvrbl (mgr.24567) 1280 : cluster [DBG] pgmap v1101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:49.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:47.826728+0000 mgr.smithi204.vnvrbl (mgr.24567) 1280 : cluster [DBG] pgmap v1101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:51.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:49.827120+0000 mgr.smithi204.vnvrbl (mgr.24567) 1281 : cluster [DBG] pgmap v1102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:49.827120+0000 mgr.smithi204.vnvrbl (mgr.24567) 1281 : cluster [DBG] pgmap v1102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:51.827761+0000 mgr.smithi204.vnvrbl (mgr.24567) 1282 : cluster [DBG] pgmap v1103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:51.827761+0000 mgr.smithi204.vnvrbl (mgr.24567) 1282 : cluster [DBG] pgmap v1103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:55.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:53.828741+0000 mgr.smithi204.vnvrbl (mgr.24567) 1283 : cluster [DBG] pgmap v1104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:53.828741+0000 mgr.smithi204.vnvrbl (mgr.24567) 1283 : cluster [DBG] pgmap v1104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:57.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:55.829154+0000 mgr.smithi204.vnvrbl (mgr.24567) 1284 : cluster [DBG] pgmap v1105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:55.829154+0000 mgr.smithi204.vnvrbl (mgr.24567) 1284 : cluster [DBG] pgmap v1105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:33:59.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:33:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:57.829918+0000 mgr.smithi204.vnvrbl (mgr.24567) 1285 : cluster [DBG] pgmap v1106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:33:59.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:33:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:57.829918+0000 mgr.smithi204.vnvrbl (mgr.24567) 1285 : cluster [DBG] pgmap v1106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:33:59.830428+0000 mgr.smithi204.vnvrbl (mgr.24567) 1286 : cluster [DBG] pgmap v1107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:33:59.830428+0000 mgr.smithi204.vnvrbl (mgr.24567) 1286 : cluster [DBG] pgmap v1107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:01.830946+0000 mgr.smithi204.vnvrbl (mgr.24567) 1287 : cluster [DBG] pgmap v1108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:01.830946+0000 mgr.smithi204.vnvrbl (mgr.24567) 1287 : cluster [DBG] pgmap v1108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:34:02.463479+0000 mon.smithi204 (mon.1) 215 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:34:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:34:02.464883+0000 mon.smithi204 (mon.1) 216 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:34:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:34:02.465804+0000 mon.smithi204 (mon.1) 217 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:34:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:34:02.466599+0000 mgr.smithi204.vnvrbl (mgr.24567) 1288 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:34:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:34:02.864329+0000 mon.smithi176 (mon.0) 2713 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:34:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:34:02.868948+0000 mon.smithi176 (mon.0) 2714 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:34:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:34:02.463479+0000 mon.smithi204 (mon.1) 215 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:34:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:34:02.464883+0000 mon.smithi204 (mon.1) 216 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:34:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:34:02.465804+0000 mon.smithi204 (mon.1) 217 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:34:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:34:02.466599+0000 mgr.smithi204.vnvrbl (mgr.24567) 1288 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:34:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:34:02.864329+0000 mon.smithi176 (mon.0) 2713 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:34:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:34:02.868948+0000 mon.smithi176 (mon.0) 2714 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:34:04.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:03.831856+0000 mgr.smithi204.vnvrbl (mgr.24567) 1289 : cluster [DBG] pgmap v1109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:03.831856+0000 mgr.smithi204.vnvrbl (mgr.24567) 1289 : cluster [DBG] pgmap v1109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:05.832468+0000 mgr.smithi204.vnvrbl (mgr.24567) 1290 : cluster [DBG] pgmap v1110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:05.832468+0000 mgr.smithi204.vnvrbl (mgr.24567) 1290 : cluster [DBG] pgmap v1110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:09.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:07.833274+0000 mgr.smithi204.vnvrbl (mgr.24567) 1291 : cluster [DBG] pgmap v1111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:09.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:07.833274+0000 mgr.smithi204.vnvrbl (mgr.24567) 1291 : cluster [DBG] pgmap v1111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:09.833870+0000 mgr.smithi204.vnvrbl (mgr.24567) 1292 : cluster [DBG] pgmap v1112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:09.833870+0000 mgr.smithi204.vnvrbl (mgr.24567) 1292 : cluster [DBG] pgmap v1112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:34:11.478207+0000 mon.smithi204 (mon.1) 218 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:34:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:34:11.478467+0000 mon.smithi204 (mon.1) 219 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:34:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:34:11.478668+0000 mon.smithi176 (mon.0) 2715 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:34:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:34:11.478961+0000 mon.smithi176 (mon.0) 2716 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:34:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:11.834487+0000 mgr.smithi204.vnvrbl (mgr.24567) 1293 : cluster [DBG] pgmap v1113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:34:11.478207+0000 mon.smithi204 (mon.1) 218 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:34:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:34:11.478467+0000 mon.smithi204 (mon.1) 219 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:34:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:34:11.478668+0000 mon.smithi176 (mon.0) 2715 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:34:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:34:11.478961+0000 mon.smithi176 (mon.0) 2716 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:34:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:11.834487+0000 mgr.smithi204.vnvrbl (mgr.24567) 1293 : cluster [DBG] pgmap v1113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:15.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:13.835415+0000 mgr.smithi204.vnvrbl (mgr.24567) 1294 : cluster [DBG] pgmap v1114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:15.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:13.835415+0000 mgr.smithi204.vnvrbl (mgr.24567) 1294 : cluster [DBG] pgmap v1114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:15.836053+0000 mgr.smithi204.vnvrbl (mgr.24567) 1295 : cluster [DBG] pgmap v1115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:17.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:15.836053+0000 mgr.smithi204.vnvrbl (mgr.24567) 1295 : cluster [DBG] pgmap v1115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:17.677 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:34:17.955 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:34:17.956 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:34:17.956 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 6m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:34:17.956 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 6m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:34:17.956 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 6m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:34:17.957 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 6m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:34:17.957 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 6m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:34:17.957 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 6m ago 4h 617M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:34:17.957 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 6m ago 4h 462M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:34:17.958 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 6m ago 4h 1675M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:34:17.958 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 6m ago 4h 810M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:34:17.958 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 6m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:34:17.958 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 6m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:34:17.959 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 6m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:34:17.959 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 6m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:34:17.959 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 6m ago 4h 1140M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:34:17.959 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 6m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:34:17.960 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 6m ago 4h 1363M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:34:17.960 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 6m ago 4h 2188M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:34:17.960 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 6m ago 4h 2040M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:34:17.960 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 6m ago 4h 2170M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:34:17.960 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 6m ago 4h 1805M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:34:17.961 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 6m ago 4h 2656M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:34:17.961 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 6m ago 4h 148M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:34:18.284 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:34:18.284 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:34:18.284 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:34:18.284 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:34:18.285 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:34:18.285 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:34:18.285 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:34:18.285 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:34:18.286 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:34:18.286 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:34:18.286 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:34:18.286 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:34:18.286 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:34:18.287 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:34:18.287 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:34:18.287 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:34:18.287 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:34:18.288 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:34:18.288 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:34:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:34:17.665240+0000 mgr.smithi204.vnvrbl (mgr.24567) 1296 : audit [DBG] from='client.40276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:34:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:17.836939+0000 mgr.smithi204.vnvrbl (mgr.24567) 1297 : cluster [DBG] pgmap v1116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:34:17.945072+0000 mgr.smithi204.vnvrbl (mgr.24567) 1298 : audit [DBG] from='client.40280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:34:19.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:34:18.283459+0000 mon.smithi176 (mon.0) 2717 : audit [DBG] from='client.? 172.21.15.176:0/3834668503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:34:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:34:17.665240+0000 mgr.smithi204.vnvrbl (mgr.24567) 1296 : audit [DBG] from='client.40276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:34:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:17.836939+0000 mgr.smithi204.vnvrbl (mgr.24567) 1297 : cluster [DBG] pgmap v1116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:34:17.945072+0000 mgr.smithi204.vnvrbl (mgr.24567) 1298 : audit [DBG] from='client.40280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:34:19.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:34:18.283459+0000 mon.smithi176 (mon.0) 2717 : audit [DBG] from='client.? 172.21.15.176:0/3834668503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:34:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:19.837443+0000 mgr.smithi204.vnvrbl (mgr.24567) 1299 : cluster [DBG] pgmap v1117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:19.837443+0000 mgr.smithi204.vnvrbl (mgr.24567) 1299 : cluster [DBG] pgmap v1117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:22.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:21.837970+0000 mgr.smithi204.vnvrbl (mgr.24567) 1300 : cluster [DBG] pgmap v1118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:21.837970+0000 mgr.smithi204.vnvrbl (mgr.24567) 1300 : cluster [DBG] pgmap v1118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:23.838768+0000 mgr.smithi204.vnvrbl (mgr.24567) 1301 : cluster [DBG] pgmap v1119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:23.838768+0000 mgr.smithi204.vnvrbl (mgr.24567) 1301 : cluster [DBG] pgmap v1119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:25.839245+0000 mgr.smithi204.vnvrbl (mgr.24567) 1302 : cluster [DBG] pgmap v1120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:25.839245+0000 mgr.smithi204.vnvrbl (mgr.24567) 1302 : cluster [DBG] pgmap v1120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:29.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:27.840017+0000 mgr.smithi204.vnvrbl (mgr.24567) 1303 : cluster [DBG] pgmap v1121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:27.840017+0000 mgr.smithi204.vnvrbl (mgr.24567) 1303 : cluster [DBG] pgmap v1121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:31.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:29.840610+0000 mgr.smithi204.vnvrbl (mgr.24567) 1304 : cluster [DBG] pgmap v1122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:29.840610+0000 mgr.smithi204.vnvrbl (mgr.24567) 1304 : cluster [DBG] pgmap v1122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:31.841053+0000 mgr.smithi204.vnvrbl (mgr.24567) 1305 : cluster [DBG] pgmap v1123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:31.841053+0000 mgr.smithi204.vnvrbl (mgr.24567) 1305 : cluster [DBG] pgmap v1123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:33.841806+0000 mgr.smithi204.vnvrbl (mgr.24567) 1306 : cluster [DBG] pgmap v1124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:35.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:33.841806+0000 mgr.smithi204.vnvrbl (mgr.24567) 1306 : cluster [DBG] pgmap v1124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:35.842381+0000 mgr.smithi204.vnvrbl (mgr.24567) 1307 : cluster [DBG] pgmap v1125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:37.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:35.842381+0000 mgr.smithi204.vnvrbl (mgr.24567) 1307 : cluster [DBG] pgmap v1125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:37.843237+0000 mgr.smithi204.vnvrbl (mgr.24567) 1308 : cluster [DBG] pgmap v1126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:39.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:37.843237+0000 mgr.smithi204.vnvrbl (mgr.24567) 1308 : cluster [DBG] pgmap v1126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:39.843702+0000 mgr.smithi204.vnvrbl (mgr.24567) 1309 : cluster [DBG] pgmap v1127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:41.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:39.843702+0000 mgr.smithi204.vnvrbl (mgr.24567) 1309 : cluster [DBG] pgmap v1127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:42.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:41.844181+0000 mgr.smithi204.vnvrbl (mgr.24567) 1310 : cluster [DBG] pgmap v1128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:41.844181+0000 mgr.smithi204.vnvrbl (mgr.24567) 1310 : cluster [DBG] pgmap v1128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:45.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:43.844980+0000 mgr.smithi204.vnvrbl (mgr.24567) 1311 : cluster [DBG] pgmap v1129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:45.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:43.844980+0000 mgr.smithi204.vnvrbl (mgr.24567) 1311 : cluster [DBG] pgmap v1129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:47.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:45.845470+0000 mgr.smithi204.vnvrbl (mgr.24567) 1312 : cluster [DBG] pgmap v1130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:47.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:45.845470+0000 mgr.smithi204.vnvrbl (mgr.24567) 1312 : cluster [DBG] pgmap v1130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:48.586 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:34:48.858 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:34:48.858 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:34:48.858 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 6m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:34:48.859 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 6m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:34:48.859 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 6m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:34:48.859 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 6m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:34:48.859 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 6m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:34:48.859 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 6m ago 4h 617M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:34:48.860 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 6m ago 4h 462M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:34:48.860 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 6m ago 4h 1675M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:34:48.860 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 6m ago 4h 810M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:34:48.860 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 6m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:34:48.861 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 6m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:34:48.861 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 6m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:34:48.861 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 6m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:34:48.861 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 6m ago 4h 1140M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:34:48.861 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 6m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:34:48.862 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 6m ago 4h 1363M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:34:48.862 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 6m ago 4h 2188M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:34:48.862 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 6m ago 4h 2040M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:34:48.862 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 6m ago 4h 2170M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:34:48.862 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 6m ago 4h 1805M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:34:48.863 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 6m ago 4h 2656M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:34:48.863 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 6m ago 4h 148M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:34:49.189 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:34:49.190 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:34:49.190 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:34:49.190 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:34:49.190 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:34:49.191 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:34:49.191 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:34:49.191 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:34:49.191 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:34:49.191 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:34:49.192 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:34:49.192 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:34:49.192 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:34:49.192 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:34:49.193 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:34:49.193 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:34:49.193 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:34:49.193 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:34:49.193 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:34:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:47.846229+0000 mgr.smithi204.vnvrbl (mgr.24567) 1313 : cluster [DBG] pgmap v1131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:49.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:47.846229+0000 mgr.smithi204.vnvrbl (mgr.24567) 1313 : cluster [DBG] pgmap v1131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:34:48.574149+0000 mgr.smithi204.vnvrbl (mgr.24567) 1314 : audit [DBG] from='client.40288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:34:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:34:48.847059+0000 mgr.smithi204.vnvrbl (mgr.24567) 1315 : audit [DBG] from='client.40292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:34:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:34:49.188984+0000 mon.smithi176 (mon.0) 2718 : audit [DBG] from='client.? 172.21.15.176:0/2258249621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:34:50.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:34:48.574149+0000 mgr.smithi204.vnvrbl (mgr.24567) 1314 : audit [DBG] from='client.40288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:34:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:34:48.847059+0000 mgr.smithi204.vnvrbl (mgr.24567) 1315 : audit [DBG] from='client.40292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:34:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:34:49.188984+0000 mon.smithi176 (mon.0) 2718 : audit [DBG] from='client.? 172.21.15.176:0/2258249621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:34:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:49.846843+0000 mgr.smithi204.vnvrbl (mgr.24567) 1316 : cluster [DBG] pgmap v1132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:49.846843+0000 mgr.smithi204.vnvrbl (mgr.24567) 1316 : cluster [DBG] pgmap v1132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:52.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:51.847313+0000 mgr.smithi204.vnvrbl (mgr.24567) 1317 : cluster [DBG] pgmap v1133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:51.847313+0000 mgr.smithi204.vnvrbl (mgr.24567) 1317 : cluster [DBG] pgmap v1133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:53.848073+0000 mgr.smithi204.vnvrbl (mgr.24567) 1318 : cluster [DBG] pgmap v1134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:53.848073+0000 mgr.smithi204.vnvrbl (mgr.24567) 1318 : cluster [DBG] pgmap v1134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:55.848528+0000 mgr.smithi204.vnvrbl (mgr.24567) 1319 : cluster [DBG] pgmap v1135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:55.848528+0000 mgr.smithi204.vnvrbl (mgr.24567) 1319 : cluster [DBG] pgmap v1135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:34:59.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:34:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:57.849366+0000 mgr.smithi204.vnvrbl (mgr.24567) 1320 : cluster [DBG] pgmap v1136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:34:59.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:34:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:57.849366+0000 mgr.smithi204.vnvrbl (mgr.24567) 1320 : cluster [DBG] pgmap v1136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:01.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:34:59.849861+0000 mgr.smithi204.vnvrbl (mgr.24567) 1321 : cluster [DBG] pgmap v1137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:34:59.849861+0000 mgr.smithi204.vnvrbl (mgr.24567) 1321 : cluster [DBG] pgmap v1137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:02.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:01.850426+0000 mgr.smithi204.vnvrbl (mgr.24567) 1322 : cluster [DBG] pgmap v1138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:01.850426+0000 mgr.smithi204.vnvrbl (mgr.24567) 1322 : cluster [DBG] pgmap v1138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:35:02.871813+0000 mon.smithi204 (mon.1) 220 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:35:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:35:02.873262+0000 mon.smithi204 (mon.1) 221 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:35:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:35:02.874104+0000 mon.smithi204 (mon.1) 222 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:35:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:35:02.874848+0000 mgr.smithi204.vnvrbl (mgr.24567) 1323 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:35:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:35:03.272430+0000 mon.smithi176 (mon.0) 2719 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:35:03.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:35:03.279860+0000 mon.smithi176 (mon.0) 2720 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:35:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:35:02.871813+0000 mon.smithi204 (mon.1) 220 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:35:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:35:02.873262+0000 mon.smithi204 (mon.1) 221 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:35:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:35:02.874104+0000 mon.smithi204 (mon.1) 222 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:35:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:35:02.874848+0000 mgr.smithi204.vnvrbl (mgr.24567) 1323 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:35:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:35:03.272430+0000 mon.smithi176 (mon.0) 2719 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:35:03.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:35:03.279860+0000 mon.smithi176 (mon.0) 2720 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:35:04.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:03.851099+0000 mgr.smithi204.vnvrbl (mgr.24567) 1324 : cluster [DBG] pgmap v1139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:03.851099+0000 mgr.smithi204.vnvrbl (mgr.24567) 1324 : cluster [DBG] pgmap v1139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:07.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:05.851651+0000 mgr.smithi204.vnvrbl (mgr.24567) 1325 : cluster [DBG] pgmap v1140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:05.851651+0000 mgr.smithi204.vnvrbl (mgr.24567) 1325 : cluster [DBG] pgmap v1140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:09.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:07.852566+0000 mgr.smithi204.vnvrbl (mgr.24567) 1326 : cluster [DBG] pgmap v1141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:09.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:07.852566+0000 mgr.smithi204.vnvrbl (mgr.24567) 1326 : cluster [DBG] pgmap v1141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:09.853120+0000 mgr.smithi204.vnvrbl (mgr.24567) 1327 : cluster [DBG] pgmap v1142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:09.853120+0000 mgr.smithi204.vnvrbl (mgr.24567) 1327 : cluster [DBG] pgmap v1142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:35:11.483011+0000 mon.smithi204 (mon.1) 223 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:35:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:35:11.483269+0000 mon.smithi204 (mon.1) 224 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:35:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:35:11.483587+0000 mon.smithi176 (mon.0) 2721 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:35:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:35:11.483904+0000 mon.smithi176 (mon.0) 2722 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:35:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:11.853644+0000 mgr.smithi204.vnvrbl (mgr.24567) 1328 : cluster [DBG] pgmap v1143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:35:11.483011+0000 mon.smithi204 (mon.1) 223 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:35:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:35:11.483269+0000 mon.smithi204 (mon.1) 224 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:35:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:35:11.483587+0000 mon.smithi176 (mon.0) 2721 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:35:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:35:11.483904+0000 mon.smithi176 (mon.0) 2722 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:35:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:11.853644+0000 mgr.smithi204.vnvrbl (mgr.24567) 1328 : cluster [DBG] pgmap v1143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:13.854610+0000 mgr.smithi204.vnvrbl (mgr.24567) 1329 : cluster [DBG] pgmap v1144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:15.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:13.854610+0000 mgr.smithi204.vnvrbl (mgr.24567) 1329 : cluster [DBG] pgmap v1144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:17.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:15.855075+0000 mgr.smithi204.vnvrbl (mgr.24567) 1330 : cluster [DBG] pgmap v1145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:17.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:15.855075+0000 mgr.smithi204.vnvrbl (mgr.24567) 1330 : cluster [DBG] pgmap v1145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:17.855816+0000 mgr.smithi204.vnvrbl (mgr.24567) 1331 : cluster [DBG] pgmap v1146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:17.855816+0000 mgr.smithi204.vnvrbl (mgr.24567) 1331 : cluster [DBG] pgmap v1146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:19.488 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:35:19.763 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:35:19.764 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:35:19.764 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 7m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:35:19.764 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 7m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:35:19.764 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 7m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:35:19.765 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 7m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:35:19.765 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 7m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:35:19.765 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 7m ago 4h 617M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:35:19.765 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 7m ago 4h 462M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:35:19.766 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 7m ago 4h 1675M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:35:19.766 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 7m ago 4h 810M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:35:19.766 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 7m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:35:19.766 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 7m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:35:19.766 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 7m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:35:19.767 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 7m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:35:19.767 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 7m ago 4h 1140M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:35:19.767 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 7m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:35:19.767 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 7m ago 4h 1363M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:35:19.768 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 7m ago 4h 2188M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:35:19.768 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 7m ago 4h 2040M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:35:19.768 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 7m ago 4h 2170M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:35:19.768 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 7m ago 4h 1805M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:35:19.768 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 7m ago 4h 2656M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:35:19.769 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 7m ago 4h 148M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:35:20.098 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:35:20.098 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:35:20.099 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:35:20.099 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:35:20.099 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:35:20.099 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:35:20.100 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:35:20.100 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:35:20.100 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:35:20.100 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:35:20.100 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:35:20.101 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:35:20.101 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:35:20.101 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:35:20.101 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:35:20.102 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:35:20.102 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:35:20.102 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:35:20.102 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:35:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:35:19.476008+0000 mgr.smithi204.vnvrbl (mgr.24567) 1332 : audit [DBG] from='client.40300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:35:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:35:19.753075+0000 mgr.smithi204.vnvrbl (mgr.24567) 1333 : audit [DBG] from='client.40304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:35:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:19.856455+0000 mgr.smithi204.vnvrbl (mgr.24567) 1334 : cluster [DBG] pgmap v1147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:35:20.097686+0000 mon.smithi176 (mon.0) 2723 : audit [DBG] from='client.? 172.21.15.176:0/767594949' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:35:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:35:19.476008+0000 mgr.smithi204.vnvrbl (mgr.24567) 1332 : audit [DBG] from='client.40300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:35:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:35:19.753075+0000 mgr.smithi204.vnvrbl (mgr.24567) 1333 : audit [DBG] from='client.40304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:35:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:19.856455+0000 mgr.smithi204.vnvrbl (mgr.24567) 1334 : cluster [DBG] pgmap v1147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:35:20.097686+0000 mon.smithi176 (mon.0) 2723 : audit [DBG] from='client.? 172.21.15.176:0/767594949' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:35:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:21.856950+0000 mgr.smithi204.vnvrbl (mgr.24567) 1335 : cluster [DBG] pgmap v1148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:21.856950+0000 mgr.smithi204.vnvrbl (mgr.24567) 1335 : cluster [DBG] pgmap v1148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:23.857800+0000 mgr.smithi204.vnvrbl (mgr.24567) 1336 : cluster [DBG] pgmap v1149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:23.857800+0000 mgr.smithi204.vnvrbl (mgr.24567) 1336 : cluster [DBG] pgmap v1149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:25.858380+0000 mgr.smithi204.vnvrbl (mgr.24567) 1337 : cluster [DBG] pgmap v1150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:25.858380+0000 mgr.smithi204.vnvrbl (mgr.24567) 1337 : cluster [DBG] pgmap v1150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:27.859328+0000 mgr.smithi204.vnvrbl (mgr.24567) 1338 : cluster [DBG] pgmap v1151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:27.859328+0000 mgr.smithi204.vnvrbl (mgr.24567) 1338 : cluster [DBG] pgmap v1151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:29.859871+0000 mgr.smithi204.vnvrbl (mgr.24567) 1339 : cluster [DBG] pgmap v1152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:29.859871+0000 mgr.smithi204.vnvrbl (mgr.24567) 1339 : cluster [DBG] pgmap v1152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:32.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:31.860473+0000 mgr.smithi204.vnvrbl (mgr.24567) 1340 : cluster [DBG] pgmap v1153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:31.860473+0000 mgr.smithi204.vnvrbl (mgr.24567) 1340 : cluster [DBG] pgmap v1153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:35.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:33.861192+0000 mgr.smithi204.vnvrbl (mgr.24567) 1341 : cluster [DBG] pgmap v1154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:35.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:33.861192+0000 mgr.smithi204.vnvrbl (mgr.24567) 1341 : cluster [DBG] pgmap v1154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:35.861625+0000 mgr.smithi204.vnvrbl (mgr.24567) 1342 : cluster [DBG] pgmap v1155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:37.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:35.861625+0000 mgr.smithi204.vnvrbl (mgr.24567) 1342 : cluster [DBG] pgmap v1155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:39.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:37.862480+0000 mgr.smithi204.vnvrbl (mgr.24567) 1343 : cluster [DBG] pgmap v1156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:39.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:37.862480+0000 mgr.smithi204.vnvrbl (mgr.24567) 1343 : cluster [DBG] pgmap v1156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:41.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:39.863024+0000 mgr.smithi204.vnvrbl (mgr.24567) 1344 : cluster [DBG] pgmap v1157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:41.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:39.863024+0000 mgr.smithi204.vnvrbl (mgr.24567) 1344 : cluster [DBG] pgmap v1157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:42.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:41.863574+0000 mgr.smithi204.vnvrbl (mgr.24567) 1345 : cluster [DBG] pgmap v1158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:41.863574+0000 mgr.smithi204.vnvrbl (mgr.24567) 1345 : cluster [DBG] pgmap v1158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:45.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:43.864326+0000 mgr.smithi204.vnvrbl (mgr.24567) 1346 : cluster [DBG] pgmap v1159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:45.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:43.864326+0000 mgr.smithi204.vnvrbl (mgr.24567) 1346 : cluster [DBG] pgmap v1159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:45.864786+0000 mgr.smithi204.vnvrbl (mgr.24567) 1347 : cluster [DBG] pgmap v1160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:47.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:45.864786+0000 mgr.smithi204.vnvrbl (mgr.24567) 1347 : cluster [DBG] pgmap v1160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:49.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:47.865583+0000 mgr.smithi204.vnvrbl (mgr.24567) 1348 : cluster [DBG] pgmap v1161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:49.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:47.865583+0000 mgr.smithi204.vnvrbl (mgr.24567) 1348 : cluster [DBG] pgmap v1161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:50.397 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:35:50.673 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:35:50.673 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:35:50.673 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 7m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:35:50.673 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 7m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:35:50.674 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 7m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:35:50.674 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 7m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:35:50.674 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 7m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:35:50.674 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 7m ago 4h 617M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:35:50.675 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 7m ago 4h 462M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:35:50.675 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 7m ago 4h 1675M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:35:50.675 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 7m ago 4h 810M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:35:50.675 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 7m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:35:50.676 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 7m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:35:50.676 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 7m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:35:50.676 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 7m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:35:50.676 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 7m ago 4h 1140M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:35:50.677 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 7m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:35:50.677 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 7m ago 4h 1363M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:35:50.677 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 7m ago 4h 2188M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:35:50.677 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 7m ago 4h 2040M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:35:50.677 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 7m ago 4h 2170M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:35:50.678 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 7m ago 4h 1805M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:35:50.678 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 7m ago 4h 2656M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:35:50.678 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 7m ago 4h 148M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:35:51.006 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:35:51.007 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:35:51.007 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:35:51.007 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:35:51.007 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:35:51.008 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:35:51.008 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:35:51.008 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:35:51.008 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:35:51.009 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:35:51.009 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:35:51.009 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:35:51.009 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:35:51.009 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:35:51.010 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:35:51.010 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:35:51.010 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:35:51.011 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:35:51.011 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:35:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:49.866233+0000 mgr.smithi204.vnvrbl (mgr.24567) 1349 : cluster [DBG] pgmap v1162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:49.866233+0000 mgr.smithi204.vnvrbl (mgr.24567) 1349 : cluster [DBG] pgmap v1162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:52.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:35:50.385012+0000 mgr.smithi204.vnvrbl (mgr.24567) 1350 : audit [DBG] from='client.40312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:35:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:35:50.662157+0000 mgr.smithi204.vnvrbl (mgr.24567) 1351 : audit [DBG] from='client.40316 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:35:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:35:51.006019+0000 mon.smithi176 (mon.0) 2724 : audit [DBG] from='client.? 172.21.15.176:0/653621286' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:35:52.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:35:50.385012+0000 mgr.smithi204.vnvrbl (mgr.24567) 1350 : audit [DBG] from='client.40312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:35:52.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:35:50.662157+0000 mgr.smithi204.vnvrbl (mgr.24567) 1351 : audit [DBG] from='client.40316 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:35:52.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:35:51.006019+0000 mon.smithi176 (mon.0) 2724 : audit [DBG] from='client.? 172.21.15.176:0/653621286' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:35:53.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:51.866705+0000 mgr.smithi204.vnvrbl (mgr.24567) 1352 : cluster [DBG] pgmap v1163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:53.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:51.866705+0000 mgr.smithi204.vnvrbl (mgr.24567) 1352 : cluster [DBG] pgmap v1163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:55.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:53.867470+0000 mgr.smithi204.vnvrbl (mgr.24567) 1353 : cluster [DBG] pgmap v1164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:53.867470+0000 mgr.smithi204.vnvrbl (mgr.24567) 1353 : cluster [DBG] pgmap v1164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:57.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:55.868073+0000 mgr.smithi204.vnvrbl (mgr.24567) 1354 : cluster [DBG] pgmap v1165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:55.868073+0000 mgr.smithi204.vnvrbl (mgr.24567) 1354 : cluster [DBG] pgmap v1165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:35:59.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:35:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:57.869044+0000 mgr.smithi204.vnvrbl (mgr.24567) 1355 : cluster [DBG] pgmap v1166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:35:59.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:35:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:57.869044+0000 mgr.smithi204.vnvrbl (mgr.24567) 1355 : cluster [DBG] pgmap v1166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:35:59.869568+0000 mgr.smithi204.vnvrbl (mgr.24567) 1356 : cluster [DBG] pgmap v1167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:35:59.869568+0000 mgr.smithi204.vnvrbl (mgr.24567) 1356 : cluster [DBG] pgmap v1167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:02.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:01.870024+0000 mgr.smithi204.vnvrbl (mgr.24567) 1357 : cluster [DBG] pgmap v1168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:01.870024+0000 mgr.smithi204.vnvrbl (mgr.24567) 1357 : cluster [DBG] pgmap v1168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:03.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:36:03.282972+0000 mon.smithi204 (mon.1) 225 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:36:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:36:03.284269+0000 mon.smithi204 (mon.1) 226 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:36:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:36:03.285153+0000 mon.smithi204 (mon.1) 227 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:36:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:36:03.282972+0000 mon.smithi204 (mon.1) 225 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:36:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:36:03.284269+0000 mon.smithi204 (mon.1) 226 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:36:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:36:03.285153+0000 mon.smithi204 (mon.1) 227 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:36:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:36:03.285902+0000 mgr.smithi204.vnvrbl (mgr.24567) 1358 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:36:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:36:03.690707+0000 mon.smithi176 (mon.0) 2725 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:36:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:36:03.697901+0000 mon.smithi176 (mon.0) 2726 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:36:04.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:03.870673+0000 mgr.smithi204.vnvrbl (mgr.24567) 1359 : cluster [DBG] pgmap v1169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:05.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:36:03.285902+0000 mgr.smithi204.vnvrbl (mgr.24567) 1358 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:36:05.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:36:03.690707+0000 mon.smithi176 (mon.0) 2725 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:36:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:36:03.697901+0000 mon.smithi176 (mon.0) 2726 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:36:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:03.870673+0000 mgr.smithi204.vnvrbl (mgr.24567) 1359 : cluster [DBG] pgmap v1169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:07.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:05.871205+0000 mgr.smithi204.vnvrbl (mgr.24567) 1360 : cluster [DBG] pgmap v1170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:05.871205+0000 mgr.smithi204.vnvrbl (mgr.24567) 1360 : cluster [DBG] pgmap v1170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:09.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:07.872108+0000 mgr.smithi204.vnvrbl (mgr.24567) 1361 : cluster [DBG] pgmap v1171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:09.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:07.872108+0000 mgr.smithi204.vnvrbl (mgr.24567) 1361 : cluster [DBG] pgmap v1171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:11.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:09.872561+0000 mgr.smithi204.vnvrbl (mgr.24567) 1362 : cluster [DBG] pgmap v1172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:09.872561+0000 mgr.smithi204.vnvrbl (mgr.24567) 1362 : cluster [DBG] pgmap v1172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:36:11.487686+0000 mon.smithi204 (mon.1) 228 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:36:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:36:11.487930+0000 mon.smithi204 (mon.1) 229 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:36:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:36:11.488329+0000 mon.smithi176 (mon.0) 2727 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:36:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:36:11.488619+0000 mon.smithi176 (mon.0) 2728 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:36:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:11.873017+0000 mgr.smithi204.vnvrbl (mgr.24567) 1363 : cluster [DBG] pgmap v1173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:36:11.487686+0000 mon.smithi204 (mon.1) 228 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:36:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:36:11.487930+0000 mon.smithi204 (mon.1) 229 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:36:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:36:11.488329+0000 mon.smithi176 (mon.0) 2727 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:36:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:36:11.488619+0000 mon.smithi176 (mon.0) 2728 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:36:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:11.873017+0000 mgr.smithi204.vnvrbl (mgr.24567) 1363 : cluster [DBG] pgmap v1173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:15.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:13.873722+0000 mgr.smithi204.vnvrbl (mgr.24567) 1364 : cluster [DBG] pgmap v1174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:15.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:13.873722+0000 mgr.smithi204.vnvrbl (mgr.24567) 1364 : cluster [DBG] pgmap v1174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:17.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:15.874273+0000 mgr.smithi204.vnvrbl (mgr.24567) 1365 : cluster [DBG] pgmap v1175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:17.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:15.874273+0000 mgr.smithi204.vnvrbl (mgr.24567) 1365 : cluster [DBG] pgmap v1175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:19.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:17.875119+0000 mgr.smithi204.vnvrbl (mgr.24567) 1366 : cluster [DBG] pgmap v1176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:17.875119+0000 mgr.smithi204.vnvrbl (mgr.24567) 1366 : cluster [DBG] pgmap v1176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:19.875699+0000 mgr.smithi204.vnvrbl (mgr.24567) 1367 : cluster [DBG] pgmap v1177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:19.875699+0000 mgr.smithi204.vnvrbl (mgr.24567) 1367 : cluster [DBG] pgmap v1177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:21.336 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:36:21.610 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:36:21.610 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:36:21.610 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 8m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:36:21.611 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 8m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:36:21.611 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 8m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:36:21.611 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 8m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:36:21.611 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 8m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:36:21.612 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 8m ago 4h 617M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:36:21.612 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 8m ago 4h 462M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:36:21.612 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 8m ago 4h 1675M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:36:21.612 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 8m ago 4h 810M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:36:21.613 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 8m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:36:21.613 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 8m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:36:21.613 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 8m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:36:21.613 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:36:21.613 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 8m ago 4h 1140M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:36:21.614 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 8m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:36:21.614 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 8m ago 4h 1363M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:36:21.614 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 8m ago 4h 2188M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:36:21.614 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 8m ago 4h 2040M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:36:21.615 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 8m ago 4h 2170M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:36:21.615 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 8m ago 4h 1805M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:36:21.615 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 8m ago 4h 2656M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:36:21.615 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 8m ago 4h 148M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:36:21.940 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:36:21.941 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:36:21.941 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:36:21.941 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:36:21.942 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:36:21.942 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:36:21.942 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:36:21.943 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:36:21.943 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:36:21.944 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:36:21.944 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:36:21.944 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:36:21.944 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:36:21.944 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:36:21.945 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:36:21.945 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:36:21.945 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:36:21.945 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:36:21.946 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:36:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:36:21.324040+0000 mgr.smithi204.vnvrbl (mgr.24567) 1368 : audit [DBG] from='client.40324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:36:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:36:21.599691+0000 mgr.smithi204.vnvrbl (mgr.24567) 1369 : audit [DBG] from='client.40328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:36:22.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:21.876312+0000 mgr.smithi204.vnvrbl (mgr.24567) 1370 : cluster [DBG] pgmap v1178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:22.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:36:21.940276+0000 mon.smithi176 (mon.0) 2729 : audit [DBG] from='client.? 172.21.15.176:0/4182395545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:36:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:36:21.324040+0000 mgr.smithi204.vnvrbl (mgr.24567) 1368 : audit [DBG] from='client.40324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:36:22.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:36:21.599691+0000 mgr.smithi204.vnvrbl (mgr.24567) 1369 : audit [DBG] from='client.40328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:36:22.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:21.876312+0000 mgr.smithi204.vnvrbl (mgr.24567) 1370 : cluster [DBG] pgmap v1178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:22.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:36:21.940276+0000 mon.smithi176 (mon.0) 2729 : audit [DBG] from='client.? 172.21.15.176:0/4182395545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:36:25.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:23.877163+0000 mgr.smithi204.vnvrbl (mgr.24567) 1371 : cluster [DBG] pgmap v1179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:23.877163+0000 mgr.smithi204.vnvrbl (mgr.24567) 1371 : cluster [DBG] pgmap v1179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:25.877642+0000 mgr.smithi204.vnvrbl (mgr.24567) 1372 : cluster [DBG] pgmap v1180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:25.877642+0000 mgr.smithi204.vnvrbl (mgr.24567) 1372 : cluster [DBG] pgmap v1180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:27.878425+0000 mgr.smithi204.vnvrbl (mgr.24567) 1373 : cluster [DBG] pgmap v1181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:27.878425+0000 mgr.smithi204.vnvrbl (mgr.24567) 1373 : cluster [DBG] pgmap v1181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:31.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:29.878892+0000 mgr.smithi204.vnvrbl (mgr.24567) 1374 : cluster [DBG] pgmap v1182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:29.878892+0000 mgr.smithi204.vnvrbl (mgr.24567) 1374 : cluster [DBG] pgmap v1182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:32.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:31.879381+0000 mgr.smithi204.vnvrbl (mgr.24567) 1375 : cluster [DBG] pgmap v1183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:31.879381+0000 mgr.smithi204.vnvrbl (mgr.24567) 1375 : cluster [DBG] pgmap v1183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:33.880229+0000 mgr.smithi204.vnvrbl (mgr.24567) 1376 : cluster [DBG] pgmap v1184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:35.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:33.880229+0000 mgr.smithi204.vnvrbl (mgr.24567) 1376 : cluster [DBG] pgmap v1184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:35.880698+0000 mgr.smithi204.vnvrbl (mgr.24567) 1377 : cluster [DBG] pgmap v1185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:37.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:35.880698+0000 mgr.smithi204.vnvrbl (mgr.24567) 1377 : cluster [DBG] pgmap v1185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:39.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:37.881409+0000 mgr.smithi204.vnvrbl (mgr.24567) 1378 : cluster [DBG] pgmap v1186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:39.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:37.881409+0000 mgr.smithi204.vnvrbl (mgr.24567) 1378 : cluster [DBG] pgmap v1186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:41.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:39.882030+0000 mgr.smithi204.vnvrbl (mgr.24567) 1379 : cluster [DBG] pgmap v1187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:41.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:39.882030+0000 mgr.smithi204.vnvrbl (mgr.24567) 1379 : cluster [DBG] pgmap v1187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:42.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:41.882480+0000 mgr.smithi204.vnvrbl (mgr.24567) 1380 : cluster [DBG] pgmap v1188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:41.882480+0000 mgr.smithi204.vnvrbl (mgr.24567) 1380 : cluster [DBG] pgmap v1188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:43.883420+0000 mgr.smithi204.vnvrbl (mgr.24567) 1381 : cluster [DBG] pgmap v1189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:45.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:43.883420+0000 mgr.smithi204.vnvrbl (mgr.24567) 1381 : cluster [DBG] pgmap v1189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:47.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:45.884060+0000 mgr.smithi204.vnvrbl (mgr.24567) 1382 : cluster [DBG] pgmap v1190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:47.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:45.884060+0000 mgr.smithi204.vnvrbl (mgr.24567) 1382 : cluster [DBG] pgmap v1190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:49.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:47.885047+0000 mgr.smithi204.vnvrbl (mgr.24567) 1383 : cluster [DBG] pgmap v1191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:49.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:47.885047+0000 mgr.smithi204.vnvrbl (mgr.24567) 1383 : cluster [DBG] pgmap v1191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:49.885624+0000 mgr.smithi204.vnvrbl (mgr.24567) 1384 : cluster [DBG] pgmap v1192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:49.885624+0000 mgr.smithi204.vnvrbl (mgr.24567) 1384 : cluster [DBG] pgmap v1192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:52.239 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:36:52.521 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:36:52.521 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:36:52.521 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 8m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:36:52.522 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 8m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:36:52.522 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 8m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:36:52.522 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 8m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:36:52.522 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 8m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:36:52.522 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 8m ago 4h 617M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:36:52.523 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 8m ago 4h 462M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:36:52.523 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 8m ago 4h 1675M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:36:52.523 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 8m ago 4h 810M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:36:52.523 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 8m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:36:52.524 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 8m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:36:52.524 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 8m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:36:52.524 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:36:52.524 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 8m ago 4h 1140M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:36:52.525 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 8m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:36:52.525 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 8m ago 4h 1363M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:36:52.525 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 8m ago 4h 2188M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:36:52.525 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 8m ago 4h 2040M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:36:52.525 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 8m ago 4h 2170M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:36:52.526 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 8m ago 4h 1805M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:36:52.526 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 8m ago 4h 2656M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:36:52.526 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 8m ago 4h 148M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:36:52.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:51.886354+0000 mgr.smithi204.vnvrbl (mgr.24567) 1385 : cluster [DBG] pgmap v1193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:51.886354+0000 mgr.smithi204.vnvrbl (mgr.24567) 1385 : cluster [DBG] pgmap v1193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:52.872 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:36:52.873 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:36:52.873 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:36:52.873 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:36:52.873 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:36:52.874 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:36:52.874 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:36:52.874 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:36:52.874 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:36:52.875 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:36:52.875 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:36:52.875 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:36:52.875 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:36:52.875 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:36:52.876 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:36:52.876 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:36:52.876 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:36:52.876 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:36:52.877 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:36:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:36:52.226416+0000 mgr.smithi204.vnvrbl (mgr.24567) 1386 : audit [DBG] from='client.40336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:36:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:36:52.510577+0000 mgr.smithi204.vnvrbl (mgr.24567) 1387 : audit [DBG] from='client.40340 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:36:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:36:52.872415+0000 mon.smithi176 (mon.0) 2730 : audit [DBG] from='client.? 172.21.15.176:0/2216615495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:36:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:36:52.226416+0000 mgr.smithi204.vnvrbl (mgr.24567) 1386 : audit [DBG] from='client.40336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:36:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:36:52.510577+0000 mgr.smithi204.vnvrbl (mgr.24567) 1387 : audit [DBG] from='client.40340 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:36:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:36:52.872415+0000 mon.smithi176 (mon.0) 2730 : audit [DBG] from='client.? 172.21.15.176:0/2216615495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:36:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:53.887325+0000 mgr.smithi204.vnvrbl (mgr.24567) 1388 : cluster [DBG] pgmap v1194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:53.887325+0000 mgr.smithi204.vnvrbl (mgr.24567) 1388 : cluster [DBG] pgmap v1194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:55.887861+0000 mgr.smithi204.vnvrbl (mgr.24567) 1389 : cluster [DBG] pgmap v1195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:55.887861+0000 mgr.smithi204.vnvrbl (mgr.24567) 1389 : cluster [DBG] pgmap v1195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:36:59.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:36:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:57.888567+0000 mgr.smithi204.vnvrbl (mgr.24567) 1390 : cluster [DBG] pgmap v1196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:36:59.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:36:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:57.888567+0000 mgr.smithi204.vnvrbl (mgr.24567) 1390 : cluster [DBG] pgmap v1196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:01.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:36:59.889000+0000 mgr.smithi204.vnvrbl (mgr.24567) 1391 : cluster [DBG] pgmap v1197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:36:59.889000+0000 mgr.smithi204.vnvrbl (mgr.24567) 1391 : cluster [DBG] pgmap v1197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:01.889479+0000 mgr.smithi204.vnvrbl (mgr.24567) 1392 : cluster [DBG] pgmap v1198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:01.889479+0000 mgr.smithi204.vnvrbl (mgr.24567) 1392 : cluster [DBG] pgmap v1198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:04.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:37:03.700604+0000 mon.smithi204 (mon.1) 230 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:37:04.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:37:03.701992+0000 mon.smithi204 (mon.1) 231 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:37:04.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:37:03.702825+0000 mon.smithi204 (mon.1) 232 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:37:04.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:37:03.700604+0000 mon.smithi204 (mon.1) 230 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:37:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:37:03.701992+0000 mon.smithi204 (mon.1) 231 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:37:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:37:03.702825+0000 mon.smithi204 (mon.1) 232 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:37:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:37:03.703547+0000 mgr.smithi204.vnvrbl (mgr.24567) 1393 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:37:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:03.890103+0000 mgr.smithi204.vnvrbl (mgr.24567) 1394 : cluster [DBG] pgmap v1199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:37:04.107835+0000 mon.smithi176 (mon.0) 2731 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:37:05.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:37:04.115300+0000 mon.smithi176 (mon.0) 2732 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:37:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:37:03.703547+0000 mgr.smithi204.vnvrbl (mgr.24567) 1393 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:37:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:03.890103+0000 mgr.smithi204.vnvrbl (mgr.24567) 1394 : cluster [DBG] pgmap v1199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:37:04.107835+0000 mon.smithi176 (mon.0) 2731 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:37:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:37:04.115300+0000 mon.smithi176 (mon.0) 2732 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:37:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:05.890510+0000 mgr.smithi204.vnvrbl (mgr.24567) 1395 : cluster [DBG] pgmap v1200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:05.890510+0000 mgr.smithi204.vnvrbl (mgr.24567) 1395 : cluster [DBG] pgmap v1200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:07.891495+0000 mgr.smithi204.vnvrbl (mgr.24567) 1396 : cluster [DBG] pgmap v1201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:08.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:07.891495+0000 mgr.smithi204.vnvrbl (mgr.24567) 1396 : cluster [DBG] pgmap v1201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:09.891987+0000 mgr.smithi204.vnvrbl (mgr.24567) 1397 : cluster [DBG] pgmap v1202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:09.891987+0000 mgr.smithi204.vnvrbl (mgr.24567) 1397 : cluster [DBG] pgmap v1202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:37:11.491712+0000 mon.smithi204 (mon.1) 233 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:37:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:37:11.492332+0000 mon.smithi176 (mon.0) 2733 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:37:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:37:11.492384+0000 mon.smithi204 (mon.1) 234 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:37:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:37:11.492719+0000 mon.smithi176 (mon.0) 2734 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:37:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:11.892589+0000 mgr.smithi204.vnvrbl (mgr.24567) 1398 : cluster [DBG] pgmap v1203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:37:11.491712+0000 mon.smithi204 (mon.1) 233 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:37:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:37:11.492332+0000 mon.smithi176 (mon.0) 2733 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:37:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:37:11.492384+0000 mon.smithi204 (mon.1) 234 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:37:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:37:11.492719+0000 mon.smithi176 (mon.0) 2734 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:37:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:11.892589+0000 mgr.smithi204.vnvrbl (mgr.24567) 1398 : cluster [DBG] pgmap v1203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:15.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:13.893453+0000 mgr.smithi204.vnvrbl (mgr.24567) 1399 : cluster [DBG] pgmap v1204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:15.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:13.893453+0000 mgr.smithi204.vnvrbl (mgr.24567) 1399 : cluster [DBG] pgmap v1204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:17.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:15.894100+0000 mgr.smithi204.vnvrbl (mgr.24567) 1400 : cluster [DBG] pgmap v1205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:17.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:15.894100+0000 mgr.smithi204.vnvrbl (mgr.24567) 1400 : cluster [DBG] pgmap v1205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:19.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:17.895086+0000 mgr.smithi204.vnvrbl (mgr.24567) 1401 : cluster [DBG] pgmap v1206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:17.895086+0000 mgr.smithi204.vnvrbl (mgr.24567) 1401 : cluster [DBG] pgmap v1206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:19.895520+0000 mgr.smithi204.vnvrbl (mgr.24567) 1402 : cluster [DBG] pgmap v1207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:19.895520+0000 mgr.smithi204.vnvrbl (mgr.24567) 1402 : cluster [DBG] pgmap v1207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:22.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:21.895942+0000 mgr.smithi204.vnvrbl (mgr.24567) 1403 : cluster [DBG] pgmap v1208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:21.895942+0000 mgr.smithi204.vnvrbl (mgr.24567) 1403 : cluster [DBG] pgmap v1208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:23.172 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:37:23.476 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:37:23.476 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:37:23.477 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 9m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:37:23.477 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 9m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:37:23.477 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 9m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:37:23.477 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 9m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:37:23.478 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 9m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:37:23.478 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 9m ago 4h 617M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:37:23.478 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 9m ago 4h 462M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:37:23.478 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 9m ago 4h 1675M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:37:23.479 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 9m ago 4h 810M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:37:23.479 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 9m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:37:23.479 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 9m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:37:23.479 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 9m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:37:23.480 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:37:23.480 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 9m ago 4h 1140M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:37:23.480 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 9m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:37:23.480 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 9m ago 4h 1363M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:37:23.481 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 9m ago 4h 2188M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:37:23.481 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 9m ago 4h 2040M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:37:23.481 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 9m ago 4h 2170M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:37:23.481 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 9m ago 4h 1805M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:37:23.481 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 9m ago 4h 2656M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:37:23.482 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 9m ago 4h 148M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:37:23.807 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:37:23.807 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:37:23.807 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:37:23.808 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:37:23.808 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:37:23.808 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:37:23.808 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:37:23.809 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:37:23.809 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:37:23.809 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:37:23.809 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:37:23.809 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:37:23.810 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:37:23.810 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:37:23.810 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:37:23.810 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:37:23.811 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:37:23.811 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:37:23.811 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:37:24.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:37:23.806473+0000 mon.smithi176 (mon.0) 2735 : audit [DBG] from='client.? 172.21.15.176:0/1271712915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:37:24.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:37:23.806473+0000 mon.smithi176 (mon.0) 2735 : audit [DBG] from='client.? 172.21.15.176:0/1271712915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:37:25.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:37:23.159702+0000 mgr.smithi204.vnvrbl (mgr.24567) 1404 : audit [DBG] from='client.40348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:37:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:37:23.465894+0000 mgr.smithi204.vnvrbl (mgr.24567) 1405 : audit [DBG] from='client.40352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:37:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:23.896916+0000 mgr.smithi204.vnvrbl (mgr.24567) 1406 : cluster [DBG] pgmap v1209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:37:23.159702+0000 mgr.smithi204.vnvrbl (mgr.24567) 1404 : audit [DBG] from='client.40348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:37:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:37:23.465894+0000 mgr.smithi204.vnvrbl (mgr.24567) 1405 : audit [DBG] from='client.40352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:37:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:23.896916+0000 mgr.smithi204.vnvrbl (mgr.24567) 1406 : cluster [DBG] pgmap v1209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:25.897415+0000 mgr.smithi204.vnvrbl (mgr.24567) 1407 : cluster [DBG] pgmap v1210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:25.897415+0000 mgr.smithi204.vnvrbl (mgr.24567) 1407 : cluster [DBG] pgmap v1210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:29.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:27.898394+0000 mgr.smithi204.vnvrbl (mgr.24567) 1408 : cluster [DBG] pgmap v1211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:27.898394+0000 mgr.smithi204.vnvrbl (mgr.24567) 1408 : cluster [DBG] pgmap v1211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:31.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:29.898822+0000 mgr.smithi204.vnvrbl (mgr.24567) 1409 : cluster [DBG] pgmap v1212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:29.898822+0000 mgr.smithi204.vnvrbl (mgr.24567) 1409 : cluster [DBG] pgmap v1212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:31.899448+0000 mgr.smithi204.vnvrbl (mgr.24567) 1410 : cluster [DBG] pgmap v1213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:31.899448+0000 mgr.smithi204.vnvrbl (mgr.24567) 1410 : cluster [DBG] pgmap v1213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:35.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:33.900311+0000 mgr.smithi204.vnvrbl (mgr.24567) 1411 : cluster [DBG] pgmap v1214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:35.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:33.900311+0000 mgr.smithi204.vnvrbl (mgr.24567) 1411 : cluster [DBG] pgmap v1214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:35.900834+0000 mgr.smithi204.vnvrbl (mgr.24567) 1412 : cluster [DBG] pgmap v1215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:37.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:35.900834+0000 mgr.smithi204.vnvrbl (mgr.24567) 1412 : cluster [DBG] pgmap v1215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:39.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:37.901533+0000 mgr.smithi204.vnvrbl (mgr.24567) 1413 : cluster [DBG] pgmap v1216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:39.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:37.901533+0000 mgr.smithi204.vnvrbl (mgr.24567) 1413 : cluster [DBG] pgmap v1216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:39.901975+0000 mgr.smithi204.vnvrbl (mgr.24567) 1414 : cluster [DBG] pgmap v1217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:41.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:39.901975+0000 mgr.smithi204.vnvrbl (mgr.24567) 1414 : cluster [DBG] pgmap v1217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:42.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:41.902570+0000 mgr.smithi204.vnvrbl (mgr.24567) 1415 : cluster [DBG] pgmap v1218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:41.902570+0000 mgr.smithi204.vnvrbl (mgr.24567) 1415 : cluster [DBG] pgmap v1218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:45.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:43.903518+0000 mgr.smithi204.vnvrbl (mgr.24567) 1416 : cluster [DBG] pgmap v1219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:45.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:43.903518+0000 mgr.smithi204.vnvrbl (mgr.24567) 1416 : cluster [DBG] pgmap v1219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:47.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:45.904037+0000 mgr.smithi204.vnvrbl (mgr.24567) 1417 : cluster [DBG] pgmap v1220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:47.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:45.904037+0000 mgr.smithi204.vnvrbl (mgr.24567) 1417 : cluster [DBG] pgmap v1220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:47.904780+0000 mgr.smithi204.vnvrbl (mgr.24567) 1418 : cluster [DBG] pgmap v1221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:49.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:47.904780+0000 mgr.smithi204.vnvrbl (mgr.24567) 1418 : cluster [DBG] pgmap v1221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:49.905249+0000 mgr.smithi204.vnvrbl (mgr.24567) 1419 : cluster [DBG] pgmap v1222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:49.905249+0000 mgr.smithi204.vnvrbl (mgr.24567) 1419 : cluster [DBG] pgmap v1222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:51.905702+0000 mgr.smithi204.vnvrbl (mgr.24567) 1420 : cluster [DBG] pgmap v1223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:51.905702+0000 mgr.smithi204.vnvrbl (mgr.24567) 1420 : cluster [DBG] pgmap v1223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:54.107 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:37:54.380 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:37:54.380 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:37:54.380 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 9m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:37:54.381 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 9m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:37:54.381 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 9m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:37:54.381 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 9m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:37:54.381 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 9m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:37:54.382 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 9m ago 4h 617M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:37:54.382 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 9m ago 4h 462M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:37:54.382 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 9m ago 4h 1675M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:37:54.382 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 9m ago 4h 810M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:37:54.382 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 9m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:37:54.383 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 9m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:37:54.383 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 9m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:37:54.383 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:37:54.383 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 9m ago 4h 1140M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:37:54.384 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 9m ago 4h 2009M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:37:54.384 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 9m ago 4h 1363M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:37:54.384 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 9m ago 4h 2188M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:37:54.384 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 9m ago 4h 2040M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:37:54.384 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 9m ago 4h 2170M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:37:54.385 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 9m ago 4h 1805M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:37:54.385 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 9m ago 4h 2656M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:37:54.385 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 9m ago 4h 148M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:37:54.729 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:37:54.730 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:37:54.730 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:37:54.730 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:37:54.730 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:37:54.731 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:37:54.731 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:37:54.731 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:37:54.731 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:37:54.731 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:37:54.732 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:37:54.732 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:37:54.732 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:37:54.732 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:37:54.732 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:37:54.733 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:37:54.733 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:37:54.733 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:37:54.733 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:37:55.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:53.906422+0000 mgr.smithi204.vnvrbl (mgr.24567) 1421 : cluster [DBG] pgmap v1224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:37:54.094429+0000 mgr.smithi204.vnvrbl (mgr.24567) 1422 : audit [DBG] from='client.40360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:37:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:37:54.729228+0000 mon.smithi176 (mon.0) 2736 : audit [DBG] from='client.? 172.21.15.176:0/773095052' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:37:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:53.906422+0000 mgr.smithi204.vnvrbl (mgr.24567) 1421 : cluster [DBG] pgmap v1224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:37:54.094429+0000 mgr.smithi204.vnvrbl (mgr.24567) 1422 : audit [DBG] from='client.40360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:37:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:37:54.729228+0000 mon.smithi176 (mon.0) 2736 : audit [DBG] from='client.? 172.21.15.176:0/773095052' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:37:56.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:37:54.369765+0000 mgr.smithi204.vnvrbl (mgr.24567) 1423 : audit [DBG] from='client.40364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:37:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:37:54.369765+0000 mgr.smithi204.vnvrbl (mgr.24567) 1423 : audit [DBG] from='client.40364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:37:57.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:55.906959+0000 mgr.smithi204.vnvrbl (mgr.24567) 1424 : cluster [DBG] pgmap v1225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:55.906959+0000 mgr.smithi204.vnvrbl (mgr.24567) 1424 : cluster [DBG] pgmap v1225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:37:59.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:37:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:57.907760+0000 mgr.smithi204.vnvrbl (mgr.24567) 1425 : cluster [DBG] pgmap v1226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:37:59.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:37:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:57.907760+0000 mgr.smithi204.vnvrbl (mgr.24567) 1425 : cluster [DBG] pgmap v1226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:37:59.908243+0000 mgr.smithi204.vnvrbl (mgr.24567) 1426 : cluster [DBG] pgmap v1227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:37:59.908243+0000 mgr.smithi204.vnvrbl (mgr.24567) 1426 : cluster [DBG] pgmap v1227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:02.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:01.908689+0000 mgr.smithi204.vnvrbl (mgr.24567) 1427 : cluster [DBG] pgmap v1228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:01.908689+0000 mgr.smithi204.vnvrbl (mgr.24567) 1427 : cluster [DBG] pgmap v1228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:05.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:03.909449+0000 mgr.smithi204.vnvrbl (mgr.24567) 1428 : cluster [DBG] pgmap v1229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:04.118144+0000 mon.smithi204 (mon.1) 235 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:38:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:04.119529+0000 mon.smithi204 (mon.1) 236 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:38:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:04.120398+0000 mon.smithi204 (mon.1) 237 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:38:05.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:03.909449+0000 mgr.smithi204.vnvrbl (mgr.24567) 1428 : cluster [DBG] pgmap v1229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:05.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:04.118144+0000 mon.smithi204 (mon.1) 235 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:38:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:04.119529+0000 mon.smithi204 (mon.1) 236 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:38:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:04.120398+0000 mon.smithi204 (mon.1) 237 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:38:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:38:04.121124+0000 mgr.smithi204.vnvrbl (mgr.24567) 1429 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:38:06.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:38:04.121124+0000 mgr.smithi204.vnvrbl (mgr.24567) 1429 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:38:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:05.909987+0000 mgr.smithi204.vnvrbl (mgr.24567) 1430 : cluster [DBG] pgmap v1230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:07.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:05.909987+0000 mgr.smithi204.vnvrbl (mgr.24567) 1430 : cluster [DBG] pgmap v1230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:09.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:07.910772+0000 mgr.smithi204.vnvrbl (mgr.24567) 1431 : cluster [DBG] pgmap v1231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:09.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:08.365133+0000 mon.smithi176 (mon.0) 2737 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:38:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:08.753291+0000 mon.smithi204 (mon.1) 238 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:38:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:08.753792+0000 mon.smithi176 (mon.0) 2738 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:38:09.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:07.910772+0000 mgr.smithi204.vnvrbl (mgr.24567) 1431 : cluster [DBG] pgmap v1231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:08.365133+0000 mon.smithi176 (mon.0) 2737 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:38:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:08.753291+0000 mon.smithi204 (mon.1) 238 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:38:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:08.753792+0000 mon.smithi176 (mon.0) 2738 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:38:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:09.911369+0000 mgr.smithi204.vnvrbl (mgr.24567) 1432 : cluster [DBG] pgmap v1232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:11.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:09.911369+0000 mgr.smithi204.vnvrbl (mgr.24567) 1432 : cluster [DBG] pgmap v1232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:11.064991+0000 mon.smithi176 (mon.0) 2739 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:38:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:11.459571+0000 mon.smithi204 (mon.1) 239 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:38:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:11.460152+0000 mon.smithi176 (mon.0) 2740 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:38:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:11.464676+0000 mon.smithi176 (mon.0) 2741 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:38:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:11.472953+0000 mon.smithi176 (mon.0) 2742 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:38:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:11.497081+0000 mon.smithi204 (mon.1) 240 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:38:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:11.497363+0000 mon.smithi204 (mon.1) 241 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:38:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:11.497570+0000 mon.smithi176 (mon.0) 2743 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:38:12.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:11.497840+0000 mon.smithi176 (mon.0) 2744 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:38:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:11.064991+0000 mon.smithi176 (mon.0) 2739 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:38:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:11.459571+0000 mon.smithi204 (mon.1) 239 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:38:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:11.460152+0000 mon.smithi176 (mon.0) 2740 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:38:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:11.464676+0000 mon.smithi176 (mon.0) 2741 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:38:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:11.472953+0000 mon.smithi176 (mon.0) 2742 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:38:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:11.497081+0000 mon.smithi204 (mon.1) 240 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:38:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:11.497363+0000 mon.smithi204 (mon.1) 241 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:38:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:11.497570+0000 mon.smithi176 (mon.0) 2743 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:38:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:11.497840+0000 mon.smithi176 (mon.0) 2744 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:38:13.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:11.911720+0000 mgr.smithi204.vnvrbl (mgr.24567) 1433 : cluster [DBG] pgmap v1233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:13.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:11.911720+0000 mgr.smithi204.vnvrbl (mgr.24567) 1433 : cluster [DBG] pgmap v1233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:15.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:13.912543+0000 mgr.smithi204.vnvrbl (mgr.24567) 1434 : cluster [DBG] pgmap v1234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:13.912543+0000 mgr.smithi204.vnvrbl (mgr.24567) 1434 : cluster [DBG] pgmap v1234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:17.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:15.912949+0000 mgr.smithi204.vnvrbl (mgr.24567) 1435 : cluster [DBG] pgmap v1235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:15.912949+0000 mgr.smithi204.vnvrbl (mgr.24567) 1435 : cluster [DBG] pgmap v1235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:19.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:17.913853+0000 mgr.smithi204.vnvrbl (mgr.24567) 1436 : cluster [DBG] pgmap v1236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:17.913853+0000 mgr.smithi204.vnvrbl (mgr.24567) 1436 : cluster [DBG] pgmap v1236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:19.914538+0000 mgr.smithi204.vnvrbl (mgr.24567) 1437 : cluster [DBG] pgmap v1237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:19.914538+0000 mgr.smithi204.vnvrbl (mgr.24567) 1437 : cluster [DBG] pgmap v1237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:22.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:21.915104+0000 mgr.smithi204.vnvrbl (mgr.24567) 1438 : cluster [DBG] pgmap v1238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:21.915104+0000 mgr.smithi204.vnvrbl (mgr.24567) 1438 : cluster [DBG] pgmap v1238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:25.044 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:38:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:23.915968+0000 mgr.smithi204.vnvrbl (mgr.24567) 1439 : cluster [DBG] pgmap v1239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:25.322 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:38:25.323 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 14s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:38:25.323 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 14s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:38:25.323 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 16s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:38:25.323 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 14s ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:38:25.323 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 14s ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:38:25.324 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 16s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:38:25.324 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 14s ago 4h 618M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:38:25.324 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 16s ago 4h 469M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:38:25.324 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 14s ago 4h 1738M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:38:25.325 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 16s ago 4h 848M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:38:25.325 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 14s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:38:25.325 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 16s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:38:25.325 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 14s ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:38:25.325 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 16s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:38:25.326 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 14s ago 4h 1169M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:38:25.326 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 14s ago 4h 2041M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:38:25.326 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 14s ago 4h 1386M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:38:25.326 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 14s ago 4h 2223M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:38:25.326 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 16s ago 4h 2073M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:38:25.327 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 16s ago 4h 2199M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:38:25.327 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 16s ago 4h 1830M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:38:25.327 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 16s ago 4h 2689M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:38:25.327 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 14s ago 4h 150M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:38:25.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:23.915968+0000 mgr.smithi204.vnvrbl (mgr.24567) 1439 : cluster [DBG] pgmap v1239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:25.691 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:38:25.691 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:38:25.691 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:38:25.691 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:38:25.692 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:38:25.692 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:38:25.692 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:38:25.692 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:38:25.692 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:38:25.693 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:38:25.693 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:38:25.693 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:38:25.693 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:38:25.694 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:38:25.694 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:38:25.694 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:38:25.694 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:38:25.694 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:38:25.695 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:38:26.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:25.030662+0000 mgr.smithi204.vnvrbl (mgr.24567) 1440 : audit [DBG] from='client.40372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:38:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:25.689985+0000 mon.smithi176 (mon.0) 2745 : audit [DBG] from='client.? 172.21.15.176:0/3662834110' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:38:26.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:25.030662+0000 mgr.smithi204.vnvrbl (mgr.24567) 1440 : audit [DBG] from='client.40372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:38:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:25.689985+0000 mon.smithi176 (mon.0) 2745 : audit [DBG] from='client.? 172.21.15.176:0/3662834110' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:38:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:25.312365+0000 mgr.smithi204.vnvrbl (mgr.24567) 1441 : audit [DBG] from='client.40376 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:38:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:25.916522+0000 mgr.smithi204.vnvrbl (mgr.24567) 1442 : cluster [DBG] pgmap v1240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:27.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:25.312365+0000 mgr.smithi204.vnvrbl (mgr.24567) 1441 : audit [DBG] from='client.40376 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:38:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:25.916522+0000 mgr.smithi204.vnvrbl (mgr.24567) 1442 : cluster [DBG] pgmap v1240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:27.917288+0000 mgr.smithi204.vnvrbl (mgr.24567) 1443 : cluster [DBG] pgmap v1241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:27.917288+0000 mgr.smithi204.vnvrbl (mgr.24567) 1443 : cluster [DBG] pgmap v1241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:29.917856+0000 mgr.smithi204.vnvrbl (mgr.24567) 1444 : cluster [DBG] pgmap v1242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:29.917856+0000 mgr.smithi204.vnvrbl (mgr.24567) 1444 : cluster [DBG] pgmap v1242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:31.918353+0000 mgr.smithi204.vnvrbl (mgr.24567) 1445 : cluster [DBG] pgmap v1243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:31.918353+0000 mgr.smithi204.vnvrbl (mgr.24567) 1445 : cluster [DBG] pgmap v1243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:35.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:33.919115+0000 mgr.smithi204.vnvrbl (mgr.24567) 1446 : cluster [DBG] pgmap v1244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:33.919115+0000 mgr.smithi204.vnvrbl (mgr.24567) 1446 : cluster [DBG] pgmap v1244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:37.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:35.919772+0000 mgr.smithi204.vnvrbl (mgr.24567) 1447 : cluster [DBG] pgmap v1245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:35.919772+0000 mgr.smithi204.vnvrbl (mgr.24567) 1447 : cluster [DBG] pgmap v1245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:39.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:37.920491+0000 mgr.smithi204.vnvrbl (mgr.24567) 1448 : cluster [DBG] pgmap v1246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:39.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:37.920491+0000 mgr.smithi204.vnvrbl (mgr.24567) 1448 : cluster [DBG] pgmap v1246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:41.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:39.920971+0000 mgr.smithi204.vnvrbl (mgr.24567) 1449 : cluster [DBG] pgmap v1247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:41.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:39.920971+0000 mgr.smithi204.vnvrbl (mgr.24567) 1449 : cluster [DBG] pgmap v1247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:42.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:41.921520+0000 mgr.smithi204.vnvrbl (mgr.24567) 1450 : cluster [DBG] pgmap v1248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:41.921520+0000 mgr.smithi204.vnvrbl (mgr.24567) 1450 : cluster [DBG] pgmap v1248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:45.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:43.922282+0000 mgr.smithi204.vnvrbl (mgr.24567) 1451 : cluster [DBG] pgmap v1249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:43.922282+0000 mgr.smithi204.vnvrbl (mgr.24567) 1451 : cluster [DBG] pgmap v1249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:47.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:45.922659+0000 mgr.smithi204.vnvrbl (mgr.24567) 1452 : cluster [DBG] pgmap v1250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:45.922659+0000 mgr.smithi204.vnvrbl (mgr.24567) 1452 : cluster [DBG] pgmap v1250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:49.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:47.923588+0000 mgr.smithi204.vnvrbl (mgr.24567) 1453 : cluster [DBG] pgmap v1251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:49.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:47.923588+0000 mgr.smithi204.vnvrbl (mgr.24567) 1453 : cluster [DBG] pgmap v1251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:49.924162+0000 mgr.smithi204.vnvrbl (mgr.24567) 1454 : cluster [DBG] pgmap v1252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:49.924162+0000 mgr.smithi204.vnvrbl (mgr.24567) 1454 : cluster [DBG] pgmap v1252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:52.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:51.924565+0000 mgr.smithi204.vnvrbl (mgr.24567) 1455 : cluster [DBG] pgmap v1253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:51.924565+0000 mgr.smithi204.vnvrbl (mgr.24567) 1455 : cluster [DBG] pgmap v1253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:53.925343+0000 mgr.smithi204.vnvrbl (mgr.24567) 1456 : cluster [DBG] pgmap v1254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:55.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:53.925343+0000 mgr.smithi204.vnvrbl (mgr.24567) 1456 : cluster [DBG] pgmap v1254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:55.986 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:38:56.260 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:38:56.261 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 45s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:38:56.261 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 45s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:38:56.261 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 47s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:38:56.261 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 45s ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:38:56.262 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 45s ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:38:56.262 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 47s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:38:56.262 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 45s ago 4h 618M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:38:56.262 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 47s ago 4h 469M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:38:56.263 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 45s ago 4h 1738M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:38:56.263 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 47s ago 4h 848M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:38:56.263 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 45s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:38:56.263 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 47s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:38:56.263 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 45s ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:38:56.264 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 47s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:38:56.264 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 45s ago 4h 1169M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:38:56.264 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 45s ago 4h 2041M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:38:56.264 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 45s ago 4h 1386M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:38:56.265 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 45s ago 4h 2223M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:38:56.265 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 47s ago 4h 2073M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:38:56.265 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 47s ago 4h 2199M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:38:56.265 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 47s ago 4h 1830M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:38:56.265 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 47s ago 4h 2689M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:38:56.266 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 45s ago 4h 150M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:38:56.591 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:38:56.591 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:38:56.592 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:38:56.592 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:38:56.592 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:38:56.592 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:38:56.592 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:38:56.593 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:38:56.593 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:38:56.593 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:38:56.593 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:38:56.594 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:38:56.594 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:38:56.594 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:38:56.594 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:38:56.595 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:38:56.595 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:38:56.595 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:38:56.595 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:38:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:55.925775+0000 mgr.smithi204.vnvrbl (mgr.24567) 1457 : cluster [DBG] pgmap v1255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:55.974084+0000 mgr.smithi204.vnvrbl (mgr.24567) 1458 : audit [DBG] from='client.40384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:38:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:56.590806+0000 mon.smithi176 (mon.0) 2746 : audit [DBG] from='client.? 172.21.15.176:0/2240183450' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:38:57.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:55.925775+0000 mgr.smithi204.vnvrbl (mgr.24567) 1457 : cluster [DBG] pgmap v1255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:38:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:55.974084+0000 mgr.smithi204.vnvrbl (mgr.24567) 1458 : audit [DBG] from='client.40384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:38:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:56.590806+0000 mon.smithi176 (mon.0) 2746 : audit [DBG] from='client.? 172.21.15.176:0/2240183450' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:38:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:38:56.250348+0000 mgr.smithi204.vnvrbl (mgr.24567) 1459 : audit [DBG] from='client.40388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:38:58.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:38:56.250348+0000 mgr.smithi204.vnvrbl (mgr.24567) 1459 : audit [DBG] from='client.40388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:38:59.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:38:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:57.926655+0000 mgr.smithi204.vnvrbl (mgr.24567) 1460 : cluster [DBG] pgmap v1256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:38:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:38:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:57.926655+0000 mgr.smithi204.vnvrbl (mgr.24567) 1460 : cluster [DBG] pgmap v1256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:38:59.927241+0000 mgr.smithi204.vnvrbl (mgr.24567) 1461 : cluster [DBG] pgmap v1257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:38:59.927241+0000 mgr.smithi204.vnvrbl (mgr.24567) 1461 : cluster [DBG] pgmap v1257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:02.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:01.927669+0000 mgr.smithi204.vnvrbl (mgr.24567) 1462 : cluster [DBG] pgmap v1258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:01.927669+0000 mgr.smithi204.vnvrbl (mgr.24567) 1462 : cluster [DBG] pgmap v1258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:05.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:03.928447+0000 mgr.smithi204.vnvrbl (mgr.24567) 1463 : cluster [DBG] pgmap v1259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:05.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:03.928447+0000 mgr.smithi204.vnvrbl (mgr.24567) 1463 : cluster [DBG] pgmap v1259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:05.929049+0000 mgr.smithi204.vnvrbl (mgr.24567) 1464 : cluster [DBG] pgmap v1260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:07.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:05.929049+0000 mgr.smithi204.vnvrbl (mgr.24567) 1464 : cluster [DBG] pgmap v1260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:09.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:07.929962+0000 mgr.smithi204.vnvrbl (mgr.24567) 1465 : cluster [DBG] pgmap v1261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:09.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:07.929962+0000 mgr.smithi204.vnvrbl (mgr.24567) 1465 : cluster [DBG] pgmap v1261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:09.930407+0000 mgr.smithi204.vnvrbl (mgr.24567) 1466 : cluster [DBG] pgmap v1262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:11.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:09.930407+0000 mgr.smithi204.vnvrbl (mgr.24567) 1466 : cluster [DBG] pgmap v1262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:12.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:39:11.478683+0000 mon.smithi204 (mon.1) 242 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:39:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:39:11.480123+0000 mon.smithi204 (mon.1) 243 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:39:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:39:11.480981+0000 mon.smithi204 (mon.1) 244 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:39:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:39:11.481711+0000 mgr.smithi204.vnvrbl (mgr.24567) 1467 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:39:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:39:11.501580+0000 mon.smithi204 (mon.1) 245 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:39:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:39:11.501911+0000 mon.smithi204 (mon.1) 246 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:39:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:39:11.502202+0000 mon.smithi176 (mon.0) 2747 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:39:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:39:11.502507+0000 mon.smithi176 (mon.0) 2748 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:39:12.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:39:11.879825+0000 mon.smithi176 (mon.0) 2749 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:39:12.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:39:11.887310+0000 mon.smithi176 (mon.0) 2750 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:39:12.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:11.930741+0000 mgr.smithi204.vnvrbl (mgr.24567) 1468 : cluster [DBG] pgmap v1263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:39:11.478683+0000 mon.smithi204 (mon.1) 242 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:39:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:39:11.480123+0000 mon.smithi204 (mon.1) 243 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:39:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:39:11.480981+0000 mon.smithi204 (mon.1) 244 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:39:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:39:11.481711+0000 mgr.smithi204.vnvrbl (mgr.24567) 1467 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:39:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:39:11.501580+0000 mon.smithi204 (mon.1) 245 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:39:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:39:11.501911+0000 mon.smithi204 (mon.1) 246 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:39:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:39:11.502202+0000 mon.smithi176 (mon.0) 2747 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:39:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:39:11.502507+0000 mon.smithi176 (mon.0) 2748 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:39:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:39:11.879825+0000 mon.smithi176 (mon.0) 2749 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:39:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:39:11.887310+0000 mon.smithi176 (mon.0) 2750 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:39:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:11.930741+0000 mgr.smithi204.vnvrbl (mgr.24567) 1468 : cluster [DBG] pgmap v1263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:15.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:13.931464+0000 mgr.smithi204.vnvrbl (mgr.24567) 1469 : cluster [DBG] pgmap v1264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:15.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:13.931464+0000 mgr.smithi204.vnvrbl (mgr.24567) 1469 : cluster [DBG] pgmap v1264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:17.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:15.931956+0000 mgr.smithi204.vnvrbl (mgr.24567) 1470 : cluster [DBG] pgmap v1265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:15.931956+0000 mgr.smithi204.vnvrbl (mgr.24567) 1470 : cluster [DBG] pgmap v1265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:17.932764+0000 mgr.smithi204.vnvrbl (mgr.24567) 1471 : cluster [DBG] pgmap v1266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:19.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:17.932764+0000 mgr.smithi204.vnvrbl (mgr.24567) 1471 : cluster [DBG] pgmap v1266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:19.933310+0000 mgr.smithi204.vnvrbl (mgr.24567) 1472 : cluster [DBG] pgmap v1267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:19.933310+0000 mgr.smithi204.vnvrbl (mgr.24567) 1472 : cluster [DBG] pgmap v1267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:21.933776+0000 mgr.smithi204.vnvrbl (mgr.24567) 1473 : cluster [DBG] pgmap v1268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:21.933776+0000 mgr.smithi204.vnvrbl (mgr.24567) 1473 : cluster [DBG] pgmap v1268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:23.934531+0000 mgr.smithi204.vnvrbl (mgr.24567) 1474 : cluster [DBG] pgmap v1269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:25.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:23.934531+0000 mgr.smithi204.vnvrbl (mgr.24567) 1474 : cluster [DBG] pgmap v1269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:26.884 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:39:27.164 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:39:27.164 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 76s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:39:27.164 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 76s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:39:27.164 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 78s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:39:27.165 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 76s ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:39:27.165 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 76s ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:39:27.165 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 78s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:39:27.165 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 76s ago 4h 618M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:39:27.166 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 78s ago 4h 469M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:39:27.166 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 76s ago 4h 1738M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:39:27.166 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 78s ago 4h 848M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:39:27.166 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 76s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:39:27.166 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 78s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:39:27.167 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 76s ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:39:27.167 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 78s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:39:27.167 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 76s ago 4h 1169M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:39:27.167 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 76s ago 4h 2041M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:39:27.167 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 76s ago 4h 1386M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:39:27.168 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 76s ago 4h 2223M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:39:27.168 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 78s ago 4h 2073M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:39:27.168 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 78s ago 4h 2199M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:39:27.168 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 78s ago 4h 1830M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:39:27.168 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 78s ago 4h 2689M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:39:27.169 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 76s ago 4h 150M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:39:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:25.935023+0000 mgr.smithi204.vnvrbl (mgr.24567) 1475 : cluster [DBG] pgmap v1270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:27.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:25.935023+0000 mgr.smithi204.vnvrbl (mgr.24567) 1475 : cluster [DBG] pgmap v1270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:27.494 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:39:27.494 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:39:27.494 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:39:27.495 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:39:27.495 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:39:27.495 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:39:27.495 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:39:27.496 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:39:27.496 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:39:27.496 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:39:27.496 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:39:27.496 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:39:27.497 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:39:27.497 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:39:27.497 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:39:27.497 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:39:27.498 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:39:27.498 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:39:27.498 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:39:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:39:26.871733+0000 mgr.smithi204.vnvrbl (mgr.24567) 1476 : audit [DBG] from='client.40396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:39:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:39:27.494058+0000 mon.smithi176 (mon.0) 2751 : audit [DBG] from='client.? 172.21.15.176:0/1209430829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:39:28.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:39:26.871733+0000 mgr.smithi204.vnvrbl (mgr.24567) 1476 : audit [DBG] from='client.40396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:39:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:39:27.494058+0000 mon.smithi176 (mon.0) 2751 : audit [DBG] from='client.? 172.21.15.176:0/1209430829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:39:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:39:27.152843+0000 mgr.smithi204.vnvrbl (mgr.24567) 1477 : audit [DBG] from='client.40400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:39:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:27.935759+0000 mgr.smithi204.vnvrbl (mgr.24567) 1478 : cluster [DBG] pgmap v1271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:39:27.152843+0000 mgr.smithi204.vnvrbl (mgr.24567) 1477 : audit [DBG] from='client.40400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:39:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:27.935759+0000 mgr.smithi204.vnvrbl (mgr.24567) 1478 : cluster [DBG] pgmap v1271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:29.936406+0000 mgr.smithi204.vnvrbl (mgr.24567) 1479 : cluster [DBG] pgmap v1272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:29.936406+0000 mgr.smithi204.vnvrbl (mgr.24567) 1479 : cluster [DBG] pgmap v1272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:32.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:31.936997+0000 mgr.smithi204.vnvrbl (mgr.24567) 1480 : cluster [DBG] pgmap v1273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:31.936997+0000 mgr.smithi204.vnvrbl (mgr.24567) 1480 : cluster [DBG] pgmap v1273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:35.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:33.937871+0000 mgr.smithi204.vnvrbl (mgr.24567) 1481 : cluster [DBG] pgmap v1274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:33.937871+0000 mgr.smithi204.vnvrbl (mgr.24567) 1481 : cluster [DBG] pgmap v1274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:37.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:35.938458+0000 mgr.smithi204.vnvrbl (mgr.24567) 1482 : cluster [DBG] pgmap v1275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:35.938458+0000 mgr.smithi204.vnvrbl (mgr.24567) 1482 : cluster [DBG] pgmap v1275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:39.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:37.939206+0000 mgr.smithi204.vnvrbl (mgr.24567) 1483 : cluster [DBG] pgmap v1276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:39.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:37.939206+0000 mgr.smithi204.vnvrbl (mgr.24567) 1483 : cluster [DBG] pgmap v1276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:41.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:39.939585+0000 mgr.smithi204.vnvrbl (mgr.24567) 1484 : cluster [DBG] pgmap v1277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:41.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:39.939585+0000 mgr.smithi204.vnvrbl (mgr.24567) 1484 : cluster [DBG] pgmap v1277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:42.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:41.940080+0000 mgr.smithi204.vnvrbl (mgr.24567) 1485 : cluster [DBG] pgmap v1278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:41.940080+0000 mgr.smithi204.vnvrbl (mgr.24567) 1485 : cluster [DBG] pgmap v1278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:45.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:43.940782+0000 mgr.smithi204.vnvrbl (mgr.24567) 1486 : cluster [DBG] pgmap v1279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:43.940782+0000 mgr.smithi204.vnvrbl (mgr.24567) 1486 : cluster [DBG] pgmap v1279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:47.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:45.941223+0000 mgr.smithi204.vnvrbl (mgr.24567) 1487 : cluster [DBG] pgmap v1280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:47.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:45.941223+0000 mgr.smithi204.vnvrbl (mgr.24567) 1487 : cluster [DBG] pgmap v1280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:49.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:47.942095+0000 mgr.smithi204.vnvrbl (mgr.24567) 1488 : cluster [DBG] pgmap v1281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:49.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:47.942095+0000 mgr.smithi204.vnvrbl (mgr.24567) 1488 : cluster [DBG] pgmap v1281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:49.942629+0000 mgr.smithi204.vnvrbl (mgr.24567) 1489 : cluster [DBG] pgmap v1282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:49.942629+0000 mgr.smithi204.vnvrbl (mgr.24567) 1489 : cluster [DBG] pgmap v1282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:52.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:51.943051+0000 mgr.smithi204.vnvrbl (mgr.24567) 1490 : cluster [DBG] pgmap v1283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:51.943051+0000 mgr.smithi204.vnvrbl (mgr.24567) 1490 : cluster [DBG] pgmap v1283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:53.943727+0000 mgr.smithi204.vnvrbl (mgr.24567) 1491 : cluster [DBG] pgmap v1284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:55.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:53.943727+0000 mgr.smithi204.vnvrbl (mgr.24567) 1491 : cluster [DBG] pgmap v1284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:55.944170+0000 mgr.smithi204.vnvrbl (mgr.24567) 1492 : cluster [DBG] pgmap v1285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:57.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:55.944170+0000 mgr.smithi204.vnvrbl (mgr.24567) 1492 : cluster [DBG] pgmap v1285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:39:57.798 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:39:58.116 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:39:58.116 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 107s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:39:58.116 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 107s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:39:58.116 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 109s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:39:58.117 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 107s ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:39:58.117 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 107s ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:39:58.117 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 109s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:39:58.117 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 107s ago 4h 618M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:39:58.118 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 109s ago 4h 469M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:39:58.118 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 107s ago 4h 1738M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:39:58.118 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 109s ago 4h 848M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:39:58.118 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 107s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:39:58.118 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 109s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:39:58.119 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 107s ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:39:58.119 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 109s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:39:58.119 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 107s ago 4h 1169M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:39:58.119 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 107s ago 4h 2041M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:39:58.120 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 107s ago 4h 1386M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:39:58.120 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 107s ago 4h 2223M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:39:58.120 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 109s ago 4h 2073M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:39:58.120 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 109s ago 4h 2199M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:39:58.121 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 109s ago 4h 1830M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:39:58.121 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 109s ago 4h 2689M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:39:58.121 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 107s ago 4h 150M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:39:58.446 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:39:58.447 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:39:58.447 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:39:58.447 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:39:58.447 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:39:58.448 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:39:58.448 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:39:58.448 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:39:58.448 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:39:58.448 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:39:58.449 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:39:58.449 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:39:58.449 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:39:58.449 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:39:58.449 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:39:58.450 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:39:58.450 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:39:58.450 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:39:58.450 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:39:59.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:39:57.785758+0000 mgr.smithi204.vnvrbl (mgr.24567) 1493 : audit [DBG] from='client.40408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:39:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:57.944887+0000 mgr.smithi204.vnvrbl (mgr.24567) 1494 : cluster [DBG] pgmap v1286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:39:58.105240+0000 mgr.smithi204.vnvrbl (mgr.24567) 1495 : audit [DBG] from='client.40412 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:39:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:39:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:39:58.446585+0000 mon.smithi176 (mon.0) 2752 : audit [DBG] from='client.? 172.21.15.176:0/1392558958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:39:59.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:39:57.785758+0000 mgr.smithi204.vnvrbl (mgr.24567) 1493 : audit [DBG] from='client.40408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:39:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:57.944887+0000 mgr.smithi204.vnvrbl (mgr.24567) 1494 : cluster [DBG] pgmap v1286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:39:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:39:58.105240+0000 mgr.smithi204.vnvrbl (mgr.24567) 1495 : audit [DBG] from='client.40412 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:39:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:39:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:39:58.446585+0000 mon.smithi176 (mon.0) 2752 : audit [DBG] from='client.? 172.21.15.176:0/1392558958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:40:00.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:00.000065+0000 mon.smithi176 (mon.0) 2753 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T11:40:00.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:00.000065+0000 mon.smithi176 (mon.0) 2753 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T11:40:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:39:59.945414+0000 mgr.smithi204.vnvrbl (mgr.24567) 1496 : cluster [DBG] pgmap v1287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:01.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:39:59.945414+0000 mgr.smithi204.vnvrbl (mgr.24567) 1496 : cluster [DBG] pgmap v1287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:02.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:01.946003+0000 mgr.smithi204.vnvrbl (mgr.24567) 1497 : cluster [DBG] pgmap v1288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:01.946003+0000 mgr.smithi204.vnvrbl (mgr.24567) 1497 : cluster [DBG] pgmap v1288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:05.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:03.946845+0000 mgr.smithi204.vnvrbl (mgr.24567) 1498 : cluster [DBG] pgmap v1289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:05.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:03.946845+0000 mgr.smithi204.vnvrbl (mgr.24567) 1498 : cluster [DBG] pgmap v1289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:05.947406+0000 mgr.smithi204.vnvrbl (mgr.24567) 1499 : cluster [DBG] pgmap v1290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:07.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:05.947406+0000 mgr.smithi204.vnvrbl (mgr.24567) 1499 : cluster [DBG] pgmap v1290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:09.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:07.948140+0000 mgr.smithi204.vnvrbl (mgr.24567) 1500 : cluster [DBG] pgmap v1291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:07.948140+0000 mgr.smithi204.vnvrbl (mgr.24567) 1500 : cluster [DBG] pgmap v1291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:09.948724+0000 mgr.smithi204.vnvrbl (mgr.24567) 1501 : cluster [DBG] pgmap v1292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:11.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:09.948724+0000 mgr.smithi204.vnvrbl (mgr.24567) 1501 : cluster [DBG] pgmap v1292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:40:11.506533+0000 mon.smithi204 (mon.1) 247 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:40:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:40:11.506834+0000 mon.smithi204 (mon.1) 248 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:40:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:40:11.507128+0000 mon.smithi176 (mon.0) 2754 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:40:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:40:11.507400+0000 mon.smithi176 (mon.0) 2755 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:40:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:40:11.890041+0000 mon.smithi204 (mon.1) 249 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:40:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:40:11.891483+0000 mon.smithi204 (mon.1) 250 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:40:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:40:11.892384+0000 mon.smithi204 (mon.1) 251 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:40:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:40:11.893195+0000 mgr.smithi204.vnvrbl (mgr.24567) 1502 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:40:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:11.949189+0000 mgr.smithi204.vnvrbl (mgr.24567) 1503 : cluster [DBG] pgmap v1293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:12.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:40:12.146180+0000 mon.smithi176 (mon.0) 2756 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:40:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:40:11.506533+0000 mon.smithi204 (mon.1) 247 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:40:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:40:11.506834+0000 mon.smithi204 (mon.1) 248 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:40:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:40:11.507128+0000 mon.smithi176 (mon.0) 2754 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:40:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:40:11.507400+0000 mon.smithi176 (mon.0) 2755 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:40:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:40:11.890041+0000 mon.smithi204 (mon.1) 249 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:40:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:40:11.891483+0000 mon.smithi204 (mon.1) 250 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:40:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:40:11.892384+0000 mon.smithi204 (mon.1) 251 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:40:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:40:11.893195+0000 mgr.smithi204.vnvrbl (mgr.24567) 1502 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:40:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:11.949189+0000 mgr.smithi204.vnvrbl (mgr.24567) 1503 : cluster [DBG] pgmap v1293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:40:12.146180+0000 mon.smithi176 (mon.0) 2756 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:40:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:40:12.543253+0000 mon.smithi176 (mon.0) 2757 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:40:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:40:12.550098+0000 mon.smithi176 (mon.0) 2758 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:40:13.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:40:12.543253+0000 mon.smithi176 (mon.0) 2757 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:40:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:40:12.550098+0000 mon.smithi176 (mon.0) 2758 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:40:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:13.949916+0000 mgr.smithi204.vnvrbl (mgr.24567) 1504 : cluster [DBG] pgmap v1294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:15.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:13.949916+0000 mgr.smithi204.vnvrbl (mgr.24567) 1504 : cluster [DBG] pgmap v1294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:17.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:15.950380+0000 mgr.smithi204.vnvrbl (mgr.24567) 1505 : cluster [DBG] pgmap v1295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:17.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:15.950380+0000 mgr.smithi204.vnvrbl (mgr.24567) 1505 : cluster [DBG] pgmap v1295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:17.951281+0000 mgr.smithi204.vnvrbl (mgr.24567) 1506 : cluster [DBG] pgmap v1296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:19.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:17.951281+0000 mgr.smithi204.vnvrbl (mgr.24567) 1506 : cluster [DBG] pgmap v1296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:19.951862+0000 mgr.smithi204.vnvrbl (mgr.24567) 1507 : cluster [DBG] pgmap v1297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:19.951862+0000 mgr.smithi204.vnvrbl (mgr.24567) 1507 : cluster [DBG] pgmap v1297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:22.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:21.952335+0000 mgr.smithi204.vnvrbl (mgr.24567) 1508 : cluster [DBG] pgmap v1298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:21.952335+0000 mgr.smithi204.vnvrbl (mgr.24567) 1508 : cluster [DBG] pgmap v1298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:23.953033+0000 mgr.smithi204.vnvrbl (mgr.24567) 1509 : cluster [DBG] pgmap v1299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:25.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:23.953033+0000 mgr.smithi204.vnvrbl (mgr.24567) 1509 : cluster [DBG] pgmap v1299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:25.953542+0000 mgr.smithi204.vnvrbl (mgr.24567) 1510 : cluster [DBG] pgmap v1300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:27.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:25.953542+0000 mgr.smithi204.vnvrbl (mgr.24567) 1510 : cluster [DBG] pgmap v1300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:28.743 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:40:29.031 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:40:29.031 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:40:29.031 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 2m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:40:29.031 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 2m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:40:29.032 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 2m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:40:29.032 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 2m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:40:29.032 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 2m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:40:29.032 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 2m ago 4h 618M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:40:29.033 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 2m ago 4h 469M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:40:29.033 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 2m ago 4h 1738M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:40:29.033 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 2m ago 4h 848M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:40:29.033 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 2m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:40:29.034 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 2m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:40:29.034 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 2m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:40:29.034 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:40:29.034 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 2m ago 4h 1169M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:40:29.034 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 2m ago 4h 2041M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:40:29.035 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 2m ago 4h 1386M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:40:29.035 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 2m ago 4h 2223M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:40:29.035 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 2m ago 4h 2073M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:40:29.035 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 2m ago 4h 2199M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:40:29.036 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 2m ago 4h 1830M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:40:29.036 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 2m ago 4h 2689M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:40:29.036 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 2m ago 4h 150M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:40:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:27.954316+0000 mgr.smithi204.vnvrbl (mgr.24567) 1511 : cluster [DBG] pgmap v1301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:29.363 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:40:29.363 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:40:29.364 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:40:29.364 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:40:29.364 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:40:29.364 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:40:29.364 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:40:29.365 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:40:29.365 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:40:29.365 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:40:29.365 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:40:29.365 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:40:29.366 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:40:29.366 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:40:29.366 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:40:29.366 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:40:29.367 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:40:29.367 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:40:29.367 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:40:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:27.954316+0000 mgr.smithi204.vnvrbl (mgr.24567) 1511 : cluster [DBG] pgmap v1301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:30.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:40:28.730145+0000 mgr.smithi204.vnvrbl (mgr.24567) 1512 : audit [DBG] from='client.40420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:40:30.364 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:40:29.020032+0000 mgr.smithi204.vnvrbl (mgr.24567) 1513 : audit [DBG] from='client.40424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:40:30.364 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:40:29.363283+0000 mon.smithi176 (mon.0) 2759 : audit [DBG] from='client.? 172.21.15.176:0/2972004687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:40:30.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:40:28.730145+0000 mgr.smithi204.vnvrbl (mgr.24567) 1512 : audit [DBG] from='client.40420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:40:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:40:29.020032+0000 mgr.smithi204.vnvrbl (mgr.24567) 1513 : audit [DBG] from='client.40424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:40:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:40:29.363283+0000 mon.smithi176 (mon.0) 2759 : audit [DBG] from='client.? 172.21.15.176:0/2972004687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:40:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:29.954793+0000 mgr.smithi204.vnvrbl (mgr.24567) 1514 : cluster [DBG] pgmap v1302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:29.954793+0000 mgr.smithi204.vnvrbl (mgr.24567) 1514 : cluster [DBG] pgmap v1302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:32.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:31.955409+0000 mgr.smithi204.vnvrbl (mgr.24567) 1515 : cluster [DBG] pgmap v1303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:31.955409+0000 mgr.smithi204.vnvrbl (mgr.24567) 1515 : cluster [DBG] pgmap v1303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:35.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:33.956258+0000 mgr.smithi204.vnvrbl (mgr.24567) 1516 : cluster [DBG] pgmap v1304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:33.956258+0000 mgr.smithi204.vnvrbl (mgr.24567) 1516 : cluster [DBG] pgmap v1304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:37.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:35.956770+0000 mgr.smithi204.vnvrbl (mgr.24567) 1517 : cluster [DBG] pgmap v1305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:35.956770+0000 mgr.smithi204.vnvrbl (mgr.24567) 1517 : cluster [DBG] pgmap v1305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:39.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:37.957727+0000 mgr.smithi204.vnvrbl (mgr.24567) 1518 : cluster [DBG] pgmap v1306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:39.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:37.957727+0000 mgr.smithi204.vnvrbl (mgr.24567) 1518 : cluster [DBG] pgmap v1306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:41.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:39.958271+0000 mgr.smithi204.vnvrbl (mgr.24567) 1519 : cluster [DBG] pgmap v1307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:41.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:39.958271+0000 mgr.smithi204.vnvrbl (mgr.24567) 1519 : cluster [DBG] pgmap v1307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:41.958822+0000 mgr.smithi204.vnvrbl (mgr.24567) 1520 : cluster [DBG] pgmap v1308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:41.958822+0000 mgr.smithi204.vnvrbl (mgr.24567) 1520 : cluster [DBG] pgmap v1308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:45.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:43.959704+0000 mgr.smithi204.vnvrbl (mgr.24567) 1521 : cluster [DBG] pgmap v1309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:43.959704+0000 mgr.smithi204.vnvrbl (mgr.24567) 1521 : cluster [DBG] pgmap v1309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:47.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:45.960326+0000 mgr.smithi204.vnvrbl (mgr.24567) 1522 : cluster [DBG] pgmap v1310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:47.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:45.960326+0000 mgr.smithi204.vnvrbl (mgr.24567) 1522 : cluster [DBG] pgmap v1310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:49.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:47.961271+0000 mgr.smithi204.vnvrbl (mgr.24567) 1523 : cluster [DBG] pgmap v1311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:49.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:47.961271+0000 mgr.smithi204.vnvrbl (mgr.24567) 1523 : cluster [DBG] pgmap v1311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:49.961776+0000 mgr.smithi204.vnvrbl (mgr.24567) 1524 : cluster [DBG] pgmap v1312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:49.961776+0000 mgr.smithi204.vnvrbl (mgr.24567) 1524 : cluster [DBG] pgmap v1312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:51.962405+0000 mgr.smithi204.vnvrbl (mgr.24567) 1525 : cluster [DBG] pgmap v1313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:51.962405+0000 mgr.smithi204.vnvrbl (mgr.24567) 1525 : cluster [DBG] pgmap v1313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:53.963299+0000 mgr.smithi204.vnvrbl (mgr.24567) 1526 : cluster [DBG] pgmap v1314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:55.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:53.963299+0000 mgr.smithi204.vnvrbl (mgr.24567) 1526 : cluster [DBG] pgmap v1314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:55.963821+0000 mgr.smithi204.vnvrbl (mgr.24567) 1527 : cluster [DBG] pgmap v1315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:57.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:55.963821+0000 mgr.smithi204.vnvrbl (mgr.24567) 1527 : cluster [DBG] pgmap v1315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:40:59.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:40:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:57.964839+0000 mgr.smithi204.vnvrbl (mgr.24567) 1528 : cluster [DBG] pgmap v1316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:40:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:57.964839+0000 mgr.smithi204.vnvrbl (mgr.24567) 1528 : cluster [DBG] pgmap v1316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:40:59.661 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:40:59.937 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:40:59.937 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:40:59.938 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 2m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:40:59.938 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 2m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:40:59.938 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 2m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:40:59.938 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 2m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:40:59.939 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 2m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:40:59.939 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 2m ago 4h 618M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:40:59.939 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 2m ago 4h 469M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:40:59.939 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 2m ago 4h 1738M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:40:59.940 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 2m ago 4h 848M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:40:59.940 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 2m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:40:59.940 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 2m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:40:59.940 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 2m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:40:59.941 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:40:59.941 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 2m ago 4h 1169M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:40:59.941 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 2m ago 4h 2041M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:40:59.941 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 2m ago 4h 1386M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:40:59.941 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 2m ago 4h 2223M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:40:59.942 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 2m ago 4h 2073M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:40:59.942 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 2m ago 4h 2199M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:40:59.942 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 2m ago 4h 1830M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:40:59.942 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 2m ago 4h 2689M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:40:59.942 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 2m ago 4h 150M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:41:00.267 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:41:00.267 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:41:00.267 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:41:00.268 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:41:00.268 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:41:00.268 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:41:00.268 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:41:00.269 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:41:00.269 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:41:00.269 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:41:00.270 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:41:00.270 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:41:00.270 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:41:00.270 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:41:00.271 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:41:00.271 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:41:00.271 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:41:00.271 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:41:00.272 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:41:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:40:59.648305+0000 mgr.smithi204.vnvrbl (mgr.24567) 1529 : audit [DBG] from='client.40432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:41:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:40:59.926740+0000 mgr.smithi204.vnvrbl (mgr.24567) 1530 : audit [DBG] from='client.40436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:41:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:40:59.965281+0000 mgr.smithi204.vnvrbl (mgr.24567) 1531 : cluster [DBG] pgmap v1317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:41:00.266864+0000 mon.smithi176 (mon.0) 2760 : audit [DBG] from='client.? 172.21.15.176:0/4043189292' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:41:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:40:59.648305+0000 mgr.smithi204.vnvrbl (mgr.24567) 1529 : audit [DBG] from='client.40432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:41:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:40:59.926740+0000 mgr.smithi204.vnvrbl (mgr.24567) 1530 : audit [DBG] from='client.40436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:41:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:40:59.965281+0000 mgr.smithi204.vnvrbl (mgr.24567) 1531 : cluster [DBG] pgmap v1317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:01.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:41:00.266864+0000 mon.smithi176 (mon.0) 2760 : audit [DBG] from='client.? 172.21.15.176:0/4043189292' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:41:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:01.965832+0000 mgr.smithi204.vnvrbl (mgr.24567) 1532 : cluster [DBG] pgmap v1318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:01.965832+0000 mgr.smithi204.vnvrbl (mgr.24567) 1532 : cluster [DBG] pgmap v1318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:05.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:03.966634+0000 mgr.smithi204.vnvrbl (mgr.24567) 1533 : cluster [DBG] pgmap v1319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:03.966634+0000 mgr.smithi204.vnvrbl (mgr.24567) 1533 : cluster [DBG] pgmap v1319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:05.967123+0000 mgr.smithi204.vnvrbl (mgr.24567) 1534 : cluster [DBG] pgmap v1320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:07.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:05.967123+0000 mgr.smithi204.vnvrbl (mgr.24567) 1534 : cluster [DBG] pgmap v1320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:09.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:07.967996+0000 mgr.smithi204.vnvrbl (mgr.24567) 1535 : cluster [DBG] pgmap v1321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:09.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:07.967996+0000 mgr.smithi204.vnvrbl (mgr.24567) 1535 : cluster [DBG] pgmap v1321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:09.968458+0000 mgr.smithi204.vnvrbl (mgr.24567) 1536 : cluster [DBG] pgmap v1322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:11.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:09.968458+0000 mgr.smithi204.vnvrbl (mgr.24567) 1536 : cluster [DBG] pgmap v1322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:12.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:41:11.511285+0000 mon.smithi204 (mon.1) 252 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:41:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:41:11.511530+0000 mon.smithi204 (mon.1) 253 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:41:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:41:11.511919+0000 mon.smithi176 (mon.0) 2761 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:41:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:41:11.512251+0000 mon.smithi176 (mon.0) 2762 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:41:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:11.968949+0000 mgr.smithi204.vnvrbl (mgr.24567) 1537 : cluster [DBG] pgmap v1323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:41:11.511285+0000 mon.smithi204 (mon.1) 252 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:41:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:41:11.511530+0000 mon.smithi204 (mon.1) 253 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:41:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:41:11.511919+0000 mon.smithi176 (mon.0) 2761 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:41:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:41:11.512251+0000 mon.smithi176 (mon.0) 2762 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:41:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:11.968949+0000 mgr.smithi204.vnvrbl (mgr.24567) 1537 : cluster [DBG] pgmap v1323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:13.673 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:41:12.555057+0000 mon.smithi204 (mon.1) 254 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:41:13.673 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:41:12.556471+0000 mon.smithi204 (mon.1) 255 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:41:13.673 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:41:12.557352+0000 mon.smithi204 (mon.1) 256 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:41:13.674 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:41:12.558168+0000 mgr.smithi204.vnvrbl (mgr.24567) 1538 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:41:13.674 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:41:12.913894+0000 mon.smithi176 (mon.0) 2763 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:41:13.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:41:12.555057+0000 mon.smithi204 (mon.1) 254 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:41:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:41:12.556471+0000 mon.smithi204 (mon.1) 255 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:41:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:41:12.557352+0000 mon.smithi204 (mon.1) 256 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:41:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:41:12.558168+0000 mgr.smithi204.vnvrbl (mgr.24567) 1538 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:41:13.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:41:12.913894+0000 mon.smithi176 (mon.0) 2763 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:41:14.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:13.969936+0000 mgr.smithi204.vnvrbl (mgr.24567) 1539 : cluster [DBG] pgmap v1324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:14.765 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:13.969936+0000 mgr.smithi204.vnvrbl (mgr.24567) 1539 : cluster [DBG] pgmap v1324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:16.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:41:15.548711+0000 mon.smithi176 (mon.0) 2764 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:41:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:41:15.835842+0000 mon.smithi176 (mon.0) 2765 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:41:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:41:15.844308+0000 mon.smithi176 (mon.0) 2766 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:41:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:15.970359+0000 mgr.smithi204.vnvrbl (mgr.24567) 1540 : cluster [DBG] pgmap v1325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:17.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:41:15.548711+0000 mon.smithi176 (mon.0) 2764 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:41:17.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:41:15.835842+0000 mon.smithi176 (mon.0) 2765 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:41:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:41:15.844308+0000 mon.smithi176 (mon.0) 2766 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:41:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:15.970359+0000 mgr.smithi204.vnvrbl (mgr.24567) 1540 : cluster [DBG] pgmap v1325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:19.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:17.970998+0000 mgr.smithi204.vnvrbl (mgr.24567) 1541 : cluster [DBG] pgmap v1326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:19.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:17.970998+0000 mgr.smithi204.vnvrbl (mgr.24567) 1541 : cluster [DBG] pgmap v1326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:19.971457+0000 mgr.smithi204.vnvrbl (mgr.24567) 1542 : cluster [DBG] pgmap v1327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:19.971457+0000 mgr.smithi204.vnvrbl (mgr.24567) 1542 : cluster [DBG] pgmap v1327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:22.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:21.971999+0000 mgr.smithi204.vnvrbl (mgr.24567) 1543 : cluster [DBG] pgmap v1328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:21.971999+0000 mgr.smithi204.vnvrbl (mgr.24567) 1543 : cluster [DBG] pgmap v1328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:23.972848+0000 mgr.smithi204.vnvrbl (mgr.24567) 1544 : cluster [DBG] pgmap v1329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:25.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:23.972848+0000 mgr.smithi204.vnvrbl (mgr.24567) 1544 : cluster [DBG] pgmap v1329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:27.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:25.973392+0000 mgr.smithi204.vnvrbl (mgr.24567) 1545 : cluster [DBG] pgmap v1330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:27.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:25.973392+0000 mgr.smithi204.vnvrbl (mgr.24567) 1545 : cluster [DBG] pgmap v1330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:27.974078+0000 mgr.smithi204.vnvrbl (mgr.24567) 1546 : cluster [DBG] pgmap v1331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:27.974078+0000 mgr.smithi204.vnvrbl (mgr.24567) 1546 : cluster [DBG] pgmap v1331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:30.571 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:41:30.843 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:41:30.844 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:41:30.844 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 3m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:41:30.844 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 3m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:41:30.844 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 3m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:41:30.845 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 3m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:41:30.845 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 3m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:41:30.845 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 3m ago 4h 618M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:41:30.845 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 3m ago 4h 469M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:41:30.845 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 3m ago 4h 1738M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:41:30.846 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 3m ago 4h 848M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:41:30.846 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 3m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:41:30.846 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 3m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:41:30.846 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 3m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:41:30.846 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:41:30.847 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 3m ago 4h 1169M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:41:30.847 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 3m ago 4h 2041M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:41:30.847 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 3m ago 4h 1386M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:41:30.847 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 3m ago 4h 2223M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:41:30.848 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 3m ago 4h 2073M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:41:30.848 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 3m ago 4h 2199M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:41:30.848 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 3m ago 4h 1830M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:41:30.848 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 3m ago 4h 2689M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:41:30.848 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 3m ago 4h 150M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:41:31.173 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:41:31.173 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:41:31.173 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:41:31.174 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:41:31.174 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:41:31.174 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:41:31.174 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:41:31.175 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:41:31.175 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:41:31.175 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:41:31.175 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:41:31.175 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:41:31.176 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:41:31.176 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:41:31.176 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:41:31.176 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:41:31.176 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:41:31.177 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:41:31.177 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:41:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:29.974652+0000 mgr.smithi204.vnvrbl (mgr.24567) 1547 : cluster [DBG] pgmap v1332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:29.974652+0000 mgr.smithi204.vnvrbl (mgr.24567) 1547 : cluster [DBG] pgmap v1332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:41:30.557469+0000 mgr.smithi204.vnvrbl (mgr.24567) 1548 : audit [DBG] from='client.40444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:41:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:41:30.832943+0000 mgr.smithi204.vnvrbl (mgr.24567) 1549 : audit [DBG] from='client.40448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:41:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:41:31.172924+0000 mon.smithi176 (mon.0) 2767 : audit [DBG] from='client.? 172.21.15.176:0/1368771977' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:41:32.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:41:30.557469+0000 mgr.smithi204.vnvrbl (mgr.24567) 1548 : audit [DBG] from='client.40444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:41:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:41:30.832943+0000 mgr.smithi204.vnvrbl (mgr.24567) 1549 : audit [DBG] from='client.40448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:41:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:41:31.172924+0000 mon.smithi176 (mon.0) 2767 : audit [DBG] from='client.? 172.21.15.176:0/1368771977' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:41:33.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:31.975159+0000 mgr.smithi204.vnvrbl (mgr.24567) 1550 : cluster [DBG] pgmap v1333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:33.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:31.975159+0000 mgr.smithi204.vnvrbl (mgr.24567) 1550 : cluster [DBG] pgmap v1333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:35.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:33.975998+0000 mgr.smithi204.vnvrbl (mgr.24567) 1551 : cluster [DBG] pgmap v1334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:33.975998+0000 mgr.smithi204.vnvrbl (mgr.24567) 1551 : cluster [DBG] pgmap v1334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:37.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:35.976436+0000 mgr.smithi204.vnvrbl (mgr.24567) 1552 : cluster [DBG] pgmap v1335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:35.976436+0000 mgr.smithi204.vnvrbl (mgr.24567) 1552 : cluster [DBG] pgmap v1335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:39.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:37.977244+0000 mgr.smithi204.vnvrbl (mgr.24567) 1553 : cluster [DBG] pgmap v1336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:39.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:37.977244+0000 mgr.smithi204.vnvrbl (mgr.24567) 1553 : cluster [DBG] pgmap v1336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:39.977741+0000 mgr.smithi204.vnvrbl (mgr.24567) 1554 : cluster [DBG] pgmap v1337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:39.977741+0000 mgr.smithi204.vnvrbl (mgr.24567) 1554 : cluster [DBG] pgmap v1337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:42.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:41.978221+0000 mgr.smithi204.vnvrbl (mgr.24567) 1555 : cluster [DBG] pgmap v1338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:41.978221+0000 mgr.smithi204.vnvrbl (mgr.24567) 1555 : cluster [DBG] pgmap v1338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:45.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:43.978971+0000 mgr.smithi204.vnvrbl (mgr.24567) 1556 : cluster [DBG] pgmap v1339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:43.978971+0000 mgr.smithi204.vnvrbl (mgr.24567) 1556 : cluster [DBG] pgmap v1339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:47.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:45.979464+0000 mgr.smithi204.vnvrbl (mgr.24567) 1557 : cluster [DBG] pgmap v1340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:47.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:45.979464+0000 mgr.smithi204.vnvrbl (mgr.24567) 1557 : cluster [DBG] pgmap v1340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:49.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:47.980128+0000 mgr.smithi204.vnvrbl (mgr.24567) 1558 : cluster [DBG] pgmap v1341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:49.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:47.980128+0000 mgr.smithi204.vnvrbl (mgr.24567) 1558 : cluster [DBG] pgmap v1341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:49.980772+0000 mgr.smithi204.vnvrbl (mgr.24567) 1559 : cluster [DBG] pgmap v1342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:49.980772+0000 mgr.smithi204.vnvrbl (mgr.24567) 1559 : cluster [DBG] pgmap v1342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:52.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:51.981254+0000 mgr.smithi204.vnvrbl (mgr.24567) 1560 : cluster [DBG] pgmap v1343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:51.981254+0000 mgr.smithi204.vnvrbl (mgr.24567) 1560 : cluster [DBG] pgmap v1343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:53.981947+0000 mgr.smithi204.vnvrbl (mgr.24567) 1561 : cluster [DBG] pgmap v1344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:55.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:53.981947+0000 mgr.smithi204.vnvrbl (mgr.24567) 1561 : cluster [DBG] pgmap v1344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:55.982435+0000 mgr.smithi204.vnvrbl (mgr.24567) 1562 : cluster [DBG] pgmap v1345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:57.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:55.982435+0000 mgr.smithi204.vnvrbl (mgr.24567) 1562 : cluster [DBG] pgmap v1345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:41:59.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:41:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:57.983379+0000 mgr.smithi204.vnvrbl (mgr.24567) 1563 : cluster [DBG] pgmap v1346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:41:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:41:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:57.983379+0000 mgr.smithi204.vnvrbl (mgr.24567) 1563 : cluster [DBG] pgmap v1346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:41:59.983936+0000 mgr.smithi204.vnvrbl (mgr.24567) 1564 : cluster [DBG] pgmap v1347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:41:59.983936+0000 mgr.smithi204.vnvrbl (mgr.24567) 1564 : cluster [DBG] pgmap v1347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:01.470 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:42:01.742 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:42:01.742 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:42:01.742 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 3m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:42:01.743 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 3m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:42:01.743 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 3m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:42:01.743 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 3m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:42:01.743 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 3m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:42:01.744 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 3m ago 4h 618M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:42:01.744 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 3m ago 4h 469M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:42:01.744 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 3m ago 4h 1738M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:42:01.744 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 3m ago 4h 848M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:42:01.744 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 3m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:42:01.745 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 3m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:42:01.745 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 3m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:42:01.745 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:42:01.745 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 3m ago 4h 1169M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:42:01.745 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 3m ago 4h 2041M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:42:01.746 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 3m ago 4h 1386M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:42:01.746 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 3m ago 4h 2223M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:42:01.746 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 3m ago 4h 2073M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:42:01.746 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 3m ago 4h 2199M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:42:01.747 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 3m ago 4h 1830M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:42:01.747 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 3m ago 4h 2689M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:42:01.747 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 3m ago 4h 150M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:42:02.074 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:42:02.074 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:42:02.074 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:42:02.075 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:42:02.075 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:42:02.075 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:42:02.075 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:42:02.075 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:42:02.076 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:42:02.076 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:42:02.076 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:42:02.076 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:42:02.076 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:42:02.077 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:42:02.077 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:42:02.077 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:42:02.077 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:42:02.077 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:42:02.078 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:42:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:42:01.456838+0000 mgr.smithi204.vnvrbl (mgr.24567) 1565 : audit [DBG] from='client.40456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:42:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:42:01.731707+0000 mgr.smithi204.vnvrbl (mgr.24567) 1566 : audit [DBG] from='client.40460 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:42:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:01.984368+0000 mgr.smithi204.vnvrbl (mgr.24567) 1567 : cluster [DBG] pgmap v1348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:42:02.073706+0000 mon.smithi176 (mon.0) 2768 : audit [DBG] from='client.? 172.21.15.176:0/2765239239' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:42:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:42:01.456838+0000 mgr.smithi204.vnvrbl (mgr.24567) 1565 : audit [DBG] from='client.40456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:42:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:42:01.731707+0000 mgr.smithi204.vnvrbl (mgr.24567) 1566 : audit [DBG] from='client.40460 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:42:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:01.984368+0000 mgr.smithi204.vnvrbl (mgr.24567) 1567 : cluster [DBG] pgmap v1348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:42:02.073706+0000 mon.smithi176 (mon.0) 2768 : audit [DBG] from='client.? 172.21.15.176:0/2765239239' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:42:05.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:03.985308+0000 mgr.smithi204.vnvrbl (mgr.24567) 1568 : cluster [DBG] pgmap v1349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:03.985308+0000 mgr.smithi204.vnvrbl (mgr.24567) 1568 : cluster [DBG] pgmap v1349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:05.985779+0000 mgr.smithi204.vnvrbl (mgr.24567) 1569 : cluster [DBG] pgmap v1350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:07.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:05.985779+0000 mgr.smithi204.vnvrbl (mgr.24567) 1569 : cluster [DBG] pgmap v1350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:09.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:07.986667+0000 mgr.smithi204.vnvrbl (mgr.24567) 1570 : cluster [DBG] pgmap v1351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:09.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:07.986667+0000 mgr.smithi204.vnvrbl (mgr.24567) 1570 : cluster [DBG] pgmap v1351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:11.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:09.987225+0000 mgr.smithi204.vnvrbl (mgr.24567) 1571 : cluster [DBG] pgmap v1352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:09.987225+0000 mgr.smithi204.vnvrbl (mgr.24567) 1571 : cluster [DBG] pgmap v1352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:42:11.514963+0000 mon.smithi204 (mon.1) 257 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:42:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:42:11.515557+0000 mon.smithi176 (mon.0) 2769 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:42:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:42:11.515627+0000 mon.smithi204 (mon.1) 258 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:42:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:42:11.516053+0000 mon.smithi176 (mon.0) 2770 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:42:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:11.987750+0000 mgr.smithi204.vnvrbl (mgr.24567) 1572 : cluster [DBG] pgmap v1353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:42:11.514963+0000 mon.smithi204 (mon.1) 257 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:42:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:42:11.515557+0000 mon.smithi176 (mon.0) 2769 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:42:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:42:11.515627+0000 mon.smithi204 (mon.1) 258 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:42:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:42:11.516053+0000 mon.smithi176 (mon.0) 2770 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:42:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:11.987750+0000 mgr.smithi204.vnvrbl (mgr.24567) 1572 : cluster [DBG] pgmap v1353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:15.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:13.988462+0000 mgr.smithi204.vnvrbl (mgr.24567) 1573 : cluster [DBG] pgmap v1354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:15.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:13.988462+0000 mgr.smithi204.vnvrbl (mgr.24567) 1573 : cluster [DBG] pgmap v1354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:16.447 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:42:15.847934+0000 mon.smithi204 (mon.1) 259 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:42:16.448 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:42:15.849272+0000 mon.smithi204 (mon.1) 260 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:42:16.448 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:42:15.850083+0000 mon.smithi204 (mon.1) 261 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:42:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:42:15.847934+0000 mon.smithi204 (mon.1) 259 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:42:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:42:15.849272+0000 mon.smithi204 (mon.1) 260 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:42:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:42:15.850083+0000 mon.smithi204 (mon.1) 261 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:42:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:42:15.850849+0000 mgr.smithi204.vnvrbl (mgr.24567) 1574 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:42:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:15.988864+0000 mgr.smithi204.vnvrbl (mgr.24567) 1575 : cluster [DBG] pgmap v1355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:42:15.850849+0000 mgr.smithi204.vnvrbl (mgr.24567) 1574 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:42:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:15.988864+0000 mgr.smithi204.vnvrbl (mgr.24567) 1575 : cluster [DBG] pgmap v1355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:19.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:17.989488+0000 mgr.smithi204.vnvrbl (mgr.24567) 1576 : cluster [DBG] pgmap v1356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:42:18.636372+0000 mon.smithi176 (mon.0) 2771 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:42:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:42:19.015077+0000 mon.smithi176 (mon.0) 2772 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:42:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:42:19.020523+0000 mon.smithi176 (mon.0) 2773 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:42:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:17.989488+0000 mgr.smithi204.vnvrbl (mgr.24567) 1576 : cluster [DBG] pgmap v1356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:42:18.636372+0000 mon.smithi176 (mon.0) 2771 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:42:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:42:19.015077+0000 mon.smithi176 (mon.0) 2772 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:42:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:42:19.020523+0000 mon.smithi176 (mon.0) 2773 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:42:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:19.990068+0000 mgr.smithi204.vnvrbl (mgr.24567) 1577 : cluster [DBG] pgmap v1357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:19.990068+0000 mgr.smithi204.vnvrbl (mgr.24567) 1577 : cluster [DBG] pgmap v1357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:22.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:21.990499+0000 mgr.smithi204.vnvrbl (mgr.24567) 1578 : cluster [DBG] pgmap v1358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:22.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:21.990499+0000 mgr.smithi204.vnvrbl (mgr.24567) 1578 : cluster [DBG] pgmap v1358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:23.991271+0000 mgr.smithi204.vnvrbl (mgr.24567) 1579 : cluster [DBG] pgmap v1359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:25.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:23.991271+0000 mgr.smithi204.vnvrbl (mgr.24567) 1579 : cluster [DBG] pgmap v1359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:27.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:25.991702+0000 mgr.smithi204.vnvrbl (mgr.24567) 1580 : cluster [DBG] pgmap v1360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:25.991702+0000 mgr.smithi204.vnvrbl (mgr.24567) 1580 : cluster [DBG] pgmap v1360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:27.992633+0000 mgr.smithi204.vnvrbl (mgr.24567) 1581 : cluster [DBG] pgmap v1361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:27.992633+0000 mgr.smithi204.vnvrbl (mgr.24567) 1581 : cluster [DBG] pgmap v1361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:29.993112+0000 mgr.smithi204.vnvrbl (mgr.24567) 1582 : cluster [DBG] pgmap v1362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:29.993112+0000 mgr.smithi204.vnvrbl (mgr.24567) 1582 : cluster [DBG] pgmap v1362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:32.383 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:42:32.663 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:42:32.664 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:42:32.664 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 4m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:42:32.664 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 4m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:42:32.664 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 4m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:42:32.664 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 4m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:42:32.665 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 4m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:42:32.665 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 4m ago 4h 618M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:42:32.665 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 4m ago 4h 469M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:42:32.665 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 4m ago 4h 1738M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:42:32.665 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 4m ago 4h 848M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:42:32.666 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 4m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:42:32.666 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 4m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:42:32.666 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 4m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:42:32.666 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:42:32.667 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 4m ago 4h 1169M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:42:32.667 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 4m ago 4h 2041M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:42:32.667 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 4m ago 4h 1386M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:42:32.667 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 4m ago 4h 2223M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:42:32.667 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 4m ago 4h 2073M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:42:32.668 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 4m ago 4h 2199M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:42:32.668 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 4m ago 4h 1830M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:42:32.668 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 4m ago 4h 2689M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:42:32.668 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 4m ago 4h 150M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:42:32.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:31.993606+0000 mgr.smithi204.vnvrbl (mgr.24567) 1583 : cluster [DBG] pgmap v1363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:31.993606+0000 mgr.smithi204.vnvrbl (mgr.24567) 1583 : cluster [DBG] pgmap v1363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:32.988 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:42:32.988 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:42:32.988 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:42:32.989 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:42:32.989 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:42:32.989 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:42:32.989 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:42:32.990 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:42:32.990 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:42:32.990 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:42:32.990 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:42:32.990 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:42:32.991 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:42:32.991 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:42:32.991 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:42:32.991 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:42:32.992 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:42:32.992 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:42:32.992 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:42:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:42:32.371563+0000 mgr.smithi204.vnvrbl (mgr.24567) 1584 : audit [DBG] from='client.40468 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:42:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:42:32.653141+0000 mgr.smithi204.vnvrbl (mgr.24567) 1585 : audit [DBG] from='client.40472 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:42:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:42:32.987494+0000 mon.smithi176 (mon.0) 2774 : audit [DBG] from='client.? 172.21.15.176:0/650258360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:42:33.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:42:32.371563+0000 mgr.smithi204.vnvrbl (mgr.24567) 1584 : audit [DBG] from='client.40468 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:42:33.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:42:32.653141+0000 mgr.smithi204.vnvrbl (mgr.24567) 1585 : audit [DBG] from='client.40472 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:42:33.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:42:32.987494+0000 mon.smithi176 (mon.0) 2774 : audit [DBG] from='client.? 172.21.15.176:0/650258360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:42:34.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:33.994590+0000 mgr.smithi204.vnvrbl (mgr.24567) 1586 : cluster [DBG] pgmap v1364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:33.994590+0000 mgr.smithi204.vnvrbl (mgr.24567) 1586 : cluster [DBG] pgmap v1364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:35.995161+0000 mgr.smithi204.vnvrbl (mgr.24567) 1587 : cluster [DBG] pgmap v1365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:35.995161+0000 mgr.smithi204.vnvrbl (mgr.24567) 1587 : cluster [DBG] pgmap v1365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:39.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:37.995984+0000 mgr.smithi204.vnvrbl (mgr.24567) 1588 : cluster [DBG] pgmap v1366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:37.995984+0000 mgr.smithi204.vnvrbl (mgr.24567) 1588 : cluster [DBG] pgmap v1366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:39.996433+0000 mgr.smithi204.vnvrbl (mgr.24567) 1589 : cluster [DBG] pgmap v1367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:39.996433+0000 mgr.smithi204.vnvrbl (mgr.24567) 1589 : cluster [DBG] pgmap v1367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:42.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:41.997036+0000 mgr.smithi204.vnvrbl (mgr.24567) 1590 : cluster [DBG] pgmap v1368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:41.997036+0000 mgr.smithi204.vnvrbl (mgr.24567) 1590 : cluster [DBG] pgmap v1368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:43.997874+0000 mgr.smithi204.vnvrbl (mgr.24567) 1591 : cluster [DBG] pgmap v1369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:43.997874+0000 mgr.smithi204.vnvrbl (mgr.24567) 1591 : cluster [DBG] pgmap v1369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:47.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:45.998366+0000 mgr.smithi204.vnvrbl (mgr.24567) 1592 : cluster [DBG] pgmap v1370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:45.998366+0000 mgr.smithi204.vnvrbl (mgr.24567) 1592 : cluster [DBG] pgmap v1370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:49.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:47.999122+0000 mgr.smithi204.vnvrbl (mgr.24567) 1593 : cluster [DBG] pgmap v1371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:47.999122+0000 mgr.smithi204.vnvrbl (mgr.24567) 1593 : cluster [DBG] pgmap v1371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:49.999715+0000 mgr.smithi204.vnvrbl (mgr.24567) 1594 : cluster [DBG] pgmap v1372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:49.999715+0000 mgr.smithi204.vnvrbl (mgr.24567) 1594 : cluster [DBG] pgmap v1372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:52.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:52.000212+0000 mgr.smithi204.vnvrbl (mgr.24567) 1595 : cluster [DBG] pgmap v1373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:52.000212+0000 mgr.smithi204.vnvrbl (mgr.24567) 1595 : cluster [DBG] pgmap v1373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:55.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:54.001037+0000 mgr.smithi204.vnvrbl (mgr.24567) 1596 : cluster [DBG] pgmap v1374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:54.001037+0000 mgr.smithi204.vnvrbl (mgr.24567) 1596 : cluster [DBG] pgmap v1374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:56.001535+0000 mgr.smithi204.vnvrbl (mgr.24567) 1597 : cluster [DBG] pgmap v1375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:56.001535+0000 mgr.smithi204.vnvrbl (mgr.24567) 1597 : cluster [DBG] pgmap v1375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:42:59.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:42:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:42:58.002480+0000 mgr.smithi204.vnvrbl (mgr.24567) 1598 : cluster [DBG] pgmap v1376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:42:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:42:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:42:58.002480+0000 mgr.smithi204.vnvrbl (mgr.24567) 1598 : cluster [DBG] pgmap v1376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:01.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:00.003110+0000 mgr.smithi204.vnvrbl (mgr.24567) 1599 : cluster [DBG] pgmap v1377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:00.003110+0000 mgr.smithi204.vnvrbl (mgr.24567) 1599 : cluster [DBG] pgmap v1377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:02.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:02.003547+0000 mgr.smithi204.vnvrbl (mgr.24567) 1600 : cluster [DBG] pgmap v1378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:02.003547+0000 mgr.smithi204.vnvrbl (mgr.24567) 1600 : cluster [DBG] pgmap v1378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:03.297 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:43:03.569 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:43:03.569 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:43:03.570 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 4m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:43:03.570 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 4m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:43:03.570 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 4m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:43:03.570 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 4m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:43:03.571 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 4m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:43:03.571 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 4m ago 4h 618M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:43:03.571 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 4m ago 4h 469M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:43:03.571 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 4m ago 4h 1738M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:43:03.571 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 4m ago 4h 848M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:43:03.572 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 4m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:43:03.572 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 4m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:43:03.572 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 4m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:43:03.572 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:43:03.573 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 4m ago 4h 1169M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:43:03.573 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 4m ago 4h 2041M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:43:03.573 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 4m ago 4h 1386M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:43:03.573 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 4m ago 4h 2223M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:43:03.574 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 4m ago 4h 2073M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:43:03.574 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 4m ago 4h 2199M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:43:03.574 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 4m ago 4h 1830M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:43:03.574 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 4m ago 4h 2689M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:43:03.575 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 4m ago 4h 150M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:43:03.897 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:43:03.897 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:43:03.898 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:43:03.898 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:43:03.898 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:43:03.898 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:43:03.899 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:43:03.899 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:43:03.899 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:43:03.899 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:43:03.899 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:43:03.900 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:43:03.900 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:43:03.900 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:43:03.900 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:43:03.901 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:43:03.901 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:43:03.901 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:43:03.901 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:43:04.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:43:03.896942+0000 mon.smithi176 (mon.0) 2775 : audit [DBG] from='client.? 172.21.15.176:0/2267987237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:43:04.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:43:03.896942+0000 mon.smithi176 (mon.0) 2775 : audit [DBG] from='client.? 172.21.15.176:0/2267987237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:43:05.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:43:03.284736+0000 mgr.smithi204.vnvrbl (mgr.24567) 1601 : audit [DBG] from='client.40480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:43:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:43:03.558802+0000 mgr.smithi204.vnvrbl (mgr.24567) 1602 : audit [DBG] from='client.40484 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:43:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:04.004493+0000 mgr.smithi204.vnvrbl (mgr.24567) 1603 : cluster [DBG] pgmap v1379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:05.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:43:03.284736+0000 mgr.smithi204.vnvrbl (mgr.24567) 1601 : audit [DBG] from='client.40480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:43:05.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:43:03.558802+0000 mgr.smithi204.vnvrbl (mgr.24567) 1602 : audit [DBG] from='client.40484 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:43:05.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:04.004493+0000 mgr.smithi204.vnvrbl (mgr.24567) 1603 : cluster [DBG] pgmap v1379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:06.005062+0000 mgr.smithi204.vnvrbl (mgr.24567) 1604 : cluster [DBG] pgmap v1380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:06.005062+0000 mgr.smithi204.vnvrbl (mgr.24567) 1604 : cluster [DBG] pgmap v1380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:09.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:08.005812+0000 mgr.smithi204.vnvrbl (mgr.24567) 1605 : cluster [DBG] pgmap v1381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:08.005812+0000 mgr.smithi204.vnvrbl (mgr.24567) 1605 : cluster [DBG] pgmap v1381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:11.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:10.006439+0000 mgr.smithi204.vnvrbl (mgr.24567) 1606 : cluster [DBG] pgmap v1382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:10.006439+0000 mgr.smithi204.vnvrbl (mgr.24567) 1606 : cluster [DBG] pgmap v1382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:12.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:43:11.520119+0000 mon.smithi204 (mon.1) 262 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:43:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:43:11.520446+0000 mon.smithi204 (mon.1) 263 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:43:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:43:11.520981+0000 mon.smithi176 (mon.0) 2776 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:43:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:43:11.521312+0000 mon.smithi176 (mon.0) 2777 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:43:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:12.006959+0000 mgr.smithi204.vnvrbl (mgr.24567) 1607 : cluster [DBG] pgmap v1383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:43:11.520119+0000 mon.smithi204 (mon.1) 262 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:43:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:43:11.520446+0000 mon.smithi204 (mon.1) 263 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:43:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:43:11.520981+0000 mon.smithi176 (mon.0) 2776 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:43:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:43:11.521312+0000 mon.smithi176 (mon.0) 2777 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:43:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:12.006959+0000 mgr.smithi204.vnvrbl (mgr.24567) 1607 : cluster [DBG] pgmap v1383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:15.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:14.007932+0000 mgr.smithi204.vnvrbl (mgr.24567) 1608 : cluster [DBG] pgmap v1384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:14.007932+0000 mgr.smithi204.vnvrbl (mgr.24567) 1608 : cluster [DBG] pgmap v1384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:17.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:16.008510+0000 mgr.smithi204.vnvrbl (mgr.24567) 1609 : cluster [DBG] pgmap v1385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:16.008510+0000 mgr.smithi204.vnvrbl (mgr.24567) 1609 : cluster [DBG] pgmap v1385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:19.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:18.009310+0000 mgr.smithi204.vnvrbl (mgr.24567) 1610 : cluster [DBG] pgmap v1386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:43:19.023398+0000 mon.smithi204 (mon.1) 264 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:43:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:43:19.024742+0000 mon.smithi204 (mon.1) 265 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:43:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:43:19.025614+0000 mon.smithi204 (mon.1) 266 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:43:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:18.009310+0000 mgr.smithi204.vnvrbl (mgr.24567) 1610 : cluster [DBG] pgmap v1386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:43:19.023398+0000 mon.smithi204 (mon.1) 264 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:43:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:43:19.024742+0000 mon.smithi204 (mon.1) 265 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:43:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:43:19.025614+0000 mon.smithi204 (mon.1) 266 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:43:20.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:43:19.026382+0000 mgr.smithi204.vnvrbl (mgr.24567) 1611 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:43:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:43:19.431825+0000 mon.smithi176 (mon.0) 2778 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:43:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:43:19.436664+0000 mon.smithi176 (mon.0) 2779 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:43:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:43:19.026382+0000 mgr.smithi204.vnvrbl (mgr.24567) 1611 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:43:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:43:19.431825+0000 mon.smithi176 (mon.0) 2778 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:43:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:43:19.436664+0000 mon.smithi176 (mon.0) 2779 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:43:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:20.009672+0000 mgr.smithi204.vnvrbl (mgr.24567) 1612 : cluster [DBG] pgmap v1387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:20.009672+0000 mgr.smithi204.vnvrbl (mgr.24567) 1612 : cluster [DBG] pgmap v1387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:22.010133+0000 mgr.smithi204.vnvrbl (mgr.24567) 1613 : cluster [DBG] pgmap v1388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:22.010133+0000 mgr.smithi204.vnvrbl (mgr.24567) 1613 : cluster [DBG] pgmap v1388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:25.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:24.010924+0000 mgr.smithi204.vnvrbl (mgr.24567) 1614 : cluster [DBG] pgmap v1389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:24.010924+0000 mgr.smithi204.vnvrbl (mgr.24567) 1614 : cluster [DBG] pgmap v1389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:27.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:26.011377+0000 mgr.smithi204.vnvrbl (mgr.24567) 1615 : cluster [DBG] pgmap v1390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:26.011377+0000 mgr.smithi204.vnvrbl (mgr.24567) 1615 : cluster [DBG] pgmap v1390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:28.012056+0000 mgr.smithi204.vnvrbl (mgr.24567) 1616 : cluster [DBG] pgmap v1391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:28.012056+0000 mgr.smithi204.vnvrbl (mgr.24567) 1616 : cluster [DBG] pgmap v1391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:30.012508+0000 mgr.smithi204.vnvrbl (mgr.24567) 1617 : cluster [DBG] pgmap v1392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:30.012508+0000 mgr.smithi204.vnvrbl (mgr.24567) 1617 : cluster [DBG] pgmap v1392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:32.013233+0000 mgr.smithi204.vnvrbl (mgr.24567) 1618 : cluster [DBG] pgmap v1393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:32.013233+0000 mgr.smithi204.vnvrbl (mgr.24567) 1618 : cluster [DBG] pgmap v1393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:34.196 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:43:34.480 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:43:34.480 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 5m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:43:34.480 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 5m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:43:34.480 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 5m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:43:34.481 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 5m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:43:34.481 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 5m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:43:34.481 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 5m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:43:34.481 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 5m ago 4h 618M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:43:34.482 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 5m ago 4h 469M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:43:34.482 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 5m ago 4h 1738M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:43:34.482 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 5m ago 4h 848M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:43:34.482 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 5m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:43:34.483 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 5m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:43:34.483 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 5m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:43:34.483 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:43:34.483 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 5m ago 4h 1169M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:43:34.483 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 5m ago 4h 2041M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:43:34.484 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 5m ago 4h 1386M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:43:34.484 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 5m ago 4h 2223M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:43:34.484 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 5m ago 4h 2073M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:43:34.484 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 5m ago 4h 2199M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:43:34.485 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 5m ago 4h 1830M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:43:34.485 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 5m ago 4h 2689M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:43:34.485 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 5m ago 4h 150M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:43:34.819 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:43:34.819 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:43:34.820 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:43:34.820 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:43:34.820 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:43:34.820 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:43:34.821 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:43:34.821 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:43:34.821 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:43:34.821 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:43:34.822 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:43:34.822 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:43:34.822 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:43:34.822 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:43:34.823 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:43:34.823 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:43:34.823 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:43:34.823 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:43:34.824 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:43:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:34.013987+0000 mgr.smithi204.vnvrbl (mgr.24567) 1619 : cluster [DBG] pgmap v1394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:43:34.819070+0000 mon.smithi176 (mon.0) 2780 : audit [DBG] from='client.? 172.21.15.176:0/1635232032' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:43:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:34.013987+0000 mgr.smithi204.vnvrbl (mgr.24567) 1619 : cluster [DBG] pgmap v1394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:35.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:43:34.819070+0000 mon.smithi176 (mon.0) 2780 : audit [DBG] from='client.? 172.21.15.176:0/1635232032' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:43:36.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:43:34.183090+0000 mgr.smithi204.vnvrbl (mgr.24567) 1620 : audit [DBG] from='client.40492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:43:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:43:34.469350+0000 mgr.smithi204.vnvrbl (mgr.24567) 1621 : audit [DBG] from='client.40496 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:43:36.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:43:34.183090+0000 mgr.smithi204.vnvrbl (mgr.24567) 1620 : audit [DBG] from='client.40492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:43:36.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:43:34.469350+0000 mgr.smithi204.vnvrbl (mgr.24567) 1621 : audit [DBG] from='client.40496 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:43:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:36.014517+0000 mgr.smithi204.vnvrbl (mgr.24567) 1622 : cluster [DBG] pgmap v1395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:36.014517+0000 mgr.smithi204.vnvrbl (mgr.24567) 1622 : cluster [DBG] pgmap v1395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:38.015412+0000 mgr.smithi204.vnvrbl (mgr.24567) 1623 : cluster [DBG] pgmap v1396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:38.015412+0000 mgr.smithi204.vnvrbl (mgr.24567) 1623 : cluster [DBG] pgmap v1396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:41.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:40.016049+0000 mgr.smithi204.vnvrbl (mgr.24567) 1624 : cluster [DBG] pgmap v1397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:40.016049+0000 mgr.smithi204.vnvrbl (mgr.24567) 1624 : cluster [DBG] pgmap v1397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:42.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:42.016677+0000 mgr.smithi204.vnvrbl (mgr.24567) 1625 : cluster [DBG] pgmap v1398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:42.016677+0000 mgr.smithi204.vnvrbl (mgr.24567) 1625 : cluster [DBG] pgmap v1398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:44.017456+0000 mgr.smithi204.vnvrbl (mgr.24567) 1626 : cluster [DBG] pgmap v1399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:44.017456+0000 mgr.smithi204.vnvrbl (mgr.24567) 1626 : cluster [DBG] pgmap v1399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:47.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:46.017880+0000 mgr.smithi204.vnvrbl (mgr.24567) 1627 : cluster [DBG] pgmap v1400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:46.017880+0000 mgr.smithi204.vnvrbl (mgr.24567) 1627 : cluster [DBG] pgmap v1400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:49.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:48.018934+0000 mgr.smithi204.vnvrbl (mgr.24567) 1628 : cluster [DBG] pgmap v1401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:48.018934+0000 mgr.smithi204.vnvrbl (mgr.24567) 1628 : cluster [DBG] pgmap v1401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:50.019567+0000 mgr.smithi204.vnvrbl (mgr.24567) 1629 : cluster [DBG] pgmap v1402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:50.019567+0000 mgr.smithi204.vnvrbl (mgr.24567) 1629 : cluster [DBG] pgmap v1402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:52.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:52.020246+0000 mgr.smithi204.vnvrbl (mgr.24567) 1630 : cluster [DBG] pgmap v1403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:52.020246+0000 mgr.smithi204.vnvrbl (mgr.24567) 1630 : cluster [DBG] pgmap v1403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:55.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:54.020955+0000 mgr.smithi204.vnvrbl (mgr.24567) 1631 : cluster [DBG] pgmap v1404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:54.020955+0000 mgr.smithi204.vnvrbl (mgr.24567) 1631 : cluster [DBG] pgmap v1404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:57.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:56.021447+0000 mgr.smithi204.vnvrbl (mgr.24567) 1632 : cluster [DBG] pgmap v1405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:56.021447+0000 mgr.smithi204.vnvrbl (mgr.24567) 1632 : cluster [DBG] pgmap v1405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:43:59.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:43:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:43:58.022416+0000 mgr.smithi204.vnvrbl (mgr.24567) 1633 : cluster [DBG] pgmap v1406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:43:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:43:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:43:58.022416+0000 mgr.smithi204.vnvrbl (mgr.24567) 1633 : cluster [DBG] pgmap v1406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:01.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:00.022866+0000 mgr.smithi204.vnvrbl (mgr.24567) 1634 : cluster [DBG] pgmap v1407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:00.022866+0000 mgr.smithi204.vnvrbl (mgr.24567) 1634 : cluster [DBG] pgmap v1407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:02.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:02.023321+0000 mgr.smithi204.vnvrbl (mgr.24567) 1635 : cluster [DBG] pgmap v1408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:02.023321+0000 mgr.smithi204.vnvrbl (mgr.24567) 1635 : cluster [DBG] pgmap v1408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:05.118 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:44:05.394 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:44:05.394 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 5m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:44:05.395 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 5m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:44:05.395 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 5m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:44:05.395 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 5m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:44:05.395 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 5m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:44:05.396 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 5m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:44:05.396 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 5m ago 4h 618M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:44:05.396 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 5m ago 4h 469M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:44:05.396 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 5m ago 4h 1738M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:44:05.396 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 5m ago 4h 848M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:44:05.397 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 5m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:44:05.397 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 5m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:44:05.397 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 5m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:44:05.397 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:44:05.398 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 5m ago 4h 1169M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:44:05.398 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 5m ago 4h 2041M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:44:05.398 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 5m ago 4h 1386M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:44:05.398 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 5m ago 4h 2223M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:44:05.398 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 5m ago 4h 2073M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:44:05.399 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 5m ago 4h 2199M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:44:05.399 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 5m ago 4h 1830M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:44:05.399 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 5m ago 4h 2689M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:44:05.399 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 5m ago 4h 150M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:44:05.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:04.024254+0000 mgr.smithi204.vnvrbl (mgr.24567) 1636 : cluster [DBG] pgmap v1409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:04.024254+0000 mgr.smithi204.vnvrbl (mgr.24567) 1636 : cluster [DBG] pgmap v1409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:05.725 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:44:05.725 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:44:05.725 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:44:05.726 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:44:05.726 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:44:05.726 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:44:05.726 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:44:05.727 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:44:05.727 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:44:05.727 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:44:05.727 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:44:05.728 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:44:05.728 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:44:05.728 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:44:05.728 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:44:05.728 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:44:05.729 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:44:05.729 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:44:05.729 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:44:06.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:44:05.105005+0000 mgr.smithi204.vnvrbl (mgr.24567) 1637 : audit [DBG] from='client.40504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:44:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:44:05.724816+0000 mon.smithi176 (mon.0) 2781 : audit [DBG] from='client.? 172.21.15.176:0/1771706202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:44:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:44:05.105005+0000 mgr.smithi204.vnvrbl (mgr.24567) 1637 : audit [DBG] from='client.40504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:44:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:44:05.724816+0000 mon.smithi176 (mon.0) 2781 : audit [DBG] from='client.? 172.21.15.176:0/1771706202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:44:07.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:44:05.383733+0000 mgr.smithi204.vnvrbl (mgr.24567) 1638 : audit [DBG] from='client.40508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:44:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:06.024764+0000 mgr.smithi204.vnvrbl (mgr.24567) 1639 : cluster [DBG] pgmap v1410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:44:05.383733+0000 mgr.smithi204.vnvrbl (mgr.24567) 1638 : audit [DBG] from='client.40508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:44:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:06.024764+0000 mgr.smithi204.vnvrbl (mgr.24567) 1639 : cluster [DBG] pgmap v1410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:08.025701+0000 mgr.smithi204.vnvrbl (mgr.24567) 1640 : cluster [DBG] pgmap v1411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:08.025701+0000 mgr.smithi204.vnvrbl (mgr.24567) 1640 : cluster [DBG] pgmap v1411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:11.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:10.026193+0000 mgr.smithi204.vnvrbl (mgr.24567) 1641 : cluster [DBG] pgmap v1412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:10.026193+0000 mgr.smithi204.vnvrbl (mgr.24567) 1641 : cluster [DBG] pgmap v1412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:44:11.524965+0000 mon.smithi204 (mon.1) 267 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:44:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:44:11.525237+0000 mon.smithi204 (mon.1) 268 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:44:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:44:11.525495+0000 mon.smithi176 (mon.0) 2782 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:44:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:44:11.525788+0000 mon.smithi176 (mon.0) 2783 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:44:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:12.026846+0000 mgr.smithi204.vnvrbl (mgr.24567) 1642 : cluster [DBG] pgmap v1413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:44:11.524965+0000 mon.smithi204 (mon.1) 267 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:44:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:44:11.525237+0000 mon.smithi204 (mon.1) 268 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:44:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:44:11.525495+0000 mon.smithi176 (mon.0) 2782 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:44:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:44:11.525788+0000 mon.smithi176 (mon.0) 2783 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:44:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:12.026846+0000 mgr.smithi204.vnvrbl (mgr.24567) 1642 : cluster [DBG] pgmap v1413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:15.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:14.027487+0000 mgr.smithi204.vnvrbl (mgr.24567) 1643 : cluster [DBG] pgmap v1414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:14.027487+0000 mgr.smithi204.vnvrbl (mgr.24567) 1643 : cluster [DBG] pgmap v1414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:17.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:16.027974+0000 mgr.smithi204.vnvrbl (mgr.24567) 1644 : cluster [DBG] pgmap v1415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:16.027974+0000 mgr.smithi204.vnvrbl (mgr.24567) 1644 : cluster [DBG] pgmap v1415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:19.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:18.028737+0000 mgr.smithi204.vnvrbl (mgr.24567) 1645 : cluster [DBG] pgmap v1416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:18.028737+0000 mgr.smithi204.vnvrbl (mgr.24567) 1645 : cluster [DBG] pgmap v1416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:20.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:44:19.439161+0000 mon.smithi204 (mon.1) 269 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:44:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:44:19.440526+0000 mon.smithi204 (mon.1) 270 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:44:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:44:19.441411+0000 mon.smithi204 (mon.1) 271 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:44:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:44:19.844607+0000 mon.smithi176 (mon.0) 2784 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:44:20.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:44:19.849777+0000 mon.smithi176 (mon.0) 2785 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:44:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:44:19.439161+0000 mon.smithi204 (mon.1) 269 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:44:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:44:19.440526+0000 mon.smithi204 (mon.1) 270 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:44:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:44:19.441411+0000 mon.smithi204 (mon.1) 271 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:44:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:44:19.844607+0000 mon.smithi176 (mon.0) 2784 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:44:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:44:19.849777+0000 mon.smithi176 (mon.0) 2785 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:44:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:44:19.442141+0000 mgr.smithi204.vnvrbl (mgr.24567) 1646 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:44:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:20.029280+0000 mgr.smithi204.vnvrbl (mgr.24567) 1647 : cluster [DBG] pgmap v1417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:44:19.442141+0000 mgr.smithi204.vnvrbl (mgr.24567) 1646 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:44:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:20.029280+0000 mgr.smithi204.vnvrbl (mgr.24567) 1647 : cluster [DBG] pgmap v1417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:22.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:22.029988+0000 mgr.smithi204.vnvrbl (mgr.24567) 1648 : cluster [DBG] pgmap v1418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:22.029988+0000 mgr.smithi204.vnvrbl (mgr.24567) 1648 : cluster [DBG] pgmap v1418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:25.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:24.030696+0000 mgr.smithi204.vnvrbl (mgr.24567) 1649 : cluster [DBG] pgmap v1419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:24.030696+0000 mgr.smithi204.vnvrbl (mgr.24567) 1649 : cluster [DBG] pgmap v1419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:26.031221+0000 mgr.smithi204.vnvrbl (mgr.24567) 1650 : cluster [DBG] pgmap v1420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:26.031221+0000 mgr.smithi204.vnvrbl (mgr.24567) 1650 : cluster [DBG] pgmap v1420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:28.032008+0000 mgr.smithi204.vnvrbl (mgr.24567) 1651 : cluster [DBG] pgmap v1421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:28.032008+0000 mgr.smithi204.vnvrbl (mgr.24567) 1651 : cluster [DBG] pgmap v1421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:30.032527+0000 mgr.smithi204.vnvrbl (mgr.24567) 1652 : cluster [DBG] pgmap v1422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:30.032527+0000 mgr.smithi204.vnvrbl (mgr.24567) 1652 : cluster [DBG] pgmap v1422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:32.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:32.033180+0000 mgr.smithi204.vnvrbl (mgr.24567) 1653 : cluster [DBG] pgmap v1423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:32.033180+0000 mgr.smithi204.vnvrbl (mgr.24567) 1653 : cluster [DBG] pgmap v1423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:34.033734+0000 mgr.smithi204.vnvrbl (mgr.24567) 1654 : cluster [DBG] pgmap v1424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:34.033734+0000 mgr.smithi204.vnvrbl (mgr.24567) 1654 : cluster [DBG] pgmap v1424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:36.023 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:44:36.310 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:44:36.311 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:44:36.311 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 6m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:44:36.311 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 6m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:44:36.311 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 6m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:44:36.312 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 6m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:44:36.312 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 6m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:44:36.312 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 6m ago 4h 618M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:44:36.312 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 6m ago 4h 469M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:44:36.313 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 6m ago 4h 1738M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:44:36.313 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 6m ago 4h 848M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:44:36.313 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 6m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:44:36.313 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 6m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:44:36.313 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 6m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:44:36.314 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 6m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:44:36.314 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 6m ago 4h 1169M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:44:36.314 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 6m ago 4h 2041M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:44:36.314 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 6m ago 4h 1386M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:44:36.315 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 6m ago 4h 2223M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:44:36.315 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 6m ago 4h 2073M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:44:36.315 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 6m ago 4h 2199M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:44:36.315 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 6m ago 4h 1830M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:44:36.315 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 6m ago 4h 2689M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:44:36.316 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 6m ago 4h 150M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:44:36.640 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:44:36.641 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:44:36.641 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:44:36.641 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:44:36.642 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:44:36.642 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:44:36.642 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:44:36.642 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:44:36.643 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:44:36.643 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:44:36.643 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:44:36.643 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:44:36.643 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:44:36.644 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:44:36.644 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:44:36.644 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:44:36.644 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:44:36.645 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:44:36.645 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:44:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:44:36.010521+0000 mgr.smithi204.vnvrbl (mgr.24567) 1655 : audit [DBG] from='client.40516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:44:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:36.034344+0000 mgr.smithi204.vnvrbl (mgr.24567) 1656 : cluster [DBG] pgmap v1425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:37.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:44:36.640639+0000 mon.smithi176 (mon.0) 2786 : audit [DBG] from='client.? 172.21.15.176:0/3402605821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:44:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:44:36.010521+0000 mgr.smithi204.vnvrbl (mgr.24567) 1655 : audit [DBG] from='client.40516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:44:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:36.034344+0000 mgr.smithi204.vnvrbl (mgr.24567) 1656 : cluster [DBG] pgmap v1425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:44:36.640639+0000 mon.smithi176 (mon.0) 2786 : audit [DBG] from='client.? 172.21.15.176:0/3402605821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:44:38.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:44:36.298783+0000 mgr.smithi204.vnvrbl (mgr.24567) 1657 : audit [DBG] from='client.40520 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:44:38.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:44:36.298783+0000 mgr.smithi204.vnvrbl (mgr.24567) 1657 : audit [DBG] from='client.40520 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:44:39.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:38.035213+0000 mgr.smithi204.vnvrbl (mgr.24567) 1658 : cluster [DBG] pgmap v1426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:38.035213+0000 mgr.smithi204.vnvrbl (mgr.24567) 1658 : cluster [DBG] pgmap v1426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:40.035657+0000 mgr.smithi204.vnvrbl (mgr.24567) 1659 : cluster [DBG] pgmap v1427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:41.713 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:40.035657+0000 mgr.smithi204.vnvrbl (mgr.24567) 1659 : cluster [DBG] pgmap v1427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:42.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:42.036627+0000 mgr.smithi204.vnvrbl (mgr.24567) 1660 : cluster [DBG] pgmap v1428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:42.036627+0000 mgr.smithi204.vnvrbl (mgr.24567) 1660 : cluster [DBG] pgmap v1428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:44.037356+0000 mgr.smithi204.vnvrbl (mgr.24567) 1661 : cluster [DBG] pgmap v1429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:44.037356+0000 mgr.smithi204.vnvrbl (mgr.24567) 1661 : cluster [DBG] pgmap v1429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:46.037885+0000 mgr.smithi204.vnvrbl (mgr.24567) 1662 : cluster [DBG] pgmap v1430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:46.037885+0000 mgr.smithi204.vnvrbl (mgr.24567) 1662 : cluster [DBG] pgmap v1430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:49.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:48.038764+0000 mgr.smithi204.vnvrbl (mgr.24567) 1663 : cluster [DBG] pgmap v1431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:48.038764+0000 mgr.smithi204.vnvrbl (mgr.24567) 1663 : cluster [DBG] pgmap v1431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:50.039263+0000 mgr.smithi204.vnvrbl (mgr.24567) 1664 : cluster [DBG] pgmap v1432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:50.039263+0000 mgr.smithi204.vnvrbl (mgr.24567) 1664 : cluster [DBG] pgmap v1432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:52.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:52.039858+0000 mgr.smithi204.vnvrbl (mgr.24567) 1665 : cluster [DBG] pgmap v1433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:52.039858+0000 mgr.smithi204.vnvrbl (mgr.24567) 1665 : cluster [DBG] pgmap v1433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:54.040555+0000 mgr.smithi204.vnvrbl (mgr.24567) 1666 : cluster [DBG] pgmap v1434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:54.040555+0000 mgr.smithi204.vnvrbl (mgr.24567) 1666 : cluster [DBG] pgmap v1434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:57.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:56.040957+0000 mgr.smithi204.vnvrbl (mgr.24567) 1667 : cluster [DBG] pgmap v1435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:56.040957+0000 mgr.smithi204.vnvrbl (mgr.24567) 1667 : cluster [DBG] pgmap v1435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:44:59.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:44:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:44:58.041869+0000 mgr.smithi204.vnvrbl (mgr.24567) 1668 : cluster [DBG] pgmap v1436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:44:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:44:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:44:58.041869+0000 mgr.smithi204.vnvrbl (mgr.24567) 1668 : cluster [DBG] pgmap v1436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:00.042293+0000 mgr.smithi204.vnvrbl (mgr.24567) 1669 : cluster [DBG] pgmap v1437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:00.042293+0000 mgr.smithi204.vnvrbl (mgr.24567) 1669 : cluster [DBG] pgmap v1437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:02.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:02.042875+0000 mgr.smithi204.vnvrbl (mgr.24567) 1670 : cluster [DBG] pgmap v1438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:02.042875+0000 mgr.smithi204.vnvrbl (mgr.24567) 1670 : cluster [DBG] pgmap v1438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:05.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:04.043621+0000 mgr.smithi204.vnvrbl (mgr.24567) 1671 : cluster [DBG] pgmap v1439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:04.043621+0000 mgr.smithi204.vnvrbl (mgr.24567) 1671 : cluster [DBG] pgmap v1439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:06.938 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:45:07.212 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:45:07.212 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:45:07.213 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 6m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:45:07.213 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 6m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:45:07.213 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 6m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:45:07.213 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 6m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:45:07.214 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 6m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:45:07.214 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 6m ago 4h 618M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:45:07.214 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 6m ago 4h 469M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:45:07.214 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 6m ago 4h 1738M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:45:07.214 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 6m ago 4h 848M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:45:07.215 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 6m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:45:07.215 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 6m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:45:07.215 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 6m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:45:07.215 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 6m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:45:07.215 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 6m ago 4h 1169M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:45:07.216 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 6m ago 4h 2041M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:45:07.216 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 6m ago 4h 1386M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:45:07.216 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 6m ago 4h 2223M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:45:07.216 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 6m ago 4h 2073M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:45:07.216 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 6m ago 4h 2199M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:45:07.217 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 6m ago 4h 1830M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:45:07.217 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 6m ago 4h 2689M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:45:07.217 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 6m ago 4h 150M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:45:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:06.044150+0000 mgr.smithi204.vnvrbl (mgr.24567) 1672 : cluster [DBG] pgmap v1440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:06.044150+0000 mgr.smithi204.vnvrbl (mgr.24567) 1672 : cluster [DBG] pgmap v1440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:07.599 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:45:07.599 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:45:07.599 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:45:07.599 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:45:07.600 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:45:07.600 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:45:07.600 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:45:07.600 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:45:07.601 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:45:07.601 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:45:07.601 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:45:07.601 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:45:07.601 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:45:07.602 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:45:07.602 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:45:07.602 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:45:07.602 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:45:07.602 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:45:07.603 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:45:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:45:06.925137+0000 mgr.smithi204.vnvrbl (mgr.24567) 1673 : audit [DBG] from='client.40528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:45:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:45:07.598857+0000 mon.smithi176 (mon.0) 2787 : audit [DBG] from='client.? 172.21.15.176:0/2929958701' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:45:08.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:45:06.925137+0000 mgr.smithi204.vnvrbl (mgr.24567) 1673 : audit [DBG] from='client.40528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:45:08.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:45:07.598857+0000 mon.smithi176 (mon.0) 2787 : audit [DBG] from='client.? 172.21.15.176:0/2929958701' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:45:09.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:45:07.201777+0000 mgr.smithi204.vnvrbl (mgr.24567) 1674 : audit [DBG] from='client.40532 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:45:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:08.044845+0000 mgr.smithi204.vnvrbl (mgr.24567) 1675 : cluster [DBG] pgmap v1441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:45:07.201777+0000 mgr.smithi204.vnvrbl (mgr.24567) 1674 : audit [DBG] from='client.40532 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:45:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:08.044845+0000 mgr.smithi204.vnvrbl (mgr.24567) 1675 : cluster [DBG] pgmap v1441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:10.045408+0000 mgr.smithi204.vnvrbl (mgr.24567) 1676 : cluster [DBG] pgmap v1442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:10.045408+0000 mgr.smithi204.vnvrbl (mgr.24567) 1676 : cluster [DBG] pgmap v1442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:12.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:45:11.529538+0000 mon.smithi204 (mon.1) 272 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:45:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:45:11.529792+0000 mon.smithi204 (mon.1) 273 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:45:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:45:11.530152+0000 mon.smithi176 (mon.0) 2788 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:45:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:45:11.530577+0000 mon.smithi176 (mon.0) 2789 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:45:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:12.046031+0000 mgr.smithi204.vnvrbl (mgr.24567) 1677 : cluster [DBG] pgmap v1443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:45:11.529538+0000 mon.smithi204 (mon.1) 272 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:45:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:45:11.529792+0000 mon.smithi204 (mon.1) 273 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:45:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:45:11.530152+0000 mon.smithi176 (mon.0) 2788 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:45:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:45:11.530577+0000 mon.smithi176 (mon.0) 2789 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:45:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:12.046031+0000 mgr.smithi204.vnvrbl (mgr.24567) 1677 : cluster [DBG] pgmap v1443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:15.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:14.046735+0000 mgr.smithi204.vnvrbl (mgr.24567) 1678 : cluster [DBG] pgmap v1444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:14.046735+0000 mgr.smithi204.vnvrbl (mgr.24567) 1678 : cluster [DBG] pgmap v1444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:17.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:16.047165+0000 mgr.smithi204.vnvrbl (mgr.24567) 1679 : cluster [DBG] pgmap v1445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:16.047165+0000 mgr.smithi204.vnvrbl (mgr.24567) 1679 : cluster [DBG] pgmap v1445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:19.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:18.048104+0000 mgr.smithi204.vnvrbl (mgr.24567) 1680 : cluster [DBG] pgmap v1446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:18.048104+0000 mgr.smithi204.vnvrbl (mgr.24567) 1680 : cluster [DBG] pgmap v1446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:20.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:45:19.852686+0000 mon.smithi204 (mon.1) 274 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:45:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:45:19.854082+0000 mon.smithi204 (mon.1) 275 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:45:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:45:19.854966+0000 mon.smithi204 (mon.1) 276 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:45:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:45:19.852686+0000 mon.smithi204 (mon.1) 274 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:45:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:45:19.854082+0000 mon.smithi204 (mon.1) 275 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:45:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:45:19.854966+0000 mon.smithi204 (mon.1) 276 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:45:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:45:19.855810+0000 mgr.smithi204.vnvrbl (mgr.24567) 1681 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:45:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:20.048499+0000 mgr.smithi204.vnvrbl (mgr.24567) 1682 : cluster [DBG] pgmap v1447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:45:20.258532+0000 mon.smithi176 (mon.0) 2790 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:45:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:45:20.263758+0000 mon.smithi176 (mon.0) 2791 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:45:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:45:19.855810+0000 mgr.smithi204.vnvrbl (mgr.24567) 1681 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:45:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:20.048499+0000 mgr.smithi204.vnvrbl (mgr.24567) 1682 : cluster [DBG] pgmap v1447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:45:20.258532+0000 mon.smithi176 (mon.0) 2790 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:45:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:45:20.263758+0000 mon.smithi176 (mon.0) 2791 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:45:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:22.049350+0000 mgr.smithi204.vnvrbl (mgr.24567) 1683 : cluster [DBG] pgmap v1448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:22.049350+0000 mgr.smithi204.vnvrbl (mgr.24567) 1683 : cluster [DBG] pgmap v1448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:24.049955+0000 mgr.smithi204.vnvrbl (mgr.24567) 1684 : cluster [DBG] pgmap v1449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:24.049955+0000 mgr.smithi204.vnvrbl (mgr.24567) 1684 : cluster [DBG] pgmap v1449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:27.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:26.050389+0000 mgr.smithi204.vnvrbl (mgr.24567) 1685 : cluster [DBG] pgmap v1450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:26.050389+0000 mgr.smithi204.vnvrbl (mgr.24567) 1685 : cluster [DBG] pgmap v1450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:28.051134+0000 mgr.smithi204.vnvrbl (mgr.24567) 1686 : cluster [DBG] pgmap v1451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:28.051134+0000 mgr.smithi204.vnvrbl (mgr.24567) 1686 : cluster [DBG] pgmap v1451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:30.051701+0000 mgr.smithi204.vnvrbl (mgr.24567) 1687 : cluster [DBG] pgmap v1452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:30.051701+0000 mgr.smithi204.vnvrbl (mgr.24567) 1687 : cluster [DBG] pgmap v1452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:32.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:32.052319+0000 mgr.smithi204.vnvrbl (mgr.24567) 1688 : cluster [DBG] pgmap v1453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:32.052319+0000 mgr.smithi204.vnvrbl (mgr.24567) 1688 : cluster [DBG] pgmap v1453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:34.053050+0000 mgr.smithi204.vnvrbl (mgr.24567) 1689 : cluster [DBG] pgmap v1454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:34.053050+0000 mgr.smithi204.vnvrbl (mgr.24567) 1689 : cluster [DBG] pgmap v1454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:36.053480+0000 mgr.smithi204.vnvrbl (mgr.24567) 1690 : cluster [DBG] pgmap v1455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:36.053480+0000 mgr.smithi204.vnvrbl (mgr.24567) 1690 : cluster [DBG] pgmap v1455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:37.897 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:45:38.178 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:45:38.178 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:45:38.178 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 7m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:45:38.179 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 7m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:45:38.179 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 7m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:45:38.179 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 7m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:45:38.179 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 7m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:45:38.180 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 7m ago 4h 618M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:45:38.180 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 7m ago 4h 469M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:45:38.180 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 7m ago 4h 1738M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:45:38.180 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 7m ago 4h 848M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:45:38.180 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 7m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:45:38.181 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 7m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:45:38.181 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 7m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:45:38.181 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 7m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:45:38.181 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 7m ago 4h 1169M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:45:38.182 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 7m ago 4h 2041M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:45:38.182 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 7m ago 4h 1386M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:45:38.182 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 7m ago 4h 2223M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:45:38.182 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 7m ago 4h 2073M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:45:38.182 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 7m ago 4h 2199M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:45:38.183 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 7m ago 4h 1830M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:45:38.183 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 7m ago 4h 2689M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:45:38.183 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 7m ago 4h 150M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:45:38.512 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:45:38.513 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:45:38.513 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:45:38.513 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:45:38.513 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:45:38.513 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:45:38.514 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:45:38.514 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:45:38.514 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:45:38.514 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:45:38.515 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:45:38.515 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:45:38.515 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:45:38.515 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:45:38.516 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:45:38.516 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:45:38.516 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:45:38.516 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:45:38.517 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:45:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:45:37.885347+0000 mgr.smithi204.vnvrbl (mgr.24567) 1691 : audit [DBG] from='client.40540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:45:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:38.054383+0000 mgr.smithi204.vnvrbl (mgr.24567) 1692 : cluster [DBG] pgmap v1456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:39.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:45:38.167435+0000 mgr.smithi204.vnvrbl (mgr.24567) 1693 : audit [DBG] from='client.40544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:45:39.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:45:38.512293+0000 mon.smithi176 (mon.0) 2792 : audit [DBG] from='client.? 172.21.15.176:0/1904507159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:45:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:45:37.885347+0000 mgr.smithi204.vnvrbl (mgr.24567) 1691 : audit [DBG] from='client.40540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:45:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:38.054383+0000 mgr.smithi204.vnvrbl (mgr.24567) 1692 : cluster [DBG] pgmap v1456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:45:38.167435+0000 mgr.smithi204.vnvrbl (mgr.24567) 1693 : audit [DBG] from='client.40544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:45:39.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:45:38.512293+0000 mon.smithi176 (mon.0) 2792 : audit [DBG] from='client.? 172.21.15.176:0/1904507159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:45:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:40.054999+0000 mgr.smithi204.vnvrbl (mgr.24567) 1694 : cluster [DBG] pgmap v1457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:40.054999+0000 mgr.smithi204.vnvrbl (mgr.24567) 1694 : cluster [DBG] pgmap v1457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:42.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:42.055597+0000 mgr.smithi204.vnvrbl (mgr.24567) 1695 : cluster [DBG] pgmap v1458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:42.055597+0000 mgr.smithi204.vnvrbl (mgr.24567) 1695 : cluster [DBG] pgmap v1458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:44.056371+0000 mgr.smithi204.vnvrbl (mgr.24567) 1696 : cluster [DBG] pgmap v1459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:44.056371+0000 mgr.smithi204.vnvrbl (mgr.24567) 1696 : cluster [DBG] pgmap v1459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:47.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:46.056784+0000 mgr.smithi204.vnvrbl (mgr.24567) 1697 : cluster [DBG] pgmap v1460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:46.056784+0000 mgr.smithi204.vnvrbl (mgr.24567) 1697 : cluster [DBG] pgmap v1460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:49.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:48.057596+0000 mgr.smithi204.vnvrbl (mgr.24567) 1698 : cluster [DBG] pgmap v1461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:48.057596+0000 mgr.smithi204.vnvrbl (mgr.24567) 1698 : cluster [DBG] pgmap v1461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:50.058025+0000 mgr.smithi204.vnvrbl (mgr.24567) 1699 : cluster [DBG] pgmap v1462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:50.058025+0000 mgr.smithi204.vnvrbl (mgr.24567) 1699 : cluster [DBG] pgmap v1462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:52.058743+0000 mgr.smithi204.vnvrbl (mgr.24567) 1700 : cluster [DBG] pgmap v1463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:52.058743+0000 mgr.smithi204.vnvrbl (mgr.24567) 1700 : cluster [DBG] pgmap v1463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:55.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:54.059363+0000 mgr.smithi204.vnvrbl (mgr.24567) 1701 : cluster [DBG] pgmap v1464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:54.059363+0000 mgr.smithi204.vnvrbl (mgr.24567) 1701 : cluster [DBG] pgmap v1464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:57.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:56.059782+0000 mgr.smithi204.vnvrbl (mgr.24567) 1702 : cluster [DBG] pgmap v1465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:56.059782+0000 mgr.smithi204.vnvrbl (mgr.24567) 1702 : cluster [DBG] pgmap v1465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:45:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:45:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:45:58.060564+0000 mgr.smithi204.vnvrbl (mgr.24567) 1703 : cluster [DBG] pgmap v1466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:45:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:45:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:45:58.060564+0000 mgr.smithi204.vnvrbl (mgr.24567) 1703 : cluster [DBG] pgmap v1466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:00.061064+0000 mgr.smithi204.vnvrbl (mgr.24567) 1704 : cluster [DBG] pgmap v1467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:00.061064+0000 mgr.smithi204.vnvrbl (mgr.24567) 1704 : cluster [DBG] pgmap v1467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:02.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:02.061657+0000 mgr.smithi204.vnvrbl (mgr.24567) 1705 : cluster [DBG] pgmap v1468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:02.061657+0000 mgr.smithi204.vnvrbl (mgr.24567) 1705 : cluster [DBG] pgmap v1468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:05.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:04.062361+0000 mgr.smithi204.vnvrbl (mgr.24567) 1706 : cluster [DBG] pgmap v1469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:04.062361+0000 mgr.smithi204.vnvrbl (mgr.24567) 1706 : cluster [DBG] pgmap v1469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:07.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:06.062882+0000 mgr.smithi204.vnvrbl (mgr.24567) 1707 : cluster [DBG] pgmap v1470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:06.062882+0000 mgr.smithi204.vnvrbl (mgr.24567) 1707 : cluster [DBG] pgmap v1470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:08.808 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:46:09.082 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:46:09.083 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:46:09.083 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 7m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:46:09.083 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 8m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:46:09.083 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 7m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:46:09.084 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 7m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:46:09.084 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 8m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:46:09.084 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 7m ago 4h 618M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:46:09.084 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 8m ago 4h 469M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:46:09.085 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 7m ago 4h 1738M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:46:09.085 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 8m ago 4h 848M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:46:09.085 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 7m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:46:09.085 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 8m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:46:09.085 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 7m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:46:09.086 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:46:09.086 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 7m ago 4h 1169M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:46:09.086 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 7m ago 4h 2041M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:46:09.086 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 7m ago 4h 1386M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:46:09.087 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 7m ago 4h 2223M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:46:09.087 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 8m ago 4h 2073M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:46:09.087 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 8m ago 4h 2199M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:46:09.087 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 8m ago 4h 1830M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:46:09.087 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 8m ago 4h 2689M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:46:09.088 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 7m ago 4h 150M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:46:09.441 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:46:09.441 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:46:09.441 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:46:09.442 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:46:09.442 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:46:09.442 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:46:09.442 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:46:09.442 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:46:09.443 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:46:09.443 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:46:09.443 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:46:09.443 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:46:09.444 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:46:09.444 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:46:09.444 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:46:09.444 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:46:09.445 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:46:09.445 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:46:09.445 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:46:09.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:08.063794+0000 mgr.smithi204.vnvrbl (mgr.24567) 1708 : cluster [DBG] pgmap v1471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:08.063794+0000 mgr.smithi204.vnvrbl (mgr.24567) 1708 : cluster [DBG] pgmap v1471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:10.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:46:08.795404+0000 mgr.smithi204.vnvrbl (mgr.24567) 1709 : audit [DBG] from='client.40552 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:46:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:46:09.072250+0000 mgr.smithi204.vnvrbl (mgr.24567) 1710 : audit [DBG] from='client.40556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:46:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:46:09.440658+0000 mon.smithi176 (mon.0) 2793 : audit [DBG] from='client.? 172.21.15.176:0/3678012852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:46:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:46:08.795404+0000 mgr.smithi204.vnvrbl (mgr.24567) 1709 : audit [DBG] from='client.40552 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:46:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:46:09.072250+0000 mgr.smithi204.vnvrbl (mgr.24567) 1710 : audit [DBG] from='client.40556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:46:10.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:46:09.440658+0000 mon.smithi176 (mon.0) 2793 : audit [DBG] from='client.? 172.21.15.176:0/3678012852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:46:11.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:10.064247+0000 mgr.smithi204.vnvrbl (mgr.24567) 1711 : cluster [DBG] pgmap v1472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:10.064247+0000 mgr.smithi204.vnvrbl (mgr.24567) 1711 : cluster [DBG] pgmap v1472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:12.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:46:11.533568+0000 mon.smithi204 (mon.1) 277 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:46:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:46:11.534175+0000 mon.smithi176 (mon.0) 2794 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:46:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:46:11.534191+0000 mon.smithi204 (mon.1) 278 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:46:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:46:11.534603+0000 mon.smithi176 (mon.0) 2795 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:46:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:12.064849+0000 mgr.smithi204.vnvrbl (mgr.24567) 1712 : cluster [DBG] pgmap v1473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:46:11.533568+0000 mon.smithi204 (mon.1) 277 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:46:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:46:11.534175+0000 mon.smithi176 (mon.0) 2794 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:46:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:46:11.534191+0000 mon.smithi204 (mon.1) 278 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:46:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:46:11.534603+0000 mon.smithi176 (mon.0) 2795 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:46:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:12.064849+0000 mgr.smithi204.vnvrbl (mgr.24567) 1712 : cluster [DBG] pgmap v1473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:15.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:14.065461+0000 mgr.smithi204.vnvrbl (mgr.24567) 1713 : cluster [DBG] pgmap v1474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:14.065461+0000 mgr.smithi204.vnvrbl (mgr.24567) 1713 : cluster [DBG] pgmap v1474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:17.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:16.065870+0000 mgr.smithi204.vnvrbl (mgr.24567) 1714 : cluster [DBG] pgmap v1475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:16.065870+0000 mgr.smithi204.vnvrbl (mgr.24567) 1714 : cluster [DBG] pgmap v1475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:19.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:18.066843+0000 mgr.smithi204.vnvrbl (mgr.24567) 1715 : cluster [DBG] pgmap v1476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:18.066843+0000 mgr.smithi204.vnvrbl (mgr.24567) 1715 : cluster [DBG] pgmap v1476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:20.067284+0000 mgr.smithi204.vnvrbl (mgr.24567) 1716 : cluster [DBG] pgmap v1477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:46:20.266145+0000 mon.smithi204 (mon.1) 279 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:46:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:46:20.267487+0000 mon.smithi204 (mon.1) 280 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:46:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:46:20.268273+0000 mon.smithi204 (mon.1) 281 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:46:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:46:20.668997+0000 mon.smithi176 (mon.0) 2796 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:46:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:46:20.673827+0000 mon.smithi176 (mon.0) 2797 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:46:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:20.067284+0000 mgr.smithi204.vnvrbl (mgr.24567) 1716 : cluster [DBG] pgmap v1477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:46:20.266145+0000 mon.smithi204 (mon.1) 279 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:46:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:46:20.267487+0000 mon.smithi204 (mon.1) 280 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:46:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:46:20.268273+0000 mon.smithi204 (mon.1) 281 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:46:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:46:20.668997+0000 mon.smithi176 (mon.0) 2796 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:46:21.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:46:20.673827+0000 mon.smithi176 (mon.0) 2797 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:46:22.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:46:20.268999+0000 mgr.smithi204.vnvrbl (mgr.24567) 1717 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:46:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:46:20.268999+0000 mgr.smithi204.vnvrbl (mgr.24567) 1717 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:46:23.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:22.068034+0000 mgr.smithi204.vnvrbl (mgr.24567) 1718 : cluster [DBG] pgmap v1478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:23.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:22.068034+0000 mgr.smithi204.vnvrbl (mgr.24567) 1718 : cluster [DBG] pgmap v1478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:25.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:24.068732+0000 mgr.smithi204.vnvrbl (mgr.24567) 1719 : cluster [DBG] pgmap v1479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:24.068732+0000 mgr.smithi204.vnvrbl (mgr.24567) 1719 : cluster [DBG] pgmap v1479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:26.069245+0000 mgr.smithi204.vnvrbl (mgr.24567) 1720 : cluster [DBG] pgmap v1480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:26.069245+0000 mgr.smithi204.vnvrbl (mgr.24567) 1720 : cluster [DBG] pgmap v1480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:28.070036+0000 mgr.smithi204.vnvrbl (mgr.24567) 1721 : cluster [DBG] pgmap v1481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:28.070036+0000 mgr.smithi204.vnvrbl (mgr.24567) 1721 : cluster [DBG] pgmap v1481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:30.070535+0000 mgr.smithi204.vnvrbl (mgr.24567) 1722 : cluster [DBG] pgmap v1482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:30.070535+0000 mgr.smithi204.vnvrbl (mgr.24567) 1722 : cluster [DBG] pgmap v1482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:32.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:32.071406+0000 mgr.smithi204.vnvrbl (mgr.24567) 1723 : cluster [DBG] pgmap v1483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:32.071406+0000 mgr.smithi204.vnvrbl (mgr.24567) 1723 : cluster [DBG] pgmap v1483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:34.072005+0000 mgr.smithi204.vnvrbl (mgr.24567) 1724 : cluster [DBG] pgmap v1484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:34.072005+0000 mgr.smithi204.vnvrbl (mgr.24567) 1724 : cluster [DBG] pgmap v1484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:36.072649+0000 mgr.smithi204.vnvrbl (mgr.24567) 1725 : cluster [DBG] pgmap v1485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:36.072649+0000 mgr.smithi204.vnvrbl (mgr.24567) 1725 : cluster [DBG] pgmap v1485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:39.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:38.073627+0000 mgr.smithi204.vnvrbl (mgr.24567) 1726 : cluster [DBG] pgmap v1486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:38.073627+0000 mgr.smithi204.vnvrbl (mgr.24567) 1726 : cluster [DBG] pgmap v1486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:39.737 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:46:40.015 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:46:40.016 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:46:40.016 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 8m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:46:40.016 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 8m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:46:40.016 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 8m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:46:40.017 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 8m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:46:40.017 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 8m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:46:40.017 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 8m ago 4h 618M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:46:40.017 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 8m ago 4h 469M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:46:40.018 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 8m ago 4h 1738M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:46:40.018 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 8m ago 4h 848M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:46:40.018 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 8m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:46:40.018 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 8m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:46:40.018 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 8m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:46:40.019 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:46:40.019 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 8m ago 4h 1169M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:46:40.019 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 8m ago 4h 2041M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:46:40.019 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 8m ago 4h 1386M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:46:40.020 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 8m ago 4h 2223M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:46:40.020 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 8m ago 4h 2073M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:46:40.020 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 8m ago 4h 2199M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:46:40.020 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 8m ago 4h 1830M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:46:40.020 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 8m ago 4h 2689M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:46:40.021 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 8m ago 4h 150M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:46:40.348 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:46:40.349 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:46:40.349 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:46:40.349 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:46:40.349 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:46:40.350 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:46:40.350 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:46:40.350 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:46:40.350 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:46:40.351 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:46:40.351 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:46:40.351 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:46:40.351 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:46:40.352 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:46:40.352 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:46:40.352 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:46:40.352 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:46:40.352 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:46:40.353 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:46:41.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:46:39.725370+0000 mgr.smithi204.vnvrbl (mgr.24567) 1727 : audit [DBG] from='client.40564 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:46:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:46:40.005055+0000 mgr.smithi204.vnvrbl (mgr.24567) 1728 : audit [DBG] from='client.40568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:46:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:40.074247+0000 mgr.smithi204.vnvrbl (mgr.24567) 1729 : cluster [DBG] pgmap v1487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:46:40.348427+0000 mon.smithi176 (mon.0) 2798 : audit [DBG] from='client.? 172.21.15.176:0/192184059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:46:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:46:39.725370+0000 mgr.smithi204.vnvrbl (mgr.24567) 1727 : audit [DBG] from='client.40564 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:46:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:46:40.005055+0000 mgr.smithi204.vnvrbl (mgr.24567) 1728 : audit [DBG] from='client.40568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:46:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:40.074247+0000 mgr.smithi204.vnvrbl (mgr.24567) 1729 : cluster [DBG] pgmap v1487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:46:40.348427+0000 mon.smithi176 (mon.0) 2798 : audit [DBG] from='client.? 172.21.15.176:0/192184059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:46:42.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:42.074785+0000 mgr.smithi204.vnvrbl (mgr.24567) 1730 : cluster [DBG] pgmap v1488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:42.074785+0000 mgr.smithi204.vnvrbl (mgr.24567) 1730 : cluster [DBG] pgmap v1488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:44.075434+0000 mgr.smithi204.vnvrbl (mgr.24567) 1731 : cluster [DBG] pgmap v1489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:44.075434+0000 mgr.smithi204.vnvrbl (mgr.24567) 1731 : cluster [DBG] pgmap v1489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:47.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:46.075922+0000 mgr.smithi204.vnvrbl (mgr.24567) 1732 : cluster [DBG] pgmap v1490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:46.075922+0000 mgr.smithi204.vnvrbl (mgr.24567) 1732 : cluster [DBG] pgmap v1490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:48.076683+0000 mgr.smithi204.vnvrbl (mgr.24567) 1733 : cluster [DBG] pgmap v1491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:48.076683+0000 mgr.smithi204.vnvrbl (mgr.24567) 1733 : cluster [DBG] pgmap v1491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:50.077339+0000 mgr.smithi204.vnvrbl (mgr.24567) 1734 : cluster [DBG] pgmap v1492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:50.077339+0000 mgr.smithi204.vnvrbl (mgr.24567) 1734 : cluster [DBG] pgmap v1492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:52.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:52.078217+0000 mgr.smithi204.vnvrbl (mgr.24567) 1735 : cluster [DBG] pgmap v1493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:52.078217+0000 mgr.smithi204.vnvrbl (mgr.24567) 1735 : cluster [DBG] pgmap v1493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:55.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:54.079014+0000 mgr.smithi204.vnvrbl (mgr.24567) 1736 : cluster [DBG] pgmap v1494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:54.079014+0000 mgr.smithi204.vnvrbl (mgr.24567) 1736 : cluster [DBG] pgmap v1494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:57.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:56.079516+0000 mgr.smithi204.vnvrbl (mgr.24567) 1737 : cluster [DBG] pgmap v1495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:56.079516+0000 mgr.smithi204.vnvrbl (mgr.24567) 1737 : cluster [DBG] pgmap v1495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:46:59.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:46:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:46:58.080315+0000 mgr.smithi204.vnvrbl (mgr.24567) 1738 : cluster [DBG] pgmap v1496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:46:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:46:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:46:58.080315+0000 mgr.smithi204.vnvrbl (mgr.24567) 1738 : cluster [DBG] pgmap v1496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:01.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:00.080931+0000 mgr.smithi204.vnvrbl (mgr.24567) 1739 : cluster [DBG] pgmap v1497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:00.080931+0000 mgr.smithi204.vnvrbl (mgr.24567) 1739 : cluster [DBG] pgmap v1497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:02.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:02.081715+0000 mgr.smithi204.vnvrbl (mgr.24567) 1740 : cluster [DBG] pgmap v1498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:02.081715+0000 mgr.smithi204.vnvrbl (mgr.24567) 1740 : cluster [DBG] pgmap v1498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:05.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:04.082476+0000 mgr.smithi204.vnvrbl (mgr.24567) 1741 : cluster [DBG] pgmap v1499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:04.082476+0000 mgr.smithi204.vnvrbl (mgr.24567) 1741 : cluster [DBG] pgmap v1499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:06.083115+0000 mgr.smithi204.vnvrbl (mgr.24567) 1742 : cluster [DBG] pgmap v1500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:06.083115+0000 mgr.smithi204.vnvrbl (mgr.24567) 1742 : cluster [DBG] pgmap v1500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:09.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:08.084099+0000 mgr.smithi204.vnvrbl (mgr.24567) 1743 : cluster [DBG] pgmap v1501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:08.084099+0000 mgr.smithi204.vnvrbl (mgr.24567) 1743 : cluster [DBG] pgmap v1501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:10.645 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:47:10.923 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:47:10.924 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:47:10.924 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 8m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:47:10.924 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 9m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:47:10.924 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 8m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:47:10.925 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 8m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:47:10.925 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 9m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:47:10.925 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 8m ago 4h 618M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:47:10.925 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 9m ago 4h 469M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:47:10.926 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 8m ago 4h 1738M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:47:10.926 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 9m ago 4h 848M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:47:10.926 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 8m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:47:10.926 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 9m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:47:10.927 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 8m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:47:10.927 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:47:10.927 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 8m ago 4h 1169M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:47:10.927 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 8m ago 4h 2041M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:47:10.927 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 8m ago 4h 1386M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:47:10.928 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 8m ago 4h 2223M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:47:10.928 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 9m ago 4h 2073M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:47:10.928 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 9m ago 4h 2199M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:47:10.928 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 9m ago 4h 1830M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:47:10.929 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 9m ago 4h 2689M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:47:10.929 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 8m ago 4h 150M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:47:11.255 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:47:11.255 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:47:11.255 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:47:11.256 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:47:11.256 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:47:11.256 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:47:11.256 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:47:11.257 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:47:11.257 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:47:11.257 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:47:11.257 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:47:11.258 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:47:11.258 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:47:11.258 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:47:11.258 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:47:11.259 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:47:11.259 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:47:11.259 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:47:11.259 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:47:11.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:10.084556+0000 mgr.smithi204.vnvrbl (mgr.24567) 1744 : cluster [DBG] pgmap v1502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:10.084556+0000 mgr.smithi204.vnvrbl (mgr.24567) 1744 : cluster [DBG] pgmap v1502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:47:10.632750+0000 mgr.smithi204.vnvrbl (mgr.24567) 1745 : audit [DBG] from='client.40576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:47:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:47:10.913106+0000 mgr.smithi204.vnvrbl (mgr.24567) 1746 : audit [DBG] from='client.40580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:47:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:47:11.254871+0000 mon.smithi176 (mon.0) 2799 : audit [DBG] from='client.? 172.21.15.176:0/2511023239' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:47:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:47:11.539064+0000 mon.smithi204 (mon.1) 282 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:47:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:47:11.539315+0000 mon.smithi204 (mon.1) 283 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:47:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:47:11.539655+0000 mon.smithi176 (mon.0) 2800 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:47:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:47:11.539932+0000 mon.smithi176 (mon.0) 2801 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:47:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:47:10.632750+0000 mgr.smithi204.vnvrbl (mgr.24567) 1745 : audit [DBG] from='client.40576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:47:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:47:10.913106+0000 mgr.smithi204.vnvrbl (mgr.24567) 1746 : audit [DBG] from='client.40580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:47:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:47:11.254871+0000 mon.smithi176 (mon.0) 2799 : audit [DBG] from='client.? 172.21.15.176:0/2511023239' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:47:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:47:11.539064+0000 mon.smithi204 (mon.1) 282 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:47:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:47:11.539315+0000 mon.smithi204 (mon.1) 283 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:47:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:47:11.539655+0000 mon.smithi176 (mon.0) 2800 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:47:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:47:11.539932+0000 mon.smithi176 (mon.0) 2801 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:47:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:12.085185+0000 mgr.smithi204.vnvrbl (mgr.24567) 1747 : cluster [DBG] pgmap v1503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:13.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:12.085185+0000 mgr.smithi204.vnvrbl (mgr.24567) 1747 : cluster [DBG] pgmap v1503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:15.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:14.085925+0000 mgr.smithi204.vnvrbl (mgr.24567) 1748 : cluster [DBG] pgmap v1504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:14.085925+0000 mgr.smithi204.vnvrbl (mgr.24567) 1748 : cluster [DBG] pgmap v1504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:17.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:16.086483+0000 mgr.smithi204.vnvrbl (mgr.24567) 1749 : cluster [DBG] pgmap v1505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:16.086483+0000 mgr.smithi204.vnvrbl (mgr.24567) 1749 : cluster [DBG] pgmap v1505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:19.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:18.087393+0000 mgr.smithi204.vnvrbl (mgr.24567) 1750 : cluster [DBG] pgmap v1506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:18.087393+0000 mgr.smithi204.vnvrbl (mgr.24567) 1750 : cluster [DBG] pgmap v1506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:20.087986+0000 mgr.smithi204.vnvrbl (mgr.24567) 1751 : cluster [DBG] pgmap v1507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:47:20.676632+0000 mon.smithi204 (mon.1) 284 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:47:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:47:20.677906+0000 mon.smithi204 (mon.1) 285 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:47:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:47:20.678646+0000 mon.smithi204 (mon.1) 286 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:47:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:47:21.078813+0000 mon.smithi176 (mon.0) 2802 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:47:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:47:21.083992+0000 mon.smithi176 (mon.0) 2803 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:47:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:20.087986+0000 mgr.smithi204.vnvrbl (mgr.24567) 1751 : cluster [DBG] pgmap v1507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:47:20.676632+0000 mon.smithi204 (mon.1) 284 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:47:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:47:20.677906+0000 mon.smithi204 (mon.1) 285 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:47:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:47:20.678646+0000 mon.smithi204 (mon.1) 286 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:47:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:47:21.078813+0000 mon.smithi176 (mon.0) 2802 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:47:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:47:21.083992+0000 mon.smithi176 (mon.0) 2803 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:47:22.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:47:20.679397+0000 mgr.smithi204.vnvrbl (mgr.24567) 1752 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:47:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:47:20.679397+0000 mgr.smithi204.vnvrbl (mgr.24567) 1752 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:47:23.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:22.088558+0000 mgr.smithi204.vnvrbl (mgr.24567) 1753 : cluster [DBG] pgmap v1508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:23.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:22.088558+0000 mgr.smithi204.vnvrbl (mgr.24567) 1753 : cluster [DBG] pgmap v1508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:25.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:24.089148+0000 mgr.smithi204.vnvrbl (mgr.24567) 1754 : cluster [DBG] pgmap v1509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:24.089148+0000 mgr.smithi204.vnvrbl (mgr.24567) 1754 : cluster [DBG] pgmap v1509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:27.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:26.089544+0000 mgr.smithi204.vnvrbl (mgr.24567) 1755 : cluster [DBG] pgmap v1510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:26.089544+0000 mgr.smithi204.vnvrbl (mgr.24567) 1755 : cluster [DBG] pgmap v1510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:28.090319+0000 mgr.smithi204.vnvrbl (mgr.24567) 1756 : cluster [DBG] pgmap v1511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:28.090319+0000 mgr.smithi204.vnvrbl (mgr.24567) 1756 : cluster [DBG] pgmap v1511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:30.090894+0000 mgr.smithi204.vnvrbl (mgr.24567) 1757 : cluster [DBG] pgmap v1512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:30.090894+0000 mgr.smithi204.vnvrbl (mgr.24567) 1757 : cluster [DBG] pgmap v1512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:32.091641+0000 mgr.smithi204.vnvrbl (mgr.24567) 1758 : cluster [DBG] pgmap v1513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:32.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:32.091641+0000 mgr.smithi204.vnvrbl (mgr.24567) 1758 : cluster [DBG] pgmap v1513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:34.092278+0000 mgr.smithi204.vnvrbl (mgr.24567) 1759 : cluster [DBG] pgmap v1514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:34.092278+0000 mgr.smithi204.vnvrbl (mgr.24567) 1759 : cluster [DBG] pgmap v1514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:36.092790+0000 mgr.smithi204.vnvrbl (mgr.24567) 1760 : cluster [DBG] pgmap v1515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:36.092790+0000 mgr.smithi204.vnvrbl (mgr.24567) 1760 : cluster [DBG] pgmap v1515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:39.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:38.093805+0000 mgr.smithi204.vnvrbl (mgr.24567) 1761 : cluster [DBG] pgmap v1516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:38.093805+0000 mgr.smithi204.vnvrbl (mgr.24567) 1761 : cluster [DBG] pgmap v1516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:41.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:40.094416+0000 mgr.smithi204.vnvrbl (mgr.24567) 1762 : cluster [DBG] pgmap v1517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:40.094416+0000 mgr.smithi204.vnvrbl (mgr.24567) 1762 : cluster [DBG] pgmap v1517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:41.551 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:47:41.870 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:47:41.870 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:47:41.870 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 9m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:47:41.870 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 9m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:47:41.871 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 9m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:47:41.871 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 9m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:47:41.871 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 9m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:47:41.871 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 9m ago 4h 618M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:47:41.872 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 9m ago 4h 469M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:47:41.872 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 9m ago 4h 1738M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:47:41.872 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 9m ago 4h 848M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:47:41.872 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 9m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:47:41.873 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 9m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:47:41.873 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 9m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:47:41.873 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:47:41.873 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 9m ago 4h 1169M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:47:41.873 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 9m ago 4h 2041M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:47:41.874 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 9m ago 4h 1386M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:47:41.874 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 9m ago 4h 2223M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:47:41.874 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 9m ago 4h 2073M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:47:41.874 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 9m ago 4h 2199M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:47:41.874 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 9m ago 4h 1830M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:47:41.875 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 9m ago 4h 2689M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:47:41.875 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 9m ago 4h 150M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:47:42.196 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:47:42.197 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:47:42.197 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:47:42.197 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:47:42.197 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:47:42.197 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:47:42.198 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:47:42.198 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:47:42.198 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:47:42.198 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:47:42.199 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:47:42.199 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:47:42.199 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:47:42.199 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:47:42.200 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:47:42.200 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:47:42.200 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:47:42.200 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:47:42.200 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:47:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:47:41.539591+0000 mgr.smithi204.vnvrbl (mgr.24567) 1763 : audit [DBG] from='client.40588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:47:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:47:41.859250+0000 mgr.smithi204.vnvrbl (mgr.24567) 1764 : audit [DBG] from='client.40592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:47:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:42.095195+0000 mgr.smithi204.vnvrbl (mgr.24567) 1765 : cluster [DBG] pgmap v1518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:47:42.196361+0000 mon.smithi176 (mon.0) 2804 : audit [DBG] from='client.? 172.21.15.176:0/2970364667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:47:42.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:47:41.539591+0000 mgr.smithi204.vnvrbl (mgr.24567) 1763 : audit [DBG] from='client.40588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:47:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:47:41.859250+0000 mgr.smithi204.vnvrbl (mgr.24567) 1764 : audit [DBG] from='client.40592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:47:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:42.095195+0000 mgr.smithi204.vnvrbl (mgr.24567) 1765 : cluster [DBG] pgmap v1518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:47:42.196361+0000 mon.smithi176 (mon.0) 2804 : audit [DBG] from='client.? 172.21.15.176:0/2970364667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:47:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:44.095763+0000 mgr.smithi204.vnvrbl (mgr.24567) 1766 : cluster [DBG] pgmap v1519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:44.095763+0000 mgr.smithi204.vnvrbl (mgr.24567) 1766 : cluster [DBG] pgmap v1519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:46.096354+0000 mgr.smithi204.vnvrbl (mgr.24567) 1767 : cluster [DBG] pgmap v1520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:46.096354+0000 mgr.smithi204.vnvrbl (mgr.24567) 1767 : cluster [DBG] pgmap v1520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:48.097301+0000 mgr.smithi204.vnvrbl (mgr.24567) 1768 : cluster [DBG] pgmap v1521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:48.097301+0000 mgr.smithi204.vnvrbl (mgr.24567) 1768 : cluster [DBG] pgmap v1521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:50.097781+0000 mgr.smithi204.vnvrbl (mgr.24567) 1769 : cluster [DBG] pgmap v1522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:50.097781+0000 mgr.smithi204.vnvrbl (mgr.24567) 1769 : cluster [DBG] pgmap v1522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:52.098645+0000 mgr.smithi204.vnvrbl (mgr.24567) 1770 : cluster [DBG] pgmap v1523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:52.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:52.098645+0000 mgr.smithi204.vnvrbl (mgr.24567) 1770 : cluster [DBG] pgmap v1523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:55.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:54.099259+0000 mgr.smithi204.vnvrbl (mgr.24567) 1771 : cluster [DBG] pgmap v1524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:54.099259+0000 mgr.smithi204.vnvrbl (mgr.24567) 1771 : cluster [DBG] pgmap v1524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:57.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:56.099919+0000 mgr.smithi204.vnvrbl (mgr.24567) 1772 : cluster [DBG] pgmap v1525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:56.099919+0000 mgr.smithi204.vnvrbl (mgr.24567) 1772 : cluster [DBG] pgmap v1525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:47:59.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:47:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:47:58.100724+0000 mgr.smithi204.vnvrbl (mgr.24567) 1773 : cluster [DBG] pgmap v1526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:47:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:47:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:47:58.100724+0000 mgr.smithi204.vnvrbl (mgr.24567) 1773 : cluster [DBG] pgmap v1526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:01.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:00.101239+0000 mgr.smithi204.vnvrbl (mgr.24567) 1774 : cluster [DBG] pgmap v1527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:00.101239+0000 mgr.smithi204.vnvrbl (mgr.24567) 1774 : cluster [DBG] pgmap v1527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:02.101824+0000 mgr.smithi204.vnvrbl (mgr.24567) 1775 : cluster [DBG] pgmap v1528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:02.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:02.101824+0000 mgr.smithi204.vnvrbl (mgr.24567) 1775 : cluster [DBG] pgmap v1528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:05.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:04.102387+0000 mgr.smithi204.vnvrbl (mgr.24567) 1776 : cluster [DBG] pgmap v1529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:04.102387+0000 mgr.smithi204.vnvrbl (mgr.24567) 1776 : cluster [DBG] pgmap v1529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:07.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:06.102871+0000 mgr.smithi204.vnvrbl (mgr.24567) 1777 : cluster [DBG] pgmap v1530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:06.102871+0000 mgr.smithi204.vnvrbl (mgr.24567) 1777 : cluster [DBG] pgmap v1530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:09.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:08.103822+0000 mgr.smithi204.vnvrbl (mgr.24567) 1778 : cluster [DBG] pgmap v1531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:08.103822+0000 mgr.smithi204.vnvrbl (mgr.24567) 1778 : cluster [DBG] pgmap v1531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:10.104364+0000 mgr.smithi204.vnvrbl (mgr.24567) 1779 : cluster [DBG] pgmap v1532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:10.104364+0000 mgr.smithi204.vnvrbl (mgr.24567) 1779 : cluster [DBG] pgmap v1532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:12.494 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:48:12.771 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:48:12.771 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 10m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:48:12.772 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 10m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:48:12.772 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 10m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:48:12.772 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 10m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:48:12.772 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 10m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:48:12.773 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 10m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:48:12.773 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 10m ago 4h 618M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:48:12.773 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 10m ago 4h 469M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:48:12.773 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 10m ago 4h 1738M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:48:12.773 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 10m ago 4h 848M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:48:12.774 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 10m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:48:12.774 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 10m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:48:12.774 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 10m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:48:12.774 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 10m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:48:12.775 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 10m ago 4h 1169M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:48:12.775 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 10m ago 4h 2041M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:48:12.775 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 10m ago 4h 1386M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:48:12.775 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 10m ago 4h 2223M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:48:12.775 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 10m ago 4h 2073M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:48:12.776 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 10m ago 4h 2199M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:48:12.776 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 10m ago 4h 1830M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:48:12.776 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 10m ago 4h 2689M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:48:12.776 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 10m ago 4h 150M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:48:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:11.543686+0000 mon.smithi204 (mon.1) 287 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:48:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:11.543945+0000 mon.smithi204 (mon.1) 288 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:48:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:11.544228+0000 mon.smithi176 (mon.0) 2805 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:48:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:11.544518+0000 mon.smithi176 (mon.0) 2806 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:48:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:12.105045+0000 mgr.smithi204.vnvrbl (mgr.24567) 1780 : cluster [DBG] pgmap v1533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:12.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:11.543686+0000 mon.smithi204 (mon.1) 287 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:48:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:11.543945+0000 mon.smithi204 (mon.1) 288 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:48:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:11.544228+0000 mon.smithi176 (mon.0) 2805 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:48:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:11.544518+0000 mon.smithi176 (mon.0) 2806 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:48:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:12.105045+0000 mgr.smithi204.vnvrbl (mgr.24567) 1780 : cluster [DBG] pgmap v1533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:13.104 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:48:13.104 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:48:13.104 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:48:13.105 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:48:13.105 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:48:13.105 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:48:13.105 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:48:13.106 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:48:13.106 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:48:13.106 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:48:13.106 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:48:13.107 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:48:13.107 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:48:13.107 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:48:13.107 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:48:13.107 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:48:13.108 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:48:13.108 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:48:13.108 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:48:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:12.481270+0000 mgr.smithi204.vnvrbl (mgr.24567) 1781 : audit [DBG] from='client.40600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:48:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:12.760673+0000 mgr.smithi204.vnvrbl (mgr.24567) 1782 : audit [DBG] from='client.40604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:48:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:13.103942+0000 mon.smithi176 (mon.0) 2807 : audit [DBG] from='client.? 172.21.15.176:0/3697085260' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:48:13.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:12.481270+0000 mgr.smithi204.vnvrbl (mgr.24567) 1781 : audit [DBG] from='client.40600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:48:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:12.760673+0000 mgr.smithi204.vnvrbl (mgr.24567) 1782 : audit [DBG] from='client.40604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:48:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:13.103942+0000 mon.smithi176 (mon.0) 2807 : audit [DBG] from='client.? 172.21.15.176:0/3697085260' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:48:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:14.105591+0000 mgr.smithi204.vnvrbl (mgr.24567) 1783 : cluster [DBG] pgmap v1534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:14.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:14.105591+0000 mgr.smithi204.vnvrbl (mgr.24567) 1783 : cluster [DBG] pgmap v1534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:16.106073+0000 mgr.smithi204.vnvrbl (mgr.24567) 1784 : cluster [DBG] pgmap v1535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:16.106073+0000 mgr.smithi204.vnvrbl (mgr.24567) 1784 : cluster [DBG] pgmap v1535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:19.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:18.106939+0000 mgr.smithi204.vnvrbl (mgr.24567) 1785 : cluster [DBG] pgmap v1536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:18.106939+0000 mgr.smithi204.vnvrbl (mgr.24567) 1785 : cluster [DBG] pgmap v1536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:20.107614+0000 mgr.smithi204.vnvrbl (mgr.24567) 1786 : cluster [DBG] pgmap v1537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:21.086611+0000 mon.smithi204 (mon.1) 289 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:48:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:21.088065+0000 mon.smithi204 (mon.1) 290 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:48:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:21.088867+0000 mon.smithi204 (mon.1) 291 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:48:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:20.107614+0000 mgr.smithi204.vnvrbl (mgr.24567) 1786 : cluster [DBG] pgmap v1537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:21.086611+0000 mon.smithi204 (mon.1) 289 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:48:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:21.088065+0000 mon.smithi204 (mon.1) 290 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:48:21.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:21.088867+0000 mon.smithi204 (mon.1) 291 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:48:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:48:21.089577+0000 mgr.smithi204.vnvrbl (mgr.24567) 1787 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:48:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:48:21.089577+0000 mgr.smithi204.vnvrbl (mgr.24567) 1787 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:48:23.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:22.108199+0000 mgr.smithi204.vnvrbl (mgr.24567) 1788 : cluster [DBG] pgmap v1538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:23.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:22.108199+0000 mgr.smithi204.vnvrbl (mgr.24567) 1788 : cluster [DBG] pgmap v1538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:25.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:24.108666+0000 mgr.smithi204.vnvrbl (mgr.24567) 1789 : cluster [DBG] pgmap v1539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:24.108666+0000 mgr.smithi204.vnvrbl (mgr.24567) 1789 : cluster [DBG] pgmap v1539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:25.638635+0000 mon.smithi176 (mon.0) 2808 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:48:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:25.922825+0000 mon.smithi204 (mon.1) 292 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:48:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:25.923442+0000 mon.smithi176 (mon.0) 2809 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:48:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:26.109186+0000 mgr.smithi204.vnvrbl (mgr.24567) 1790 : cluster [DBG] pgmap v1540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:27.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:25.638635+0000 mon.smithi176 (mon.0) 2808 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:48:27.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:25.922825+0000 mon.smithi204 (mon.1) 292 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:48:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:25.923442+0000 mon.smithi176 (mon.0) 2809 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:48:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:26.109186+0000 mgr.smithi204.vnvrbl (mgr.24567) 1790 : cluster [DBG] pgmap v1540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:27.965092+0000 mon.smithi176 (mon.0) 2810 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:48:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:28.109963+0000 mgr.smithi204.vnvrbl (mgr.24567) 1791 : cluster [DBG] pgmap v1541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:28.360514+0000 mon.smithi204 (mon.1) 293 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:48:29.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:28.361290+0000 mon.smithi176 (mon.0) 2811 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:48:29.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:28.365695+0000 mon.smithi176 (mon.0) 2812 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:48:29.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:28.372011+0000 mon.smithi176 (mon.0) 2813 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:48:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:27.965092+0000 mon.smithi176 (mon.0) 2810 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:48:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:28.109963+0000 mgr.smithi204.vnvrbl (mgr.24567) 1791 : cluster [DBG] pgmap v1541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:28.360514+0000 mon.smithi204 (mon.1) 293 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:48:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:28.361290+0000 mon.smithi176 (mon.0) 2811 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:48:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:28.365695+0000 mon.smithi176 (mon.0) 2812 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:48:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:28.372011+0000 mon.smithi176 (mon.0) 2813 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:48:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:30.110468+0000 mgr.smithi204.vnvrbl (mgr.24567) 1792 : cluster [DBG] pgmap v1542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:30.110468+0000 mgr.smithi204.vnvrbl (mgr.24567) 1792 : cluster [DBG] pgmap v1542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:32.111241+0000 mgr.smithi204.vnvrbl (mgr.24567) 1793 : cluster [DBG] pgmap v1543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:32.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:32.111241+0000 mgr.smithi204.vnvrbl (mgr.24567) 1793 : cluster [DBG] pgmap v1543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:34.111702+0000 mgr.smithi204.vnvrbl (mgr.24567) 1794 : cluster [DBG] pgmap v1544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:34.111702+0000 mgr.smithi204.vnvrbl (mgr.24567) 1794 : cluster [DBG] pgmap v1544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:36.112157+0000 mgr.smithi204.vnvrbl (mgr.24567) 1795 : cluster [DBG] pgmap v1545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:36.112157+0000 mgr.smithi204.vnvrbl (mgr.24567) 1795 : cluster [DBG] pgmap v1545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:39.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:38.112969+0000 mgr.smithi204.vnvrbl (mgr.24567) 1796 : cluster [DBG] pgmap v1546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:38.112969+0000 mgr.smithi204.vnvrbl (mgr.24567) 1796 : cluster [DBG] pgmap v1546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:41.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:40.113406+0000 mgr.smithi204.vnvrbl (mgr.24567) 1797 : cluster [DBG] pgmap v1547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:40.113406+0000 mgr.smithi204.vnvrbl (mgr.24567) 1797 : cluster [DBG] pgmap v1547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:42.114073+0000 mgr.smithi204.vnvrbl (mgr.24567) 1798 : cluster [DBG] pgmap v1548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:42.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:42.114073+0000 mgr.smithi204.vnvrbl (mgr.24567) 1798 : cluster [DBG] pgmap v1548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:43.401 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:48:43.677 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:48:43.677 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 15s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:48:43.677 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 15s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:48:43.678 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 18s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:48:43.678 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 15s ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:48:43.678 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 15s ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:48:43.678 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 18s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:48:43.679 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 15s ago 4h 620M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:48:43.679 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 18s ago 4h 475M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:48:43.679 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 15s ago 4h 1799M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:48:43.679 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 18s ago 4h 880M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:48:43.679 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 15s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:48:43.680 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 18s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:48:43.680 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 15s ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:48:43.680 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 18s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:48:43.680 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 15s ago 4h 1198M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:48:43.680 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 15s ago 4h 2075M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:48:43.681 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 15s ago 4h 1408M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:48:43.681 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 15s ago 4h 2257M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:48:43.681 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 18s ago 4h 2106M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:48:43.681 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 18s ago 4h 2228M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:48:43.682 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 18s ago 4h 1856M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:48:43.682 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 18s ago 4h 2719M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:48:43.682 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 15s ago 4h 153M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:48:44.011 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:48:44.011 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:48:44.011 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:48:44.012 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:48:44.012 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:48:44.012 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:48:44.012 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:48:44.012 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:48:44.013 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:48:44.013 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:48:44.013 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:48:44.013 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:48:44.014 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:48:44.014 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:48:44.014 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:48:44.014 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:48:44.014 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:48:44.015 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:48:44.015 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:48:44.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:44.010794+0000 mon.smithi176 (mon.0) 2814 : audit [DBG] from='client.? 172.21.15.176:0/772199465' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:48:44.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:44.010794+0000 mon.smithi176 (mon.0) 2814 : audit [DBG] from='client.? 172.21.15.176:0/772199465' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:48:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:43.388598+0000 mgr.smithi204.vnvrbl (mgr.24567) 1799 : audit [DBG] from='client.40612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:48:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:48:43.666952+0000 mgr.smithi204.vnvrbl (mgr.24567) 1800 : audit [DBG] from='client.40616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:48:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:44.114736+0000 mgr.smithi204.vnvrbl (mgr.24567) 1801 : cluster [DBG] pgmap v1549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:43.388598+0000 mgr.smithi204.vnvrbl (mgr.24567) 1799 : audit [DBG] from='client.40612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:48:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:48:43.666952+0000 mgr.smithi204.vnvrbl (mgr.24567) 1800 : audit [DBG] from='client.40616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:48:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:44.114736+0000 mgr.smithi204.vnvrbl (mgr.24567) 1801 : cluster [DBG] pgmap v1549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:47.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:46.115277+0000 mgr.smithi204.vnvrbl (mgr.24567) 1802 : cluster [DBG] pgmap v1550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:46.115277+0000 mgr.smithi204.vnvrbl (mgr.24567) 1802 : cluster [DBG] pgmap v1550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:49.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:48.116094+0000 mgr.smithi204.vnvrbl (mgr.24567) 1803 : cluster [DBG] pgmap v1551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:48.116094+0000 mgr.smithi204.vnvrbl (mgr.24567) 1803 : cluster [DBG] pgmap v1551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:50.116568+0000 mgr.smithi204.vnvrbl (mgr.24567) 1804 : cluster [DBG] pgmap v1552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:50.116568+0000 mgr.smithi204.vnvrbl (mgr.24567) 1804 : cluster [DBG] pgmap v1552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:52.117272+0000 mgr.smithi204.vnvrbl (mgr.24567) 1805 : cluster [DBG] pgmap v1553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:52.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:52.117272+0000 mgr.smithi204.vnvrbl (mgr.24567) 1805 : cluster [DBG] pgmap v1553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:55.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:54.117728+0000 mgr.smithi204.vnvrbl (mgr.24567) 1806 : cluster [DBG] pgmap v1554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:54.117728+0000 mgr.smithi204.vnvrbl (mgr.24567) 1806 : cluster [DBG] pgmap v1554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:57.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:56.118169+0000 mgr.smithi204.vnvrbl (mgr.24567) 1807 : cluster [DBG] pgmap v1555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:56.118169+0000 mgr.smithi204.vnvrbl (mgr.24567) 1807 : cluster [DBG] pgmap v1555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:48:59.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:48:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:48:58.118981+0000 mgr.smithi204.vnvrbl (mgr.24567) 1808 : cluster [DBG] pgmap v1556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:48:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:48:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:48:58.118981+0000 mgr.smithi204.vnvrbl (mgr.24567) 1808 : cluster [DBG] pgmap v1556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:01.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:00.119442+0000 mgr.smithi204.vnvrbl (mgr.24567) 1809 : cluster [DBG] pgmap v1557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:00.119442+0000 mgr.smithi204.vnvrbl (mgr.24567) 1809 : cluster [DBG] pgmap v1557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:02.120141+0000 mgr.smithi204.vnvrbl (mgr.24567) 1810 : cluster [DBG] pgmap v1558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:02.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:02.120141+0000 mgr.smithi204.vnvrbl (mgr.24567) 1810 : cluster [DBG] pgmap v1558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:05.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:04.120838+0000 mgr.smithi204.vnvrbl (mgr.24567) 1811 : cluster [DBG] pgmap v1559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:04.120838+0000 mgr.smithi204.vnvrbl (mgr.24567) 1811 : cluster [DBG] pgmap v1559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:07.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:06.121401+0000 mgr.smithi204.vnvrbl (mgr.24567) 1812 : cluster [DBG] pgmap v1560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:06.121401+0000 mgr.smithi204.vnvrbl (mgr.24567) 1812 : cluster [DBG] pgmap v1560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:08.122129+0000 mgr.smithi204.vnvrbl (mgr.24567) 1813 : cluster [DBG] pgmap v1561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:08.122129+0000 mgr.smithi204.vnvrbl (mgr.24567) 1813 : cluster [DBG] pgmap v1561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:11.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:10.122762+0000 mgr.smithi204.vnvrbl (mgr.24567) 1814 : cluster [DBG] pgmap v1562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:10.122762+0000 mgr.smithi204.vnvrbl (mgr.24567) 1814 : cluster [DBG] pgmap v1562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:49:11.548669+0000 mon.smithi204 (mon.1) 294 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:49:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:49:11.548915+0000 mon.smithi204 (mon.1) 295 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:49:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:49:11.549307+0000 mon.smithi176 (mon.0) 2815 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:49:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:49:11.549647+0000 mon.smithi176 (mon.0) 2816 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:49:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:12.123450+0000 mgr.smithi204.vnvrbl (mgr.24567) 1815 : cluster [DBG] pgmap v1563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:12.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:49:11.548669+0000 mon.smithi204 (mon.1) 294 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:49:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:49:11.548915+0000 mon.smithi204 (mon.1) 295 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:49:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:49:11.549307+0000 mon.smithi176 (mon.0) 2815 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:49:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:49:11.549647+0000 mon.smithi176 (mon.0) 2816 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:49:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:12.123450+0000 mgr.smithi204.vnvrbl (mgr.24567) 1815 : cluster [DBG] pgmap v1563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:14.308 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:49:14.588 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:49:14.588 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 46s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:49:14.589 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 46s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:49:14.589 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 48s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:49:14.589 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 46s ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:49:14.589 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 46s ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:49:14.590 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 48s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:49:14.590 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 46s ago 4h 620M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:49:14.590 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 48s ago 4h 475M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:49:14.590 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 46s ago 4h 1799M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:49:14.591 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 48s ago 4h 880M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:49:14.591 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 46s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:49:14.591 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 48s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:49:14.591 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 46s ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:49:14.592 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 48s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:49:14.592 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 46s ago 4h 1198M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:49:14.592 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 46s ago 4h 2075M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:49:14.592 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 46s ago 4h 1408M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:49:14.593 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 46s ago 4h 2257M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:49:14.593 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 48s ago 4h 2106M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:49:14.593 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 48s ago 4h 2228M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:49:14.593 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 48s ago 4h 1856M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:49:14.594 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 48s ago 4h 2719M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:49:14.594 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 46s ago 4h 153M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:49:14.920 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:49:14.920 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:49:14.920 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:49:14.921 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:49:14.921 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:49:14.921 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:49:14.921 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:49:14.922 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:49:14.922 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:49:14.922 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:49:14.922 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:49:14.922 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:49:14.923 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:49:14.923 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:49:14.923 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:49:14.923 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:49:14.924 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:49:14.924 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:49:14.924 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:49:15.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:14.124099+0000 mgr.smithi204.vnvrbl (mgr.24567) 1816 : cluster [DBG] pgmap v1564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:49:14.920008+0000 mon.smithi176 (mon.0) 2817 : audit [DBG] from='client.? 172.21.15.176:0/2411902584' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:49:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:14.124099+0000 mgr.smithi204.vnvrbl (mgr.24567) 1816 : cluster [DBG] pgmap v1564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:49:14.920008+0000 mon.smithi176 (mon.0) 2817 : audit [DBG] from='client.? 172.21.15.176:0/2411902584' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:49:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:49:14.296116+0000 mgr.smithi204.vnvrbl (mgr.24567) 1817 : audit [DBG] from='client.40624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:49:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:49:14.577458+0000 mgr.smithi204.vnvrbl (mgr.24567) 1818 : audit [DBG] from='client.40628 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:49:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:49:14.296116+0000 mgr.smithi204.vnvrbl (mgr.24567) 1817 : audit [DBG] from='client.40624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:49:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:49:14.577458+0000 mgr.smithi204.vnvrbl (mgr.24567) 1818 : audit [DBG] from='client.40628 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:49:17.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:16.124535+0000 mgr.smithi204.vnvrbl (mgr.24567) 1819 : cluster [DBG] pgmap v1565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:16.124535+0000 mgr.smithi204.vnvrbl (mgr.24567) 1819 : cluster [DBG] pgmap v1565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:19.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:18.125436+0000 mgr.smithi204.vnvrbl (mgr.24567) 1820 : cluster [DBG] pgmap v1566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:18.125436+0000 mgr.smithi204.vnvrbl (mgr.24567) 1820 : cluster [DBG] pgmap v1566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:20.125821+0000 mgr.smithi204.vnvrbl (mgr.24567) 1821 : cluster [DBG] pgmap v1567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:20.125821+0000 mgr.smithi204.vnvrbl (mgr.24567) 1821 : cluster [DBG] pgmap v1567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:22.126468+0000 mgr.smithi204.vnvrbl (mgr.24567) 1822 : cluster [DBG] pgmap v1568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:22.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:22.126468+0000 mgr.smithi204.vnvrbl (mgr.24567) 1822 : cluster [DBG] pgmap v1568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:24.126931+0000 mgr.smithi204.vnvrbl (mgr.24567) 1823 : cluster [DBG] pgmap v1569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:24.126931+0000 mgr.smithi204.vnvrbl (mgr.24567) 1823 : cluster [DBG] pgmap v1569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:26.127422+0000 mgr.smithi204.vnvrbl (mgr.24567) 1824 : cluster [DBG] pgmap v1570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:26.127422+0000 mgr.smithi204.vnvrbl (mgr.24567) 1824 : cluster [DBG] pgmap v1570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:28.128137+0000 mgr.smithi204.vnvrbl (mgr.24567) 1825 : cluster [DBG] pgmap v1571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:49:28.375386+0000 mon.smithi204 (mon.1) 296 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:49:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:49:28.376718+0000 mon.smithi204 (mon.1) 297 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:49:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:49:28.377724+0000 mon.smithi204 (mon.1) 298 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:49:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:49:28.787562+0000 mon.smithi176 (mon.0) 2818 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:49:29.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:49:28.792977+0000 mon.smithi176 (mon.0) 2819 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:49:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:28.128137+0000 mgr.smithi204.vnvrbl (mgr.24567) 1825 : cluster [DBG] pgmap v1571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:49:28.375386+0000 mon.smithi204 (mon.1) 296 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:49:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:49:28.376718+0000 mon.smithi204 (mon.1) 297 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:49:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:49:28.377724+0000 mon.smithi204 (mon.1) 298 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:49:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:49:28.787562+0000 mon.smithi176 (mon.0) 2818 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:49:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:49:28.792977+0000 mon.smithi176 (mon.0) 2819 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:49:30.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:49:28.378575+0000 mgr.smithi204.vnvrbl (mgr.24567) 1826 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:49:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:49:28.378575+0000 mgr.smithi204.vnvrbl (mgr.24567) 1826 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:49:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:30.128549+0000 mgr.smithi204.vnvrbl (mgr.24567) 1827 : cluster [DBG] pgmap v1572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:30.128549+0000 mgr.smithi204.vnvrbl (mgr.24567) 1827 : cluster [DBG] pgmap v1572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:32.129368+0000 mgr.smithi204.vnvrbl (mgr.24567) 1828 : cluster [DBG] pgmap v1573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:32.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:32.129368+0000 mgr.smithi204.vnvrbl (mgr.24567) 1828 : cluster [DBG] pgmap v1573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:34.129859+0000 mgr.smithi204.vnvrbl (mgr.24567) 1829 : cluster [DBG] pgmap v1574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:34.129859+0000 mgr.smithi204.vnvrbl (mgr.24567) 1829 : cluster [DBG] pgmap v1574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:36.130399+0000 mgr.smithi204.vnvrbl (mgr.24567) 1830 : cluster [DBG] pgmap v1575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:36.130399+0000 mgr.smithi204.vnvrbl (mgr.24567) 1830 : cluster [DBG] pgmap v1575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:39.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:38.131190+0000 mgr.smithi204.vnvrbl (mgr.24567) 1831 : cluster [DBG] pgmap v1576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:38.131190+0000 mgr.smithi204.vnvrbl (mgr.24567) 1831 : cluster [DBG] pgmap v1576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:41.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:40.131726+0000 mgr.smithi204.vnvrbl (mgr.24567) 1832 : cluster [DBG] pgmap v1577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:40.131726+0000 mgr.smithi204.vnvrbl (mgr.24567) 1832 : cluster [DBG] pgmap v1577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:42.132417+0000 mgr.smithi204.vnvrbl (mgr.24567) 1833 : cluster [DBG] pgmap v1578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:42.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:42.132417+0000 mgr.smithi204.vnvrbl (mgr.24567) 1833 : cluster [DBG] pgmap v1578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:45.224 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:49:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:44.132996+0000 mgr.smithi204.vnvrbl (mgr.24567) 1834 : cluster [DBG] pgmap v1579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:45.498 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:49:45.499 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 77s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:49:45.499 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 77s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:49:45.499 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 79s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:49:45.499 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 77s ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:49:45.500 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 77s ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:49:45.500 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 79s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:49:45.500 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 77s ago 4h 620M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:49:45.500 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 79s ago 4h 475M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:49:45.500 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 77s ago 4h 1799M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:49:45.501 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 79s ago 4h 880M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:49:45.501 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 77s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:49:45.501 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 79s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:49:45.501 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 77s ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:49:45.502 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 79s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:49:45.502 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 77s ago 4h 1198M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:49:45.502 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 77s ago 4h 2075M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:49:45.502 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 77s ago 4h 1408M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:49:45.503 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 77s ago 4h 2257M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:49:45.503 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 79s ago 4h 2106M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:49:45.503 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 79s ago 4h 2228M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:49:45.503 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 79s ago 4h 1856M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:49:45.503 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 79s ago 4h 2719M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:49:45.504 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 77s ago 4h 153M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:49:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:44.132996+0000 mgr.smithi204.vnvrbl (mgr.24567) 1834 : cluster [DBG] pgmap v1579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:45.830 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:49:45.830 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:49:45.830 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:49:45.831 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:49:45.831 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:49:45.831 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:49:45.831 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:49:45.831 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:49:45.832 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:49:45.832 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:49:45.832 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:49:45.832 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:49:45.833 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:49:45.833 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:49:45.833 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:49:45.833 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:49:45.834 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:49:45.834 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:49:45.834 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:49:46.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:49:45.211708+0000 mgr.smithi204.vnvrbl (mgr.24567) 1835 : audit [DBG] from='client.40636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:49:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:49:45.829788+0000 mon.smithi176 (mon.0) 2820 : audit [DBG] from='client.? 172.21.15.176:0/1171673172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:49:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:49:45.211708+0000 mgr.smithi204.vnvrbl (mgr.24567) 1835 : audit [DBG] from='client.40636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:49:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:49:45.829788+0000 mon.smithi176 (mon.0) 2820 : audit [DBG] from='client.? 172.21.15.176:0/1171673172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:49:47.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:49:45.487655+0000 mgr.smithi204.vnvrbl (mgr.24567) 1836 : audit [DBG] from='client.40640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:49:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:46.133491+0000 mgr.smithi204.vnvrbl (mgr.24567) 1837 : cluster [DBG] pgmap v1580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:49:45.487655+0000 mgr.smithi204.vnvrbl (mgr.24567) 1836 : audit [DBG] from='client.40640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:49:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:46.133491+0000 mgr.smithi204.vnvrbl (mgr.24567) 1837 : cluster [DBG] pgmap v1580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:49.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:48.134369+0000 mgr.smithi204.vnvrbl (mgr.24567) 1838 : cluster [DBG] pgmap v1581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:48.134369+0000 mgr.smithi204.vnvrbl (mgr.24567) 1838 : cluster [DBG] pgmap v1581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:50.134945+0000 mgr.smithi204.vnvrbl (mgr.24567) 1839 : cluster [DBG] pgmap v1582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:50.134945+0000 mgr.smithi204.vnvrbl (mgr.24567) 1839 : cluster [DBG] pgmap v1582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:52.135769+0000 mgr.smithi204.vnvrbl (mgr.24567) 1840 : cluster [DBG] pgmap v1583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:52.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:52.135769+0000 mgr.smithi204.vnvrbl (mgr.24567) 1840 : cluster [DBG] pgmap v1583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:55.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:54.136313+0000 mgr.smithi204.vnvrbl (mgr.24567) 1841 : cluster [DBG] pgmap v1584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:54.136313+0000 mgr.smithi204.vnvrbl (mgr.24567) 1841 : cluster [DBG] pgmap v1584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:57.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:56.136935+0000 mgr.smithi204.vnvrbl (mgr.24567) 1842 : cluster [DBG] pgmap v1585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:56.136935+0000 mgr.smithi204.vnvrbl (mgr.24567) 1842 : cluster [DBG] pgmap v1585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:49:59.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:49:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:49:58.137862+0000 mgr.smithi204.vnvrbl (mgr.24567) 1843 : cluster [DBG] pgmap v1586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:49:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:49:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:49:58.137862+0000 mgr.smithi204.vnvrbl (mgr.24567) 1843 : cluster [DBG] pgmap v1586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:00.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:00.000177+0000 mon.smithi176 (mon.0) 2821 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T11:50:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:00.000177+0000 mon.smithi176 (mon.0) 2821 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T11:50:01.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:00.138529+0000 mgr.smithi204.vnvrbl (mgr.24567) 1844 : cluster [DBG] pgmap v1587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:00.138529+0000 mgr.smithi204.vnvrbl (mgr.24567) 1844 : cluster [DBG] pgmap v1587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:02.139392+0000 mgr.smithi204.vnvrbl (mgr.24567) 1845 : cluster [DBG] pgmap v1588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:02.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:02.139392+0000 mgr.smithi204.vnvrbl (mgr.24567) 1845 : cluster [DBG] pgmap v1588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:05.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:04.139874+0000 mgr.smithi204.vnvrbl (mgr.24567) 1846 : cluster [DBG] pgmap v1589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:04.139874+0000 mgr.smithi204.vnvrbl (mgr.24567) 1846 : cluster [DBG] pgmap v1589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:07.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:06.140345+0000 mgr.smithi204.vnvrbl (mgr.24567) 1847 : cluster [DBG] pgmap v1590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:06.140345+0000 mgr.smithi204.vnvrbl (mgr.24567) 1847 : cluster [DBG] pgmap v1590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:09.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:08.141217+0000 mgr.smithi204.vnvrbl (mgr.24567) 1848 : cluster [DBG] pgmap v1591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:08.141217+0000 mgr.smithi204.vnvrbl (mgr.24567) 1848 : cluster [DBG] pgmap v1591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:11.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:10.141676+0000 mgr.smithi204.vnvrbl (mgr.24567) 1849 : cluster [DBG] pgmap v1592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:10.141676+0000 mgr.smithi204.vnvrbl (mgr.24567) 1849 : cluster [DBG] pgmap v1592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:50:11.553367+0000 mon.smithi204 (mon.1) 299 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:50:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:50:11.553612+0000 mon.smithi204 (mon.1) 300 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:50:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:50:11.553973+0000 mon.smithi176 (mon.0) 2822 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:50:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:50:11.554390+0000 mon.smithi176 (mon.0) 2823 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:50:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:12.142346+0000 mgr.smithi204.vnvrbl (mgr.24567) 1850 : cluster [DBG] pgmap v1593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:50:11.553367+0000 mon.smithi204 (mon.1) 299 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:50:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:50:11.553612+0000 mon.smithi204 (mon.1) 300 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:50:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:50:11.553973+0000 mon.smithi176 (mon.0) 2822 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:50:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:50:11.554390+0000 mon.smithi176 (mon.0) 2823 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:50:12.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:12.142346+0000 mgr.smithi204.vnvrbl (mgr.24567) 1850 : cluster [DBG] pgmap v1593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:15.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:14.142765+0000 mgr.smithi204.vnvrbl (mgr.24567) 1851 : cluster [DBG] pgmap v1594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:14.142765+0000 mgr.smithi204.vnvrbl (mgr.24567) 1851 : cluster [DBG] pgmap v1594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:16.130 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:50:16.404 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:50:16.404 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 108s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:50:16.405 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 108s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:50:16.405 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 110s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:50:16.405 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 108s ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:50:16.405 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 108s ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:50:16.405 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 110s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:50:16.406 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 108s ago 4h 620M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:50:16.406 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 110s ago 4h 475M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:50:16.406 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 108s ago 4h 1799M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:50:16.406 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 110s ago 4h 880M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:50:16.406 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 108s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:50:16.407 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 110s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:50:16.407 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 108s ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:50:16.407 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 110s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:50:16.407 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 108s ago 4h 1198M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:50:16.408 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 108s ago 4h 2075M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:50:16.408 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 108s ago 4h 1408M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:50:16.408 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 108s ago 4h 2257M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:50:16.408 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 110s ago 4h 2106M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:50:16.409 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 110s ago 4h 2228M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:50:16.409 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 110s ago 4h 1856M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:50:16.409 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 110s ago 4h 2719M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:50:16.409 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 108s ago 4h 153M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:50:16.749 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:50:16.749 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:50:16.749 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:50:16.750 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:50:16.750 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:50:16.750 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:50:16.750 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:50:16.751 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:50:16.751 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:50:16.751 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:50:16.751 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:50:16.751 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:50:16.752 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:50:16.752 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:50:16.752 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:50:16.752 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:50:16.753 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:50:16.753 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:50:16.753 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:50:17.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:50:16.117808+0000 mgr.smithi204.vnvrbl (mgr.24567) 1852 : audit [DBG] from='client.40648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:50:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:16.143289+0000 mgr.smithi204.vnvrbl (mgr.24567) 1853 : cluster [DBG] pgmap v1595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:50:16.748248+0000 mon.smithi176 (mon.0) 2824 : audit [DBG] from='client.? 172.21.15.176:0/579844127' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:50:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:50:16.117808+0000 mgr.smithi204.vnvrbl (mgr.24567) 1852 : audit [DBG] from='client.40648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:50:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:16.143289+0000 mgr.smithi204.vnvrbl (mgr.24567) 1853 : cluster [DBG] pgmap v1595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:50:16.748248+0000 mon.smithi176 (mon.0) 2824 : audit [DBG] from='client.? 172.21.15.176:0/579844127' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:50:18.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:50:16.393757+0000 mgr.smithi204.vnvrbl (mgr.24567) 1854 : audit [DBG] from='client.40652 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:50:18.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:50:16.393757+0000 mgr.smithi204.vnvrbl (mgr.24567) 1854 : audit [DBG] from='client.40652 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:50:19.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:18.144107+0000 mgr.smithi204.vnvrbl (mgr.24567) 1855 : cluster [DBG] pgmap v1596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:18.144107+0000 mgr.smithi204.vnvrbl (mgr.24567) 1855 : cluster [DBG] pgmap v1596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:20.144684+0000 mgr.smithi204.vnvrbl (mgr.24567) 1856 : cluster [DBG] pgmap v1597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:21.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:20.144684+0000 mgr.smithi204.vnvrbl (mgr.24567) 1856 : cluster [DBG] pgmap v1597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:22.145509+0000 mgr.smithi204.vnvrbl (mgr.24567) 1857 : cluster [DBG] pgmap v1598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:22.145509+0000 mgr.smithi204.vnvrbl (mgr.24567) 1857 : cluster [DBG] pgmap v1598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:25.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:24.145941+0000 mgr.smithi204.vnvrbl (mgr.24567) 1858 : cluster [DBG] pgmap v1599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:24.145941+0000 mgr.smithi204.vnvrbl (mgr.24567) 1858 : cluster [DBG] pgmap v1599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:27.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:26.146572+0000 mgr.smithi204.vnvrbl (mgr.24567) 1859 : cluster [DBG] pgmap v1600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:26.146572+0000 mgr.smithi204.vnvrbl (mgr.24567) 1859 : cluster [DBG] pgmap v1600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:28.147452+0000 mgr.smithi204.vnvrbl (mgr.24567) 1860 : cluster [DBG] pgmap v1601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:50:28.797458+0000 mon.smithi204 (mon.1) 301 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:50:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:50:28.798918+0000 mon.smithi204 (mon.1) 302 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:50:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:50:28.799819+0000 mon.smithi204 (mon.1) 303 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:50:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:50:29.153960+0000 mon.smithi176 (mon.0) 2825 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:50:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:28.147452+0000 mgr.smithi204.vnvrbl (mgr.24567) 1860 : cluster [DBG] pgmap v1601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:50:28.797458+0000 mon.smithi204 (mon.1) 301 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:50:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:50:28.798918+0000 mon.smithi204 (mon.1) 302 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:50:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:50:28.799819+0000 mon.smithi204 (mon.1) 303 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:50:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:50:29.153960+0000 mon.smithi176 (mon.0) 2825 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:50:30.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:50:28.800600+0000 mgr.smithi204.vnvrbl (mgr.24567) 1861 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:50:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:50:29.549828+0000 mon.smithi176 (mon.0) 2826 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:50:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:50:29.554855+0000 mon.smithi176 (mon.0) 2827 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:50:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:50:28.800600+0000 mgr.smithi204.vnvrbl (mgr.24567) 1861 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:50:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:50:29.549828+0000 mon.smithi176 (mon.0) 2826 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:50:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:50:29.554855+0000 mon.smithi176 (mon.0) 2827 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:50:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:30.148096+0000 mgr.smithi204.vnvrbl (mgr.24567) 1862 : cluster [DBG] pgmap v1602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:30.148096+0000 mgr.smithi204.vnvrbl (mgr.24567) 1862 : cluster [DBG] pgmap v1602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:32.149056+0000 mgr.smithi204.vnvrbl (mgr.24567) 1863 : cluster [DBG] pgmap v1603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:32.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:32.149056+0000 mgr.smithi204.vnvrbl (mgr.24567) 1863 : cluster [DBG] pgmap v1603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:35.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:34.149613+0000 mgr.smithi204.vnvrbl (mgr.24567) 1864 : cluster [DBG] pgmap v1604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:34.149613+0000 mgr.smithi204.vnvrbl (mgr.24567) 1864 : cluster [DBG] pgmap v1604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:37.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:36.150098+0000 mgr.smithi204.vnvrbl (mgr.24567) 1865 : cluster [DBG] pgmap v1605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:36.150098+0000 mgr.smithi204.vnvrbl (mgr.24567) 1865 : cluster [DBG] pgmap v1605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:39.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:38.150972+0000 mgr.smithi204.vnvrbl (mgr.24567) 1866 : cluster [DBG] pgmap v1606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:38.150972+0000 mgr.smithi204.vnvrbl (mgr.24567) 1866 : cluster [DBG] pgmap v1606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:41.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:40.151526+0000 mgr.smithi204.vnvrbl (mgr.24567) 1867 : cluster [DBG] pgmap v1607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:40.151526+0000 mgr.smithi204.vnvrbl (mgr.24567) 1867 : cluster [DBG] pgmap v1607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:42.152144+0000 mgr.smithi204.vnvrbl (mgr.24567) 1868 : cluster [DBG] pgmap v1608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:42.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:42.152144+0000 mgr.smithi204.vnvrbl (mgr.24567) 1868 : cluster [DBG] pgmap v1608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:45.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:44.152758+0000 mgr.smithi204.vnvrbl (mgr.24567) 1869 : cluster [DBG] pgmap v1609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:44.152758+0000 mgr.smithi204.vnvrbl (mgr.24567) 1869 : cluster [DBG] pgmap v1609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:47.052 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:50:47.336 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:50:47.336 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:50:47.336 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 2m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:50:47.336 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 2m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:50:47.337 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 2m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:50:47.337 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 2m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:50:47.337 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 2m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:50:47.337 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 2m ago 4h 620M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:50:47.338 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 2m ago 4h 475M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:50:47.338 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 2m ago 4h 1799M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:50:47.338 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 2m ago 4h 880M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:50:47.338 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 2m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:50:47.339 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 2m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:50:47.339 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 2m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:50:47.339 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:50:47.339 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 2m ago 4h 1198M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:50:47.339 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 2m ago 4h 2075M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:50:47.340 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 2m ago 4h 1408M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:50:47.340 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 2m ago 4h 2257M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:50:47.340 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 2m ago 4h 2106M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:50:47.340 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 2m ago 4h 2228M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:50:47.340 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 2m ago 4h 1856M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:50:47.341 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 2m ago 4h 2719M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:50:47.341 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 2m ago 4h 153M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:50:47.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:46.153158+0000 mgr.smithi204.vnvrbl (mgr.24567) 1870 : cluster [DBG] pgmap v1610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:46.153158+0000 mgr.smithi204.vnvrbl (mgr.24567) 1870 : cluster [DBG] pgmap v1610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:47.668 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:50:47.669 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:50:47.669 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:50:47.669 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:50:47.669 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:50:47.669 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:50:47.670 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:50:47.670 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:50:47.670 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:50:47.670 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:50:47.671 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:50:47.671 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:50:47.671 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:50:47.671 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:50:47.671 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:50:47.672 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:50:47.672 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:50:47.672 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:50:47.672 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:50:48.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:50:47.039560+0000 mgr.smithi204.vnvrbl (mgr.24567) 1871 : audit [DBG] from='client.40660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:50:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:50:47.668449+0000 mon.smithi176 (mon.0) 2828 : audit [DBG] from='client.? 172.21.15.176:0/2959172249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:50:48.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:50:47.039560+0000 mgr.smithi204.vnvrbl (mgr.24567) 1871 : audit [DBG] from='client.40660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:50:48.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:50:47.668449+0000 mon.smithi176 (mon.0) 2828 : audit [DBG] from='client.? 172.21.15.176:0/2959172249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:50:49.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:50:47.325648+0000 mgr.smithi204.vnvrbl (mgr.24567) 1872 : audit [DBG] from='client.40664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:50:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:48.153916+0000 mgr.smithi204.vnvrbl (mgr.24567) 1873 : cluster [DBG] pgmap v1611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:50:47.325648+0000 mgr.smithi204.vnvrbl (mgr.24567) 1872 : audit [DBG] from='client.40664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:50:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:48.153916+0000 mgr.smithi204.vnvrbl (mgr.24567) 1873 : cluster [DBG] pgmap v1611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:50.154438+0000 mgr.smithi204.vnvrbl (mgr.24567) 1874 : cluster [DBG] pgmap v1612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:50.154438+0000 mgr.smithi204.vnvrbl (mgr.24567) 1874 : cluster [DBG] pgmap v1612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:52.155186+0000 mgr.smithi204.vnvrbl (mgr.24567) 1875 : cluster [DBG] pgmap v1613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:52.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:52.155186+0000 mgr.smithi204.vnvrbl (mgr.24567) 1875 : cluster [DBG] pgmap v1613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:55.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:54.155698+0000 mgr.smithi204.vnvrbl (mgr.24567) 1876 : cluster [DBG] pgmap v1614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:54.155698+0000 mgr.smithi204.vnvrbl (mgr.24567) 1876 : cluster [DBG] pgmap v1614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:57.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:56.156126+0000 mgr.smithi204.vnvrbl (mgr.24567) 1877 : cluster [DBG] pgmap v1615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:56.156126+0000 mgr.smithi204.vnvrbl (mgr.24567) 1877 : cluster [DBG] pgmap v1615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:50:59.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:50:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:50:58.157072+0000 mgr.smithi204.vnvrbl (mgr.24567) 1878 : cluster [DBG] pgmap v1616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:50:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:50:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:50:58.157072+0000 mgr.smithi204.vnvrbl (mgr.24567) 1878 : cluster [DBG] pgmap v1616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:01.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:00.157548+0000 mgr.smithi204.vnvrbl (mgr.24567) 1879 : cluster [DBG] pgmap v1617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:00.157548+0000 mgr.smithi204.vnvrbl (mgr.24567) 1879 : cluster [DBG] pgmap v1617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:02.158555+0000 mgr.smithi204.vnvrbl (mgr.24567) 1880 : cluster [DBG] pgmap v1618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:02.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:02.158555+0000 mgr.smithi204.vnvrbl (mgr.24567) 1880 : cluster [DBG] pgmap v1618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:05.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:04.159133+0000 mgr.smithi204.vnvrbl (mgr.24567) 1881 : cluster [DBG] pgmap v1619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:04.159133+0000 mgr.smithi204.vnvrbl (mgr.24567) 1881 : cluster [DBG] pgmap v1619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:07.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:06.159549+0000 mgr.smithi204.vnvrbl (mgr.24567) 1882 : cluster [DBG] pgmap v1620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:06.159549+0000 mgr.smithi204.vnvrbl (mgr.24567) 1882 : cluster [DBG] pgmap v1620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:09.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:08.160509+0000 mgr.smithi204.vnvrbl (mgr.24567) 1883 : cluster [DBG] pgmap v1621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:08.160509+0000 mgr.smithi204.vnvrbl (mgr.24567) 1883 : cluster [DBG] pgmap v1621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:10.161007+0000 mgr.smithi204.vnvrbl (mgr.24567) 1884 : cluster [DBG] pgmap v1622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:10.161007+0000 mgr.smithi204.vnvrbl (mgr.24567) 1884 : cluster [DBG] pgmap v1622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:51:11.557961+0000 mon.smithi204 (mon.1) 304 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:51:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:51:11.558232+0000 mon.smithi204 (mon.1) 305 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:51:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:51:11.558547+0000 mon.smithi176 (mon.0) 2829 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:51:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:51:11.558823+0000 mon.smithi176 (mon.0) 2830 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:51:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:12.161690+0000 mgr.smithi204.vnvrbl (mgr.24567) 1885 : cluster [DBG] pgmap v1623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:12.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:51:11.557961+0000 mon.smithi204 (mon.1) 304 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:51:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:51:11.558232+0000 mon.smithi204 (mon.1) 305 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:51:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:51:11.558547+0000 mon.smithi176 (mon.0) 2829 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:51:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:51:11.558823+0000 mon.smithi176 (mon.0) 2830 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:51:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:12.161690+0000 mgr.smithi204.vnvrbl (mgr.24567) 1885 : cluster [DBG] pgmap v1623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:15.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:14.162340+0000 mgr.smithi204.vnvrbl (mgr.24567) 1886 : cluster [DBG] pgmap v1624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:14.162340+0000 mgr.smithi204.vnvrbl (mgr.24567) 1886 : cluster [DBG] pgmap v1624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:17.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:16.162968+0000 mgr.smithi204.vnvrbl (mgr.24567) 1887 : cluster [DBG] pgmap v1625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:16.162968+0000 mgr.smithi204.vnvrbl (mgr.24567) 1887 : cluster [DBG] pgmap v1625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:17.968 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:51:18.245 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:51:18.245 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:51:18.246 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 2m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:51:18.246 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 2m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:51:18.246 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 2m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:51:18.246 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 2m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:51:18.246 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 2m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:51:18.247 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 2m ago 4h 620M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:51:18.247 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 2m ago 4h 475M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:51:18.247 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 2m ago 4h 1799M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:51:18.247 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 2m ago 4h 880M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:51:18.248 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 2m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:51:18.248 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 2m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:51:18.248 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 2m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:51:18.248 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:51:18.248 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 2m ago 4h 1198M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:51:18.249 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 2m ago 4h 2075M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:51:18.249 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 2m ago 4h 1408M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:51:18.249 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 2m ago 4h 2257M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:51:18.250 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 2m ago 4h 2106M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:51:18.250 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 2m ago 4h 2228M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:51:18.250 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 2m ago 4h 1856M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:51:18.251 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 2m ago 4h 2719M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:51:18.251 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 2m ago 4h 153M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:51:18.578 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:51:18.578 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:51:18.579 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:51:18.579 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:51:18.579 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:51:18.579 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:51:18.580 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:51:18.580 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:51:18.580 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:51:18.580 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:51:18.580 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:51:18.581 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:51:18.581 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:51:18.581 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:51:18.581 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:51:18.582 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:51:18.582 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:51:18.582 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:51:18.582 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:51:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:51:17.954827+0000 mgr.smithi204.vnvrbl (mgr.24567) 1888 : audit [DBG] from='client.40672 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:51:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:18.163727+0000 mgr.smithi204.vnvrbl (mgr.24567) 1889 : cluster [DBG] pgmap v1626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:51:18.234541+0000 mgr.smithi204.vnvrbl (mgr.24567) 1890 : audit [DBG] from='client.40676 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:51:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:51:18.578095+0000 mon.smithi176 (mon.0) 2831 : audit [DBG] from='client.? 172.21.15.176:0/3436935094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:51:19.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:51:17.954827+0000 mgr.smithi204.vnvrbl (mgr.24567) 1888 : audit [DBG] from='client.40672 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:51:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:18.163727+0000 mgr.smithi204.vnvrbl (mgr.24567) 1889 : cluster [DBG] pgmap v1626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:51:18.234541+0000 mgr.smithi204.vnvrbl (mgr.24567) 1890 : audit [DBG] from='client.40676 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:51:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:51:18.578095+0000 mon.smithi176 (mon.0) 2831 : audit [DBG] from='client.? 172.21.15.176:0/3436935094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:51:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:20.164275+0000 mgr.smithi204.vnvrbl (mgr.24567) 1891 : cluster [DBG] pgmap v1627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:21.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:20.164275+0000 mgr.smithi204.vnvrbl (mgr.24567) 1891 : cluster [DBG] pgmap v1627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:22.165198+0000 mgr.smithi204.vnvrbl (mgr.24567) 1892 : cluster [DBG] pgmap v1628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:22.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:22.165198+0000 mgr.smithi204.vnvrbl (mgr.24567) 1892 : cluster [DBG] pgmap v1628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:24.165762+0000 mgr.smithi204.vnvrbl (mgr.24567) 1893 : cluster [DBG] pgmap v1629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:25.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:24.165762+0000 mgr.smithi204.vnvrbl (mgr.24567) 1893 : cluster [DBG] pgmap v1629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:26.166397+0000 mgr.smithi204.vnvrbl (mgr.24567) 1894 : cluster [DBG] pgmap v1630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:27.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:26.166397+0000 mgr.smithi204.vnvrbl (mgr.24567) 1894 : cluster [DBG] pgmap v1630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:28.167361+0000 mgr.smithi204.vnvrbl (mgr.24567) 1895 : cluster [DBG] pgmap v1631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:29.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:28.167361+0000 mgr.smithi204.vnvrbl (mgr.24567) 1895 : cluster [DBG] pgmap v1631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:51:29.557441+0000 mon.smithi204 (mon.1) 306 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:51:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:51:29.558833+0000 mon.smithi204 (mon.1) 307 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:51:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:51:29.559632+0000 mon.smithi204 (mon.1) 308 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:51:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:51:29.913418+0000 mon.smithi176 (mon.0) 2832 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:51:30.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:51:29.557441+0000 mon.smithi204 (mon.1) 306 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:51:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:51:29.558833+0000 mon.smithi204 (mon.1) 307 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:51:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:51:29.559632+0000 mon.smithi204 (mon.1) 308 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:51:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:51:29.913418+0000 mon.smithi176 (mon.0) 2832 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:51:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:51:29.560356+0000 mgr.smithi204.vnvrbl (mgr.24567) 1896 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:51:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:30.168006+0000 mgr.smithi204.vnvrbl (mgr.24567) 1897 : cluster [DBG] pgmap v1632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:51:30.300938+0000 mon.smithi176 (mon.0) 2833 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:51:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:51:30.308559+0000 mon.smithi176 (mon.0) 2834 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:51:31.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:51:29.560356+0000 mgr.smithi204.vnvrbl (mgr.24567) 1896 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:51:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:30.168006+0000 mgr.smithi204.vnvrbl (mgr.24567) 1897 : cluster [DBG] pgmap v1632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:51:30.300938+0000 mon.smithi176 (mon.0) 2833 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:51:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:51:30.308559+0000 mon.smithi176 (mon.0) 2834 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:51:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:32.168807+0000 mgr.smithi204.vnvrbl (mgr.24567) 1898 : cluster [DBG] pgmap v1633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:32.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:32.168807+0000 mgr.smithi204.vnvrbl (mgr.24567) 1898 : cluster [DBG] pgmap v1633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:34.169266+0000 mgr.smithi204.vnvrbl (mgr.24567) 1899 : cluster [DBG] pgmap v1634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:35.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:34.169266+0000 mgr.smithi204.vnvrbl (mgr.24567) 1899 : cluster [DBG] pgmap v1634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:36.169878+0000 mgr.smithi204.vnvrbl (mgr.24567) 1900 : cluster [DBG] pgmap v1635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:37.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:36.169878+0000 mgr.smithi204.vnvrbl (mgr.24567) 1900 : cluster [DBG] pgmap v1635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:38.170752+0000 mgr.smithi204.vnvrbl (mgr.24567) 1901 : cluster [DBG] pgmap v1636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:38.170752+0000 mgr.smithi204.vnvrbl (mgr.24567) 1901 : cluster [DBG] pgmap v1636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:40.171264+0000 mgr.smithi204.vnvrbl (mgr.24567) 1902 : cluster [DBG] pgmap v1637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:41.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:40.171264+0000 mgr.smithi204.vnvrbl (mgr.24567) 1902 : cluster [DBG] pgmap v1637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:42.172127+0000 mgr.smithi204.vnvrbl (mgr.24567) 1903 : cluster [DBG] pgmap v1638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:42.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:42.172127+0000 mgr.smithi204.vnvrbl (mgr.24567) 1903 : cluster [DBG] pgmap v1638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:44.172592+0000 mgr.smithi204.vnvrbl (mgr.24567) 1904 : cluster [DBG] pgmap v1639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:45.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:44.172592+0000 mgr.smithi204.vnvrbl (mgr.24567) 1904 : cluster [DBG] pgmap v1639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:46.173104+0000 mgr.smithi204.vnvrbl (mgr.24567) 1905 : cluster [DBG] pgmap v1640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:47.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:46.173104+0000 mgr.smithi204.vnvrbl (mgr.24567) 1905 : cluster [DBG] pgmap v1640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:48.873 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:51:49.147 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:51:49.148 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:51:49.148 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 3m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:51:49.148 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 3m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:51:49.149 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 3m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:51:49.149 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 3m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:51:49.149 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 3m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:51:49.149 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 3m ago 4h 620M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:51:49.150 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 3m ago 4h 475M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:51:49.150 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 3m ago 4h 1799M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:51:49.150 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 3m ago 4h 880M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:51:49.150 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 3m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:51:49.151 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 3m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:51:49.151 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 3m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:51:49.151 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:51:49.151 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 3m ago 4h 1198M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:51:49.151 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 3m ago 4h 2075M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:51:49.152 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 3m ago 4h 1408M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:51:49.152 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 3m ago 4h 2257M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:51:49.152 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 3m ago 4h 2106M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:51:49.152 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 3m ago 4h 2228M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:51:49.152 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 3m ago 4h 1856M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:51:49.153 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 3m ago 4h 2719M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:51:49.153 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 3m ago 4h 153M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:51:49.476 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:51:49.476 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:51:49.476 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:51:49.477 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:51:49.477 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:51:49.477 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:51:49.477 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:51:49.478 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:51:49.478 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:51:49.478 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:51:49.478 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:51:49.478 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:51:49.479 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:51:49.479 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:51:49.479 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:51:49.479 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:51:49.480 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:51:49.480 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:51:49.480 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:51:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:48.173957+0000 mgr.smithi204.vnvrbl (mgr.24567) 1906 : cluster [DBG] pgmap v1641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:49.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:48.173957+0000 mgr.smithi204.vnvrbl (mgr.24567) 1906 : cluster [DBG] pgmap v1641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:51:48.861406+0000 mgr.smithi204.vnvrbl (mgr.24567) 1907 : audit [DBG] from='client.40684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:51:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:51:49.137195+0000 mgr.smithi204.vnvrbl (mgr.24567) 1908 : audit [DBG] from='client.40688 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:51:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:51:49.475858+0000 mon.smithi176 (mon.0) 2835 : audit [DBG] from='client.? 172.21.15.176:0/783231140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:51:50.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:51:48.861406+0000 mgr.smithi204.vnvrbl (mgr.24567) 1907 : audit [DBG] from='client.40684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:51:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:51:49.137195+0000 mgr.smithi204.vnvrbl (mgr.24567) 1908 : audit [DBG] from='client.40688 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:51:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:51:49.475858+0000 mon.smithi176 (mon.0) 2835 : audit [DBG] from='client.? 172.21.15.176:0/783231140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:51:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:50.174511+0000 mgr.smithi204.vnvrbl (mgr.24567) 1909 : cluster [DBG] pgmap v1642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:51.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:50.174511+0000 mgr.smithi204.vnvrbl (mgr.24567) 1909 : cluster [DBG] pgmap v1642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:52.175254+0000 mgr.smithi204.vnvrbl (mgr.24567) 1910 : cluster [DBG] pgmap v1643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:52.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:52.175254+0000 mgr.smithi204.vnvrbl (mgr.24567) 1910 : cluster [DBG] pgmap v1643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:54.175705+0000 mgr.smithi204.vnvrbl (mgr.24567) 1911 : cluster [DBG] pgmap v1644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:55.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:54.175705+0000 mgr.smithi204.vnvrbl (mgr.24567) 1911 : cluster [DBG] pgmap v1644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:56.176208+0000 mgr.smithi204.vnvrbl (mgr.24567) 1912 : cluster [DBG] pgmap v1645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:57.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:56.176208+0000 mgr.smithi204.vnvrbl (mgr.24567) 1912 : cluster [DBG] pgmap v1645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:51:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:51:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:51:58.177004+0000 mgr.smithi204.vnvrbl (mgr.24567) 1913 : cluster [DBG] pgmap v1646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:51:59.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:51:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:51:58.177004+0000 mgr.smithi204.vnvrbl (mgr.24567) 1913 : cluster [DBG] pgmap v1646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:00.177405+0000 mgr.smithi204.vnvrbl (mgr.24567) 1914 : cluster [DBG] pgmap v1647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:01.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:00.177405+0000 mgr.smithi204.vnvrbl (mgr.24567) 1914 : cluster [DBG] pgmap v1647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:02.178024+0000 mgr.smithi204.vnvrbl (mgr.24567) 1915 : cluster [DBG] pgmap v1648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:02.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:02.178024+0000 mgr.smithi204.vnvrbl (mgr.24567) 1915 : cluster [DBG] pgmap v1648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:04.178453+0000 mgr.smithi204.vnvrbl (mgr.24567) 1916 : cluster [DBG] pgmap v1649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:05.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:04.178453+0000 mgr.smithi204.vnvrbl (mgr.24567) 1916 : cluster [DBG] pgmap v1649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:06.178867+0000 mgr.smithi204.vnvrbl (mgr.24567) 1917 : cluster [DBG] pgmap v1650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:07.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:06.178867+0000 mgr.smithi204.vnvrbl (mgr.24567) 1917 : cluster [DBG] pgmap v1650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:08.179714+0000 mgr.smithi204.vnvrbl (mgr.24567) 1918 : cluster [DBG] pgmap v1651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:09.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:08.179714+0000 mgr.smithi204.vnvrbl (mgr.24567) 1918 : cluster [DBG] pgmap v1651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:10.180375+0000 mgr.smithi204.vnvrbl (mgr.24567) 1919 : cluster [DBG] pgmap v1652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:11.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:10.180375+0000 mgr.smithi204.vnvrbl (mgr.24567) 1919 : cluster [DBG] pgmap v1652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:52:11.562070+0000 mon.smithi204 (mon.1) 309 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:52:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:52:11.562733+0000 mon.smithi176 (mon.0) 2836 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:52:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:52:11.562839+0000 mon.smithi204 (mon.1) 310 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:52:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:52:11.563321+0000 mon.smithi176 (mon.0) 2837 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:52:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:12.181291+0000 mgr.smithi204.vnvrbl (mgr.24567) 1920 : cluster [DBG] pgmap v1653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:12.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:52:11.562070+0000 mon.smithi204 (mon.1) 309 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:52:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:52:11.562733+0000 mon.smithi176 (mon.0) 2836 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:52:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:52:11.562839+0000 mon.smithi204 (mon.1) 310 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:52:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:52:11.563321+0000 mon.smithi176 (mon.0) 2837 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:52:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:12.181291+0000 mgr.smithi204.vnvrbl (mgr.24567) 1920 : cluster [DBG] pgmap v1653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:14.181880+0000 mgr.smithi204.vnvrbl (mgr.24567) 1921 : cluster [DBG] pgmap v1654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:15.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:14.181880+0000 mgr.smithi204.vnvrbl (mgr.24567) 1921 : cluster [DBG] pgmap v1654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:16.182404+0000 mgr.smithi204.vnvrbl (mgr.24567) 1922 : cluster [DBG] pgmap v1655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:17.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:16.182404+0000 mgr.smithi204.vnvrbl (mgr.24567) 1922 : cluster [DBG] pgmap v1655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:18.183342+0000 mgr.smithi204.vnvrbl (mgr.24567) 1923 : cluster [DBG] pgmap v1656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:19.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:18.183342+0000 mgr.smithi204.vnvrbl (mgr.24567) 1923 : cluster [DBG] pgmap v1656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:19.775 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:52:20.049 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:52:20.050 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:52:20.050 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 3m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:52:20.051 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 3m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:52:20.051 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 3m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:52:20.052 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 3m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:52:20.052 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 3m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:52:20.053 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 3m ago 4h 620M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:52:20.053 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 3m ago 4h 475M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:52:20.053 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 3m ago 4h 1799M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:52:20.054 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 3m ago 4h 880M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:52:20.054 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 3m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:52:20.055 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 3m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:52:20.055 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 3m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:52:20.056 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:52:20.056 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 3m ago 4h 1198M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:52:20.057 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 3m ago 4h 2075M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:52:20.057 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 3m ago 4h 1408M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:52:20.057 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 3m ago 4h 2257M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:52:20.058 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 3m ago 4h 2106M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:52:20.058 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 3m ago 4h 2228M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:52:20.059 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 3m ago 4h 1856M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:52:20.059 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 3m ago 4h 2719M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:52:20.060 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 3m ago 4h 153M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:52:20.386 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:52:20.386 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:52:20.387 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:52:20.387 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:52:20.388 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:52:20.388 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:52:20.388 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:52:20.388 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:52:20.389 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:52:20.389 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:52:20.389 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:52:20.389 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:52:20.390 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:52:20.390 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:52:20.390 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:52:20.390 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:52:20.391 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:52:20.391 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:52:20.391 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:52:21.551 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:52:19.763538+0000 mgr.smithi204.vnvrbl (mgr.24567) 1924 : audit [DBG] from='client.40696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:52:21.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:52:20.038478+0000 mgr.smithi204.vnvrbl (mgr.24567) 1925 : audit [DBG] from='client.40700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:52:21.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:20.183772+0000 mgr.smithi204.vnvrbl (mgr.24567) 1926 : cluster [DBG] pgmap v1657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:21.552 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:52:20.385740+0000 mon.smithi176 (mon.0) 2838 : audit [DBG] from='client.? 172.21.15.176:0/1183483848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:52:21.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:52:19.763538+0000 mgr.smithi204.vnvrbl (mgr.24567) 1924 : audit [DBG] from='client.40696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:52:21.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:52:20.038478+0000 mgr.smithi204.vnvrbl (mgr.24567) 1925 : audit [DBG] from='client.40700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:52:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:20.183772+0000 mgr.smithi204.vnvrbl (mgr.24567) 1926 : cluster [DBG] pgmap v1657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:21.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:52:20.385740+0000 mon.smithi176 (mon.0) 2838 : audit [DBG] from='client.? 172.21.15.176:0/1183483848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:52:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:22.184494+0000 mgr.smithi204.vnvrbl (mgr.24567) 1927 : cluster [DBG] pgmap v1658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:22.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:22.184494+0000 mgr.smithi204.vnvrbl (mgr.24567) 1927 : cluster [DBG] pgmap v1658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:24.185129+0000 mgr.smithi204.vnvrbl (mgr.24567) 1928 : cluster [DBG] pgmap v1659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:25.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:24.185129+0000 mgr.smithi204.vnvrbl (mgr.24567) 1928 : cluster [DBG] pgmap v1659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:26.185648+0000 mgr.smithi204.vnvrbl (mgr.24567) 1929 : cluster [DBG] pgmap v1660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:27.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:26.185648+0000 mgr.smithi204.vnvrbl (mgr.24567) 1929 : cluster [DBG] pgmap v1660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:28.186399+0000 mgr.smithi204.vnvrbl (mgr.24567) 1930 : cluster [DBG] pgmap v1661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:29.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:28.186399+0000 mgr.smithi204.vnvrbl (mgr.24567) 1930 : cluster [DBG] pgmap v1661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:30.186832+0000 mgr.smithi204.vnvrbl (mgr.24567) 1931 : cluster [DBG] pgmap v1662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:52:30.313507+0000 mon.smithi204 (mon.1) 311 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:52:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:52:30.315031+0000 mon.smithi204 (mon.1) 312 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:52:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:52:30.315873+0000 mon.smithi204 (mon.1) 313 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:52:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:52:30.714156+0000 mon.smithi176 (mon.0) 2839 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:52:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:52:30.721775+0000 mon.smithi176 (mon.0) 2840 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:52:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:30.186832+0000 mgr.smithi204.vnvrbl (mgr.24567) 1931 : cluster [DBG] pgmap v1662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:52:30.313507+0000 mon.smithi204 (mon.1) 311 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:52:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:52:30.315031+0000 mon.smithi204 (mon.1) 312 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:52:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:52:30.315873+0000 mon.smithi204 (mon.1) 313 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:52:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:52:30.714156+0000 mon.smithi176 (mon.0) 2839 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:52:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:52:30.721775+0000 mon.smithi176 (mon.0) 2840 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:52:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:52:30.316644+0000 mgr.smithi204.vnvrbl (mgr.24567) 1932 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:52:32.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:52:30.316644+0000 mgr.smithi204.vnvrbl (mgr.24567) 1932 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:52:33.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:32.187526+0000 mgr.smithi204.vnvrbl (mgr.24567) 1933 : cluster [DBG] pgmap v1663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:33.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:32.187526+0000 mgr.smithi204.vnvrbl (mgr.24567) 1933 : cluster [DBG] pgmap v1663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:34.187899+0000 mgr.smithi204.vnvrbl (mgr.24567) 1934 : cluster [DBG] pgmap v1664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:35.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:34.187899+0000 mgr.smithi204.vnvrbl (mgr.24567) 1934 : cluster [DBG] pgmap v1664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:36.188427+0000 mgr.smithi204.vnvrbl (mgr.24567) 1935 : cluster [DBG] pgmap v1665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:37.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:36.188427+0000 mgr.smithi204.vnvrbl (mgr.24567) 1935 : cluster [DBG] pgmap v1665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:38.189210+0000 mgr.smithi204.vnvrbl (mgr.24567) 1936 : cluster [DBG] pgmap v1666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:39.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:38.189210+0000 mgr.smithi204.vnvrbl (mgr.24567) 1936 : cluster [DBG] pgmap v1666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:40.189716+0000 mgr.smithi204.vnvrbl (mgr.24567) 1937 : cluster [DBG] pgmap v1667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:41.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:40.189716+0000 mgr.smithi204.vnvrbl (mgr.24567) 1937 : cluster [DBG] pgmap v1667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:42.190498+0000 mgr.smithi204.vnvrbl (mgr.24567) 1938 : cluster [DBG] pgmap v1668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:42.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:42.190498+0000 mgr.smithi204.vnvrbl (mgr.24567) 1938 : cluster [DBG] pgmap v1668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:44.191101+0000 mgr.smithi204.vnvrbl (mgr.24567) 1939 : cluster [DBG] pgmap v1669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:45.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:44.191101+0000 mgr.smithi204.vnvrbl (mgr.24567) 1939 : cluster [DBG] pgmap v1669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:46.191583+0000 mgr.smithi204.vnvrbl (mgr.24567) 1940 : cluster [DBG] pgmap v1670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:47.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:46.191583+0000 mgr.smithi204.vnvrbl (mgr.24567) 1940 : cluster [DBG] pgmap v1670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:48.192342+0000 mgr.smithi204.vnvrbl (mgr.24567) 1941 : cluster [DBG] pgmap v1671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:49.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:48.192342+0000 mgr.smithi204.vnvrbl (mgr.24567) 1941 : cluster [DBG] pgmap v1671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:50.683 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:52:50.961 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:52:50.961 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:52:50.961 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 4m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:52:50.962 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 4m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:52:50.962 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 4m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:52:50.962 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 4m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:52:50.962 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 4m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:52:50.963 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 4m ago 4h 620M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:52:50.963 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 4m ago 4h 475M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:52:50.963 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 4m ago 4h 1799M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:52:50.963 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 4m ago 4h 880M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:52:50.963 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 4m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:52:50.964 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 4m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:52:50.964 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 4m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:52:50.964 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:52:50.964 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 4m ago 4h 1198M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:52:50.965 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 4m ago 4h 2075M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:52:50.965 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 4m ago 4h 1408M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:52:50.965 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 4m ago 4h 2257M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:52:50.965 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 4m ago 4h 2106M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:52:50.965 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 4m ago 4h 2228M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:52:50.966 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 4m ago 4h 1856M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:52:50.966 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 4m ago 4h 2719M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:52:50.966 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 4m ago 4h 153M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:52:51.296 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:52:51.296 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:52:51.296 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:52:51.297 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:52:51.297 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:52:51.297 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:52:51.297 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:52:51.297 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:52:51.298 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:52:51.298 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:52:51.298 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:52:51.298 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:52:51.299 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:52:51.299 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:52:51.299 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:52:51.299 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:52:51.299 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:52:51.300 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:52:51.300 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:52:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:50.192756+0000 mgr.smithi204.vnvrbl (mgr.24567) 1942 : cluster [DBG] pgmap v1672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:51.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:50.192756+0000 mgr.smithi204.vnvrbl (mgr.24567) 1942 : cluster [DBG] pgmap v1672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:52:50.671143+0000 mgr.smithi204.vnvrbl (mgr.24567) 1943 : audit [DBG] from='client.40708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:52:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:52:50.950745+0000 mgr.smithi204.vnvrbl (mgr.24567) 1944 : audit [DBG] from='client.40712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:52:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:52:51.296004+0000 mon.smithi176 (mon.0) 2841 : audit [DBG] from='client.? 172.21.15.176:0/647000279' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:52:52.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:52:50.671143+0000 mgr.smithi204.vnvrbl (mgr.24567) 1943 : audit [DBG] from='client.40708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:52:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:52:50.950745+0000 mgr.smithi204.vnvrbl (mgr.24567) 1944 : audit [DBG] from='client.40712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:52:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:52:51.296004+0000 mon.smithi176 (mon.0) 2841 : audit [DBG] from='client.? 172.21.15.176:0/647000279' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:52:53.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:52.193687+0000 mgr.smithi204.vnvrbl (mgr.24567) 1945 : cluster [DBG] pgmap v1673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:53.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:52.193687+0000 mgr.smithi204.vnvrbl (mgr.24567) 1945 : cluster [DBG] pgmap v1673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:54.194165+0000 mgr.smithi204.vnvrbl (mgr.24567) 1946 : cluster [DBG] pgmap v1674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:55.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:54.194165+0000 mgr.smithi204.vnvrbl (mgr.24567) 1946 : cluster [DBG] pgmap v1674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:56.194606+0000 mgr.smithi204.vnvrbl (mgr.24567) 1947 : cluster [DBG] pgmap v1675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:57.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:56.194606+0000 mgr.smithi204.vnvrbl (mgr.24567) 1947 : cluster [DBG] pgmap v1675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:52:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:52:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:52:58.195278+0000 mgr.smithi204.vnvrbl (mgr.24567) 1948 : cluster [DBG] pgmap v1676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:52:59.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:52:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:52:58.195278+0000 mgr.smithi204.vnvrbl (mgr.24567) 1948 : cluster [DBG] pgmap v1676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:00.195736+0000 mgr.smithi204.vnvrbl (mgr.24567) 1949 : cluster [DBG] pgmap v1677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:01.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:00.195736+0000 mgr.smithi204.vnvrbl (mgr.24567) 1949 : cluster [DBG] pgmap v1677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:02.196621+0000 mgr.smithi204.vnvrbl (mgr.24567) 1950 : cluster [DBG] pgmap v1678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:02.196621+0000 mgr.smithi204.vnvrbl (mgr.24567) 1950 : cluster [DBG] pgmap v1678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:04.197118+0000 mgr.smithi204.vnvrbl (mgr.24567) 1951 : cluster [DBG] pgmap v1679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:05.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:04.197118+0000 mgr.smithi204.vnvrbl (mgr.24567) 1951 : cluster [DBG] pgmap v1679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:06.197667+0000 mgr.smithi204.vnvrbl (mgr.24567) 1952 : cluster [DBG] pgmap v1680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:07.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:06.197667+0000 mgr.smithi204.vnvrbl (mgr.24567) 1952 : cluster [DBG] pgmap v1680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:08.198574+0000 mgr.smithi204.vnvrbl (mgr.24567) 1953 : cluster [DBG] pgmap v1681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:09.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:08.198574+0000 mgr.smithi204.vnvrbl (mgr.24567) 1953 : cluster [DBG] pgmap v1681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:10.199035+0000 mgr.smithi204.vnvrbl (mgr.24567) 1954 : cluster [DBG] pgmap v1682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:11.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:10.199035+0000 mgr.smithi204.vnvrbl (mgr.24567) 1954 : cluster [DBG] pgmap v1682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:53:11.567270+0000 mon.smithi204 (mon.1) 314 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:53:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:53:11.568029+0000 mon.smithi176 (mon.0) 2842 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:53:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:53:11.568069+0000 mon.smithi204 (mon.1) 315 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:53:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:53:11.568550+0000 mon.smithi176 (mon.0) 2843 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:53:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:12.199820+0000 mgr.smithi204.vnvrbl (mgr.24567) 1955 : cluster [DBG] pgmap v1683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:12.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:53:11.567270+0000 mon.smithi204 (mon.1) 314 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:53:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:53:11.568029+0000 mon.smithi176 (mon.0) 2842 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:53:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:53:11.568069+0000 mon.smithi204 (mon.1) 315 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:53:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:53:11.568550+0000 mon.smithi176 (mon.0) 2843 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:53:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:12.199820+0000 mgr.smithi204.vnvrbl (mgr.24567) 1955 : cluster [DBG] pgmap v1683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:14.200501+0000 mgr.smithi204.vnvrbl (mgr.24567) 1956 : cluster [DBG] pgmap v1684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:15.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:14.200501+0000 mgr.smithi204.vnvrbl (mgr.24567) 1956 : cluster [DBG] pgmap v1684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:16.200996+0000 mgr.smithi204.vnvrbl (mgr.24567) 1957 : cluster [DBG] pgmap v1685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:17.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:16.200996+0000 mgr.smithi204.vnvrbl (mgr.24567) 1957 : cluster [DBG] pgmap v1685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:18.201804+0000 mgr.smithi204.vnvrbl (mgr.24567) 1958 : cluster [DBG] pgmap v1686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:19.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:18.201804+0000 mgr.smithi204.vnvrbl (mgr.24567) 1958 : cluster [DBG] pgmap v1686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:20.202264+0000 mgr.smithi204.vnvrbl (mgr.24567) 1959 : cluster [DBG] pgmap v1687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:21.598 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:53:21.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:20.202264+0000 mgr.smithi204.vnvrbl (mgr.24567) 1959 : cluster [DBG] pgmap v1687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:21.886 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:53:21.886 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:53:21.887 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 4m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:53:21.887 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 4m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:53:21.887 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 4m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:53:21.887 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 4m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:53:21.888 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 4m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:53:21.888 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 4m ago 4h 620M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:53:21.888 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 4m ago 4h 475M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:53:21.888 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 4m ago 4h 1799M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:53:21.888 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 4m ago 4h 880M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:53:21.889 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 4m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:53:21.889 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 4m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:53:21.889 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 4m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:53:21.889 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:53:21.890 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 4m ago 4h 1198M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:53:21.890 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 4m ago 4h 2075M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:53:21.890 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 4m ago 4h 1408M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:53:21.890 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 4m ago 4h 2257M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:53:21.890 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 4m ago 4h 2106M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:53:21.891 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 4m ago 4h 2228M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:53:21.891 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 4m ago 4h 1856M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:53:21.891 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 4m ago 4h 2719M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:53:21.891 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 4m ago 4h 153M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:53:22.230 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:53:22.230 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:53:22.230 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:53:22.230 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:53:22.231 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:53:22.231 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:53:22.231 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:53:22.231 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:53:22.232 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:53:22.232 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:53:22.232 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:53:22.232 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:53:22.233 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:53:22.233 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:53:22.233 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:53:22.233 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:53:22.233 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:53:22.234 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:53:22.234 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:53:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:53:21.585624+0000 mgr.smithi204.vnvrbl (mgr.24567) 1960 : audit [DBG] from='client.40720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:53:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:53:21.875921+0000 mgr.smithi204.vnvrbl (mgr.24567) 1961 : audit [DBG] from='client.40724 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:53:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:22.202922+0000 mgr.smithi204.vnvrbl (mgr.24567) 1962 : cluster [DBG] pgmap v1688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:22.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:53:22.229641+0000 mon.smithi176 (mon.0) 2844 : audit [DBG] from='client.? 172.21.15.176:0/1627118841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:53:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:53:21.585624+0000 mgr.smithi204.vnvrbl (mgr.24567) 1960 : audit [DBG] from='client.40720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:53:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:53:21.875921+0000 mgr.smithi204.vnvrbl (mgr.24567) 1961 : audit [DBG] from='client.40724 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:53:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:22.202922+0000 mgr.smithi204.vnvrbl (mgr.24567) 1962 : cluster [DBG] pgmap v1688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:53:22.229641+0000 mon.smithi176 (mon.0) 2844 : audit [DBG] from='client.? 172.21.15.176:0/1627118841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:53:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:24.203384+0000 mgr.smithi204.vnvrbl (mgr.24567) 1963 : cluster [DBG] pgmap v1689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:25.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:24.203384+0000 mgr.smithi204.vnvrbl (mgr.24567) 1963 : cluster [DBG] pgmap v1689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:26.203836+0000 mgr.smithi204.vnvrbl (mgr.24567) 1964 : cluster [DBG] pgmap v1690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:27.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:26.203836+0000 mgr.smithi204.vnvrbl (mgr.24567) 1964 : cluster [DBG] pgmap v1690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:28.204631+0000 mgr.smithi204.vnvrbl (mgr.24567) 1965 : cluster [DBG] pgmap v1691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:29.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:28.204631+0000 mgr.smithi204.vnvrbl (mgr.24567) 1965 : cluster [DBG] pgmap v1691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:30.205186+0000 mgr.smithi204.vnvrbl (mgr.24567) 1966 : cluster [DBG] pgmap v1692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:53:30.726303+0000 mon.smithi204 (mon.1) 316 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:53:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:53:30.727758+0000 mon.smithi204 (mon.1) 317 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:53:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:53:30.728601+0000 mon.smithi204 (mon.1) 318 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:53:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:53:31.126600+0000 mon.smithi176 (mon.0) 2845 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:53:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:53:31.133828+0000 mon.smithi176 (mon.0) 2846 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:53:31.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:30.205186+0000 mgr.smithi204.vnvrbl (mgr.24567) 1966 : cluster [DBG] pgmap v1692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:53:30.726303+0000 mon.smithi204 (mon.1) 316 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:53:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:53:30.727758+0000 mon.smithi204 (mon.1) 317 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:53:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:53:30.728601+0000 mon.smithi204 (mon.1) 318 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:53:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:53:31.126600+0000 mon.smithi176 (mon.0) 2845 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:53:31.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:53:31.133828+0000 mon.smithi176 (mon.0) 2846 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:53:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:53:30.729347+0000 mgr.smithi204.vnvrbl (mgr.24567) 1967 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:53:32.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:53:30.729347+0000 mgr.smithi204.vnvrbl (mgr.24567) 1967 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:53:33.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:32.205884+0000 mgr.smithi204.vnvrbl (mgr.24567) 1968 : cluster [DBG] pgmap v1693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:33.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:32.205884+0000 mgr.smithi204.vnvrbl (mgr.24567) 1968 : cluster [DBG] pgmap v1693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:34.206486+0000 mgr.smithi204.vnvrbl (mgr.24567) 1969 : cluster [DBG] pgmap v1694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:35.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:34.206486+0000 mgr.smithi204.vnvrbl (mgr.24567) 1969 : cluster [DBG] pgmap v1694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:36.207059+0000 mgr.smithi204.vnvrbl (mgr.24567) 1970 : cluster [DBG] pgmap v1695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:37.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:36.207059+0000 mgr.smithi204.vnvrbl (mgr.24567) 1970 : cluster [DBG] pgmap v1695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:38.207928+0000 mgr.smithi204.vnvrbl (mgr.24567) 1971 : cluster [DBG] pgmap v1696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:39.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:38.207928+0000 mgr.smithi204.vnvrbl (mgr.24567) 1971 : cluster [DBG] pgmap v1696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:40.208389+0000 mgr.smithi204.vnvrbl (mgr.24567) 1972 : cluster [DBG] pgmap v1697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:41.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:40.208389+0000 mgr.smithi204.vnvrbl (mgr.24567) 1972 : cluster [DBG] pgmap v1697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:42.209307+0000 mgr.smithi204.vnvrbl (mgr.24567) 1973 : cluster [DBG] pgmap v1698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:42.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:42.209307+0000 mgr.smithi204.vnvrbl (mgr.24567) 1973 : cluster [DBG] pgmap v1698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:44.209757+0000 mgr.smithi204.vnvrbl (mgr.24567) 1974 : cluster [DBG] pgmap v1699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:45.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:44.209757+0000 mgr.smithi204.vnvrbl (mgr.24567) 1974 : cluster [DBG] pgmap v1699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:46.210326+0000 mgr.smithi204.vnvrbl (mgr.24567) 1975 : cluster [DBG] pgmap v1700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:47.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:46.210326+0000 mgr.smithi204.vnvrbl (mgr.24567) 1975 : cluster [DBG] pgmap v1700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:48.211056+0000 mgr.smithi204.vnvrbl (mgr.24567) 1976 : cluster [DBG] pgmap v1701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:49.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:48.211056+0000 mgr.smithi204.vnvrbl (mgr.24567) 1976 : cluster [DBG] pgmap v1701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:50.211669+0000 mgr.smithi204.vnvrbl (mgr.24567) 1977 : cluster [DBG] pgmap v1702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:51.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:50.211669+0000 mgr.smithi204.vnvrbl (mgr.24567) 1977 : cluster [DBG] pgmap v1702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:52.527 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:53:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:52.212389+0000 mgr.smithi204.vnvrbl (mgr.24567) 1978 : cluster [DBG] pgmap v1703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:52.801 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:53:52.802 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 5m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:53:52.802 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 5m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:53:52.802 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 5m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:53:52.803 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 5m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:53:52.803 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 5m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:53:52.803 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 5m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:53:52.803 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 5m ago 4h 620M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:53:52.804 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 5m ago 4h 475M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:53:52.804 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 5m ago 4h 1799M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:53:52.804 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 5m ago 4h 880M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:53:52.804 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 5m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:53:52.804 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 5m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:53:52.805 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 5m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:53:52.805 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:53:52.805 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 5m ago 4h 1198M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:53:52.805 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 5m ago 4h 2075M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:53:52.806 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 5m ago 4h 1408M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:53:52.806 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 5m ago 4h 2257M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:53:52.806 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 5m ago 4h 2106M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:53:52.806 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 5m ago 4h 2228M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:53:52.807 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 5m ago 4h 1856M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:53:52.807 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 5m ago 4h 2719M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:53:52.807 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 5m ago 4h 153M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:53:52.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:52.212389+0000 mgr.smithi204.vnvrbl (mgr.24567) 1978 : cluster [DBG] pgmap v1703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:53.156 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:53:53.156 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:53:53.157 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:53:53.157 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:53:53.157 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:53:53.157 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:53:53.157 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:53:53.158 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:53:53.158 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:53:53.158 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:53:53.158 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:53:53.159 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:53:53.159 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:53:53.159 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:53:53.159 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:53:53.160 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:53:53.160 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:53:53.160 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:53:53.160 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:53:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:53:52.514587+0000 mgr.smithi204.vnvrbl (mgr.24567) 1979 : audit [DBG] from='client.40732 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:53:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:53:52.791243+0000 mgr.smithi204.vnvrbl (mgr.24567) 1980 : audit [DBG] from='client.40736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:53:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:53:53.155904+0000 mon.smithi176 (mon.0) 2847 : audit [DBG] from='client.? 172.21.15.176:0/3403540484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:53:53.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:53:52.514587+0000 mgr.smithi204.vnvrbl (mgr.24567) 1979 : audit [DBG] from='client.40732 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:53:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:53:52.791243+0000 mgr.smithi204.vnvrbl (mgr.24567) 1980 : audit [DBG] from='client.40736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:53:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:53:53.155904+0000 mon.smithi176 (mon.0) 2847 : audit [DBG] from='client.? 172.21.15.176:0/3403540484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:53:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:54.212826+0000 mgr.smithi204.vnvrbl (mgr.24567) 1981 : cluster [DBG] pgmap v1704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:54.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:54.212826+0000 mgr.smithi204.vnvrbl (mgr.24567) 1981 : cluster [DBG] pgmap v1704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:56.213339+0000 mgr.smithi204.vnvrbl (mgr.24567) 1982 : cluster [DBG] pgmap v1705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:57.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:56.213339+0000 mgr.smithi204.vnvrbl (mgr.24567) 1982 : cluster [DBG] pgmap v1705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:53:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:53:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:53:58.214116+0000 mgr.smithi204.vnvrbl (mgr.24567) 1983 : cluster [DBG] pgmap v1706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:53:59.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:53:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:53:58.214116+0000 mgr.smithi204.vnvrbl (mgr.24567) 1983 : cluster [DBG] pgmap v1706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:01.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:00.214575+0000 mgr.smithi204.vnvrbl (mgr.24567) 1984 : cluster [DBG] pgmap v1707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:01.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:00.214575+0000 mgr.smithi204.vnvrbl (mgr.24567) 1984 : cluster [DBG] pgmap v1707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:02.215205+0000 mgr.smithi204.vnvrbl (mgr.24567) 1985 : cluster [DBG] pgmap v1708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:02.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:02.215205+0000 mgr.smithi204.vnvrbl (mgr.24567) 1985 : cluster [DBG] pgmap v1708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:04.215642+0000 mgr.smithi204.vnvrbl (mgr.24567) 1986 : cluster [DBG] pgmap v1709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:05.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:04.215642+0000 mgr.smithi204.vnvrbl (mgr.24567) 1986 : cluster [DBG] pgmap v1709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:06.216065+0000 mgr.smithi204.vnvrbl (mgr.24567) 1987 : cluster [DBG] pgmap v1710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:07.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:06.216065+0000 mgr.smithi204.vnvrbl (mgr.24567) 1987 : cluster [DBG] pgmap v1710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:08.217025+0000 mgr.smithi204.vnvrbl (mgr.24567) 1988 : cluster [DBG] pgmap v1711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:09.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:08.217025+0000 mgr.smithi204.vnvrbl (mgr.24567) 1988 : cluster [DBG] pgmap v1711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:10.217461+0000 mgr.smithi204.vnvrbl (mgr.24567) 1989 : cluster [DBG] pgmap v1712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:11.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:10.217461+0000 mgr.smithi204.vnvrbl (mgr.24567) 1989 : cluster [DBG] pgmap v1712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:54:11.573029+0000 mon.smithi204 (mon.1) 319 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:54:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:54:11.573331+0000 mon.smithi204 (mon.1) 320 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:54:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:54:11.573701+0000 mon.smithi176 (mon.0) 2848 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:54:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:54:11.573989+0000 mon.smithi176 (mon.0) 2849 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:54:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:12.218312+0000 mgr.smithi204.vnvrbl (mgr.24567) 1990 : cluster [DBG] pgmap v1713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:12.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:54:11.573029+0000 mon.smithi204 (mon.1) 319 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:54:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:54:11.573331+0000 mon.smithi204 (mon.1) 320 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:54:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:54:11.573701+0000 mon.smithi176 (mon.0) 2848 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:54:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:54:11.573989+0000 mon.smithi176 (mon.0) 2849 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:54:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:12.218312+0000 mgr.smithi204.vnvrbl (mgr.24567) 1990 : cluster [DBG] pgmap v1713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:14.218725+0000 mgr.smithi204.vnvrbl (mgr.24567) 1991 : cluster [DBG] pgmap v1714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:15.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:14.218725+0000 mgr.smithi204.vnvrbl (mgr.24567) 1991 : cluster [DBG] pgmap v1714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:16.219132+0000 mgr.smithi204.vnvrbl (mgr.24567) 1992 : cluster [DBG] pgmap v1715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:17.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:16.219132+0000 mgr.smithi204.vnvrbl (mgr.24567) 1992 : cluster [DBG] pgmap v1715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:19.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:18.219952+0000 mgr.smithi204.vnvrbl (mgr.24567) 1993 : cluster [DBG] pgmap v1716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:19.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:18.219952+0000 mgr.smithi204.vnvrbl (mgr.24567) 1993 : cluster [DBG] pgmap v1716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:20.220408+0000 mgr.smithi204.vnvrbl (mgr.24567) 1994 : cluster [DBG] pgmap v1717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:21.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:20.220408+0000 mgr.smithi204.vnvrbl (mgr.24567) 1994 : cluster [DBG] pgmap v1717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:22.221112+0000 mgr.smithi204.vnvrbl (mgr.24567) 1995 : cluster [DBG] pgmap v1718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:22.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:22.221112+0000 mgr.smithi204.vnvrbl (mgr.24567) 1995 : cluster [DBG] pgmap v1718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:23.453 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:54:23.726 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:54:23.727 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 5m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:54:23.727 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 5m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:54:23.727 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 5m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:54:23.728 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 5m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:54:23.728 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 5m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:54:23.728 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 5m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:54:23.728 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 5m ago 4h 620M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:54:23.728 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 5m ago 4h 475M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:54:23.729 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 5m ago 4h 1799M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:54:23.729 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 5m ago 4h 880M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:54:23.729 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 5m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:54:23.729 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 5m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:54:23.730 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 5m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:54:23.730 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:54:23.730 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 5m ago 4h 1198M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:54:23.730 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 5m ago 4h 2075M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:54:23.731 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 5m ago 4h 1408M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:54:23.731 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 5m ago 4h 2257M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:54:23.731 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 5m ago 4h 2106M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:54:23.731 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 5m ago 4h 2228M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:54:23.731 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 5m ago 4h 1856M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:54:23.732 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 5m ago 4h 2719M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:54:23.732 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 5m ago 4h 153M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:54:24.055 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:54:24.055 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:54:24.055 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:54:24.056 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:54:24.056 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:54:24.056 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:54:24.056 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:54:24.056 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:54:24.057 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:54:24.057 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:54:24.057 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:54:24.057 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:54:24.058 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:54:24.058 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:54:24.058 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:54:24.058 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:54:24.059 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:54:24.059 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:54:24.059 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:54:24.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:54:24.054993+0000 mon.smithi176 (mon.0) 2850 : audit [DBG] from='client.? 172.21.15.176:0/3964099255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:54:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:54:24.054993+0000 mon.smithi176 (mon.0) 2850 : audit [DBG] from='client.? 172.21.15.176:0/3964099255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:54:25.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:54:23.440784+0000 mgr.smithi204.vnvrbl (mgr.24567) 1996 : audit [DBG] from='client.40744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:54:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:54:23.716404+0000 mgr.smithi204.vnvrbl (mgr.24567) 1997 : audit [DBG] from='client.40748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:54:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:24.221693+0000 mgr.smithi204.vnvrbl (mgr.24567) 1998 : cluster [DBG] pgmap v1719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:54:23.440784+0000 mgr.smithi204.vnvrbl (mgr.24567) 1996 : audit [DBG] from='client.40744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:54:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:54:23.716404+0000 mgr.smithi204.vnvrbl (mgr.24567) 1997 : audit [DBG] from='client.40748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:54:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:24.221693+0000 mgr.smithi204.vnvrbl (mgr.24567) 1998 : cluster [DBG] pgmap v1719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:26.222362+0000 mgr.smithi204.vnvrbl (mgr.24567) 1999 : cluster [DBG] pgmap v1720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:27.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:26.222362+0000 mgr.smithi204.vnvrbl (mgr.24567) 1999 : cluster [DBG] pgmap v1720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:29.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:28.223106+0000 mgr.smithi204.vnvrbl (mgr.24567) 2000 : cluster [DBG] pgmap v1721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:29.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:28.223106+0000 mgr.smithi204.vnvrbl (mgr.24567) 2000 : cluster [DBG] pgmap v1721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:30.223572+0000 mgr.smithi204.vnvrbl (mgr.24567) 2001 : cluster [DBG] pgmap v1722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:54:31.136451+0000 mon.smithi204 (mon.1) 321 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:54:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:54:31.137789+0000 mon.smithi204 (mon.1) 322 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:54:31.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:54:31.138594+0000 mon.smithi204 (mon.1) 323 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:54:31.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:30.223572+0000 mgr.smithi204.vnvrbl (mgr.24567) 2001 : cluster [DBG] pgmap v1722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:54:31.136451+0000 mon.smithi204 (mon.1) 321 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:54:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:54:31.137789+0000 mon.smithi204 (mon.1) 322 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:54:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:54:31.138594+0000 mon.smithi204 (mon.1) 323 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:54:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:54:31.139340+0000 mgr.smithi204.vnvrbl (mgr.24567) 2002 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:54:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:54:31.538048+0000 mon.smithi176 (mon.0) 2851 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:54:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:54:31.543364+0000 mon.smithi176 (mon.0) 2852 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:54:32.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:54:31.139340+0000 mgr.smithi204.vnvrbl (mgr.24567) 2002 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:54:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:54:31.538048+0000 mon.smithi176 (mon.0) 2851 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:54:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:54:31.543364+0000 mon.smithi176 (mon.0) 2852 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:54:33.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:32.224264+0000 mgr.smithi204.vnvrbl (mgr.24567) 2003 : cluster [DBG] pgmap v1723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:33.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:32.224264+0000 mgr.smithi204.vnvrbl (mgr.24567) 2003 : cluster [DBG] pgmap v1723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:35.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:34.224883+0000 mgr.smithi204.vnvrbl (mgr.24567) 2004 : cluster [DBG] pgmap v1724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:35.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:34.224883+0000 mgr.smithi204.vnvrbl (mgr.24567) 2004 : cluster [DBG] pgmap v1724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:36.225542+0000 mgr.smithi204.vnvrbl (mgr.24567) 2005 : cluster [DBG] pgmap v1725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:37.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:36.225542+0000 mgr.smithi204.vnvrbl (mgr.24567) 2005 : cluster [DBG] pgmap v1725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:38.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:38.226472+0000 mgr.smithi204.vnvrbl (mgr.24567) 2006 : cluster [DBG] pgmap v1726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:38.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:38.226472+0000 mgr.smithi204.vnvrbl (mgr.24567) 2006 : cluster [DBG] pgmap v1726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:40.226923+0000 mgr.smithi204.vnvrbl (mgr.24567) 2007 : cluster [DBG] pgmap v1727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:41.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:40.226923+0000 mgr.smithi204.vnvrbl (mgr.24567) 2007 : cluster [DBG] pgmap v1727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:42.227696+0000 mgr.smithi204.vnvrbl (mgr.24567) 2008 : cluster [DBG] pgmap v1728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:42.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:42.227696+0000 mgr.smithi204.vnvrbl (mgr.24567) 2008 : cluster [DBG] pgmap v1728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:44.228316+0000 mgr.smithi204.vnvrbl (mgr.24567) 2009 : cluster [DBG] pgmap v1729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:45.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:44.228316+0000 mgr.smithi204.vnvrbl (mgr.24567) 2009 : cluster [DBG] pgmap v1729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:47.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:46.228757+0000 mgr.smithi204.vnvrbl (mgr.24567) 2010 : cluster [DBG] pgmap v1730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:47.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:46.228757+0000 mgr.smithi204.vnvrbl (mgr.24567) 2010 : cluster [DBG] pgmap v1730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:49.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:48.229617+0000 mgr.smithi204.vnvrbl (mgr.24567) 2011 : cluster [DBG] pgmap v1731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:49.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:48.229617+0000 mgr.smithi204.vnvrbl (mgr.24567) 2011 : cluster [DBG] pgmap v1731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:51.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:50.230216+0000 mgr.smithi204.vnvrbl (mgr.24567) 2012 : cluster [DBG] pgmap v1732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:51.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:50.230216+0000 mgr.smithi204.vnvrbl (mgr.24567) 2012 : cluster [DBG] pgmap v1732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:52.230912+0000 mgr.smithi204.vnvrbl (mgr.24567) 2013 : cluster [DBG] pgmap v1733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:52.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:52.230912+0000 mgr.smithi204.vnvrbl (mgr.24567) 2013 : cluster [DBG] pgmap v1733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:54.354 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:54:54.672 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:54:54.672 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:54:54.672 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 6m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:54:54.672 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 6m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:54:54.673 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 6m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:54:54.673 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 6m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:54:54.673 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 6m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:54:54.673 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 6m ago 4h 620M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:54:54.674 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 6m ago 4h 475M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:54:54.674 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 6m ago 4h 1799M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:54:54.674 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 6m ago 4h 880M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:54:54.674 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 6m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:54:54.675 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 6m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:54:54.675 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 6m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:54:54.675 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 6m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:54:54.675 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 6m ago 4h 1198M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:54:54.675 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 6m ago 4h 2075M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:54:54.676 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 6m ago 4h 1408M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:54:54.676 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 6m ago 4h 2257M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:54:54.676 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 6m ago 4h 2106M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:54:54.676 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 6m ago 4h 2228M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:54:54.677 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 6m ago 4h 1856M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:54:54.677 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 6m ago 4h 2719M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:54:54.677 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 6m ago 4h 153M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:54:55.004 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:54:55.005 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:54:55.005 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:54:55.005 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:54:55.005 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:54:55.006 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:54:55.006 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:54:55.006 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:54:55.006 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:54:55.007 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:54:55.007 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:54:55.007 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:54:55.007 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:54:55.008 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:54:55.008 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:54:55.008 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:54:55.008 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:54:55.008 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:54:55.009 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:54:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:54.231362+0000 mgr.smithi204.vnvrbl (mgr.24567) 2014 : cluster [DBG] pgmap v1734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:55.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:54:55.004337+0000 mon.smithi176 (mon.0) 2853 : audit [DBG] from='client.? 172.21.15.176:0/2359062675' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:54:55.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:54.231362+0000 mgr.smithi204.vnvrbl (mgr.24567) 2014 : cluster [DBG] pgmap v1734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:54:55.004337+0000 mon.smithi176 (mon.0) 2853 : audit [DBG] from='client.? 172.21.15.176:0/2359062675' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:54:56.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:54:54.341763+0000 mgr.smithi204.vnvrbl (mgr.24567) 2015 : audit [DBG] from='client.40756 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:54:56.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:54:54.661429+0000 mgr.smithi204.vnvrbl (mgr.24567) 2016 : audit [DBG] from='client.40760 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:54:56.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:54:54.341763+0000 mgr.smithi204.vnvrbl (mgr.24567) 2015 : audit [DBG] from='client.40756 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:54:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:54:54.661429+0000 mgr.smithi204.vnvrbl (mgr.24567) 2016 : audit [DBG] from='client.40760 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:54:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:56.231770+0000 mgr.smithi204.vnvrbl (mgr.24567) 2017 : cluster [DBG] pgmap v1735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:57.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:56.231770+0000 mgr.smithi204.vnvrbl (mgr.24567) 2017 : cluster [DBG] pgmap v1735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:54:59.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:54:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:54:58.232744+0000 mgr.smithi204.vnvrbl (mgr.24567) 2018 : cluster [DBG] pgmap v1736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:54:59.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:54:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:54:58.232744+0000 mgr.smithi204.vnvrbl (mgr.24567) 2018 : cluster [DBG] pgmap v1736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:00.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:00.233238+0000 mgr.smithi204.vnvrbl (mgr.24567) 2019 : cluster [DBG] pgmap v1737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:00.233238+0000 mgr.smithi204.vnvrbl (mgr.24567) 2019 : cluster [DBG] pgmap v1737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:02.233931+0000 mgr.smithi204.vnvrbl (mgr.24567) 2020 : cluster [DBG] pgmap v1738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:02.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:02.233931+0000 mgr.smithi204.vnvrbl (mgr.24567) 2020 : cluster [DBG] pgmap v1738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:04.234453+0000 mgr.smithi204.vnvrbl (mgr.24567) 2021 : cluster [DBG] pgmap v1739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:05.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:04.234453+0000 mgr.smithi204.vnvrbl (mgr.24567) 2021 : cluster [DBG] pgmap v1739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:06.235108+0000 mgr.smithi204.vnvrbl (mgr.24567) 2022 : cluster [DBG] pgmap v1740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:07.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:06.235108+0000 mgr.smithi204.vnvrbl (mgr.24567) 2022 : cluster [DBG] pgmap v1740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:09.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:08.235894+0000 mgr.smithi204.vnvrbl (mgr.24567) 2023 : cluster [DBG] pgmap v1741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:09.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:08.235894+0000 mgr.smithi204.vnvrbl (mgr.24567) 2023 : cluster [DBG] pgmap v1741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:10.236452+0000 mgr.smithi204.vnvrbl (mgr.24567) 2024 : cluster [DBG] pgmap v1742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:11.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:10.236452+0000 mgr.smithi204.vnvrbl (mgr.24567) 2024 : cluster [DBG] pgmap v1742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:55:11.577198+0000 mon.smithi204 (mon.1) 324 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:55:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:55:11.577439+0000 mon.smithi204 (mon.1) 325 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:55:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:55:11.577835+0000 mon.smithi176 (mon.0) 2854 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:55:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:55:11.578257+0000 mon.smithi176 (mon.0) 2855 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:55:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:12.237206+0000 mgr.smithi204.vnvrbl (mgr.24567) 2025 : cluster [DBG] pgmap v1743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:55:11.577198+0000 mon.smithi204 (mon.1) 324 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:55:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:55:11.577439+0000 mon.smithi204 (mon.1) 325 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:55:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:55:11.577835+0000 mon.smithi176 (mon.0) 2854 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:55:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:55:11.578257+0000 mon.smithi176 (mon.0) 2855 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:55:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:12.237206+0000 mgr.smithi204.vnvrbl (mgr.24567) 2025 : cluster [DBG] pgmap v1743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:14.237756+0000 mgr.smithi204.vnvrbl (mgr.24567) 2026 : cluster [DBG] pgmap v1744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:15.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:14.237756+0000 mgr.smithi204.vnvrbl (mgr.24567) 2026 : cluster [DBG] pgmap v1744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:17.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:16.238278+0000 mgr.smithi204.vnvrbl (mgr.24567) 2027 : cluster [DBG] pgmap v1745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:17.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:16.238278+0000 mgr.smithi204.vnvrbl (mgr.24567) 2027 : cluster [DBG] pgmap v1745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:19.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:18.239267+0000 mgr.smithi204.vnvrbl (mgr.24567) 2028 : cluster [DBG] pgmap v1746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:19.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:18.239267+0000 mgr.smithi204.vnvrbl (mgr.24567) 2028 : cluster [DBG] pgmap v1746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:20.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:20.239918+0000 mgr.smithi204.vnvrbl (mgr.24567) 2029 : cluster [DBG] pgmap v1747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:20.239918+0000 mgr.smithi204.vnvrbl (mgr.24567) 2029 : cluster [DBG] pgmap v1747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:22.240768+0000 mgr.smithi204.vnvrbl (mgr.24567) 2030 : cluster [DBG] pgmap v1748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:22.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:22.240768+0000 mgr.smithi204.vnvrbl (mgr.24567) 2030 : cluster [DBG] pgmap v1748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:25.303 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:55:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:24.241278+0000 mgr.smithi204.vnvrbl (mgr.24567) 2031 : cluster [DBG] pgmap v1749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:25.581 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:55:25.582 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 6m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:55:25.582 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 6m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:55:25.582 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 6m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:55:25.583 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 6m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:55:25.583 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 6m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:55:25.583 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 6m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:55:25.583 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 6m ago 4h 620M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:55:25.584 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 6m ago 4h 475M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:55:25.584 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 6m ago 4h 1799M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:55:25.584 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 6m ago 4h 880M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:55:25.584 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 6m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:55:25.585 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 6m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:55:25.585 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 6m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:55:25.585 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 6m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:55:25.585 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 6m ago 4h 1198M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:55:25.586 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 6m ago 4h 2075M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:55:25.586 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 6m ago 4h 1408M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:55:25.586 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 6m ago 4h 2257M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:55:25.586 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 6m ago 4h 2106M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:55:25.587 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 6m ago 4h 2228M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:55:25.587 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 6m ago 4h 1856M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:55:25.587 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 6m ago 4h 2719M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:55:25.587 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 6m ago 4h 153M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:55:25.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:24.241278+0000 mgr.smithi204.vnvrbl (mgr.24567) 2031 : cluster [DBG] pgmap v1749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:25.906 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:55:25.906 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:55:25.907 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:55:25.907 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:55:25.907 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:55:25.907 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:55:25.908 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:55:25.908 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:55:25.908 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:55:25.908 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:55:25.909 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:55:25.909 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:55:25.909 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:55:25.909 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:55:25.909 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:55:25.910 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:55:25.910 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:55:25.910 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:55:25.910 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:55:26.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:55:25.290549+0000 mgr.smithi204.vnvrbl (mgr.24567) 2032 : audit [DBG] from='client.40768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:55:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:55:25.905979+0000 mon.smithi176 (mon.0) 2856 : audit [DBG] from='client.? 172.21.15.176:0/3944422616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:55:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:55:25.290549+0000 mgr.smithi204.vnvrbl (mgr.24567) 2032 : audit [DBG] from='client.40768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:55:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:55:25.905979+0000 mon.smithi176 (mon.0) 2856 : audit [DBG] from='client.? 172.21.15.176:0/3944422616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:55:27.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:55:25.571232+0000 mgr.smithi204.vnvrbl (mgr.24567) 2033 : audit [DBG] from='client.40772 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:55:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:26.241712+0000 mgr.smithi204.vnvrbl (mgr.24567) 2034 : cluster [DBG] pgmap v1750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:27.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:55:25.571232+0000 mgr.smithi204.vnvrbl (mgr.24567) 2033 : audit [DBG] from='client.40772 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:55:27.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:26.241712+0000 mgr.smithi204.vnvrbl (mgr.24567) 2034 : cluster [DBG] pgmap v1750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:28.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:28.242655+0000 mgr.smithi204.vnvrbl (mgr.24567) 2035 : cluster [DBG] pgmap v1751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:28.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:28.242655+0000 mgr.smithi204.vnvrbl (mgr.24567) 2035 : cluster [DBG] pgmap v1751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:30.243200+0000 mgr.smithi204.vnvrbl (mgr.24567) 2036 : cluster [DBG] pgmap v1752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:31.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:30.243200+0000 mgr.smithi204.vnvrbl (mgr.24567) 2036 : cluster [DBG] pgmap v1752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:55:31.548530+0000 mon.smithi204 (mon.1) 326 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:55:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:55:31.549928+0000 mon.smithi204 (mon.1) 327 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:55:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:55:31.550758+0000 mon.smithi204 (mon.1) 328 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:55:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:55:31.551537+0000 mgr.smithi204.vnvrbl (mgr.24567) 2037 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:55:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:55:31.947727+0000 mon.smithi176 (mon.0) 2857 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:55:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:55:31.953124+0000 mon.smithi176 (mon.0) 2858 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:55:32.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:32.243778+0000 mgr.smithi204.vnvrbl (mgr.24567) 2038 : cluster [DBG] pgmap v1753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:32.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:55:31.548530+0000 mon.smithi204 (mon.1) 326 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:55:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:55:31.549928+0000 mon.smithi204 (mon.1) 327 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:55:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:55:31.550758+0000 mon.smithi204 (mon.1) 328 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:55:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:55:31.551537+0000 mgr.smithi204.vnvrbl (mgr.24567) 2037 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:55:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:55:31.947727+0000 mon.smithi176 (mon.0) 2857 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:55:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:55:31.953124+0000 mon.smithi176 (mon.0) 2858 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:55:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:32.243778+0000 mgr.smithi204.vnvrbl (mgr.24567) 2038 : cluster [DBG] pgmap v1753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:35.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:34.244204+0000 mgr.smithi204.vnvrbl (mgr.24567) 2039 : cluster [DBG] pgmap v1754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:35.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:34.244204+0000 mgr.smithi204.vnvrbl (mgr.24567) 2039 : cluster [DBG] pgmap v1754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:37.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:36.244614+0000 mgr.smithi204.vnvrbl (mgr.24567) 2040 : cluster [DBG] pgmap v1755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:37.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:36.244614+0000 mgr.smithi204.vnvrbl (mgr.24567) 2040 : cluster [DBG] pgmap v1755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:38.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:38.245565+0000 mgr.smithi204.vnvrbl (mgr.24567) 2041 : cluster [DBG] pgmap v1756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:38.796 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:38.245565+0000 mgr.smithi204.vnvrbl (mgr.24567) 2041 : cluster [DBG] pgmap v1756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:41.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:40.245969+0000 mgr.smithi204.vnvrbl (mgr.24567) 2042 : cluster [DBG] pgmap v1757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:41.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:40.245969+0000 mgr.smithi204.vnvrbl (mgr.24567) 2042 : cluster [DBG] pgmap v1757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:42.246862+0000 mgr.smithi204.vnvrbl (mgr.24567) 2043 : cluster [DBG] pgmap v1758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:42.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:42.246862+0000 mgr.smithi204.vnvrbl (mgr.24567) 2043 : cluster [DBG] pgmap v1758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:45.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:44.247468+0000 mgr.smithi204.vnvrbl (mgr.24567) 2044 : cluster [DBG] pgmap v1759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:45.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:44.247468+0000 mgr.smithi204.vnvrbl (mgr.24567) 2044 : cluster [DBG] pgmap v1759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:46.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:46.248045+0000 mgr.smithi204.vnvrbl (mgr.24567) 2045 : cluster [DBG] pgmap v1760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:46.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:46.248045+0000 mgr.smithi204.vnvrbl (mgr.24567) 2045 : cluster [DBG] pgmap v1760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:49.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:48.249255+0000 mgr.smithi204.vnvrbl (mgr.24567) 2046 : cluster [DBG] pgmap v1761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:49.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:48.249255+0000 mgr.smithi204.vnvrbl (mgr.24567) 2046 : cluster [DBG] pgmap v1761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:50.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:50.249803+0000 mgr.smithi204.vnvrbl (mgr.24567) 2047 : cluster [DBG] pgmap v1762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:50.249803+0000 mgr.smithi204.vnvrbl (mgr.24567) 2047 : cluster [DBG] pgmap v1762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:52.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:52.250651+0000 mgr.smithi204.vnvrbl (mgr.24567) 2048 : cluster [DBG] pgmap v1763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:53.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:52.250651+0000 mgr.smithi204.vnvrbl (mgr.24567) 2048 : cluster [DBG] pgmap v1763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:55.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:54.251103+0000 mgr.smithi204.vnvrbl (mgr.24567) 2049 : cluster [DBG] pgmap v1764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:55.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:54.251103+0000 mgr.smithi204.vnvrbl (mgr.24567) 2049 : cluster [DBG] pgmap v1764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:56.205 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:55:56.483 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:55:56.484 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:55:56.484 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 7m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:55:56.484 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 7m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:55:56.484 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 7m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:55:56.485 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 7m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:55:56.485 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 7m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:55:56.485 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 7m ago 4h 620M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:55:56.485 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 7m ago 4h 475M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:55:56.486 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 7m ago 4h 1799M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:55:56.486 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 7m ago 4h 880M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:55:56.486 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 7m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:55:56.486 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 7m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:55:56.486 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 7m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:55:56.487 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 7m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:55:56.487 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 7m ago 4h 1198M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:55:56.487 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 7m ago 4h 2075M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:55:56.487 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 7m ago 4h 1408M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:55:56.488 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 7m ago 4h 2257M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:55:56.488 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 7m ago 4h 2106M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:55:56.488 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 7m ago 4h 2228M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:55:56.488 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 7m ago 4h 1856M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:55:56.489 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 7m ago 4h 2719M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:55:56.489 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 7m ago 4h 153M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:55:56.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:55:56.192614+0000 mgr.smithi204.vnvrbl (mgr.24567) 2050 : audit [DBG] from='client.40780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:55:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:56.251470+0000 mgr.smithi204.vnvrbl (mgr.24567) 2051 : cluster [DBG] pgmap v1765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:55:56.192614+0000 mgr.smithi204.vnvrbl (mgr.24567) 2050 : audit [DBG] from='client.40780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:55:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:56.251470+0000 mgr.smithi204.vnvrbl (mgr.24567) 2051 : cluster [DBG] pgmap v1765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:55:56.817 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:55:56.817 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:55:56.818 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:55:56.818 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:55:56.818 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:55:56.819 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:55:56.819 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:55:56.819 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:55:56.819 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:55:56.820 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:55:56.820 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:55:56.820 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:55:56.820 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:55:56.821 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:55:56.821 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:55:56.821 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:55:56.821 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:55:56.821 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:55:56.822 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:55:57.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:55:56.473397+0000 mgr.smithi204.vnvrbl (mgr.24567) 2052 : audit [DBG] from='client.40784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:55:57.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:55:56.817355+0000 mon.smithi176 (mon.0) 2859 : audit [DBG] from='client.? 172.21.15.176:0/199579645' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:55:57.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:55:56.473397+0000 mgr.smithi204.vnvrbl (mgr.24567) 2052 : audit [DBG] from='client.40784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:55:57.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:55:56.817355+0000 mon.smithi176 (mon.0) 2859 : audit [DBG] from='client.? 172.21.15.176:0/199579645' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:55:58.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:55:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:55:58.252390+0000 mgr.smithi204.vnvrbl (mgr.24567) 2053 : cluster [DBG] pgmap v1766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:55:58.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:55:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:55:58.252390+0000 mgr.smithi204.vnvrbl (mgr.24567) 2053 : cluster [DBG] pgmap v1766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:00.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:00.252964+0000 mgr.smithi204.vnvrbl (mgr.24567) 2054 : cluster [DBG] pgmap v1767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:00.252964+0000 mgr.smithi204.vnvrbl (mgr.24567) 2054 : cluster [DBG] pgmap v1767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:02.253670+0000 mgr.smithi204.vnvrbl (mgr.24567) 2055 : cluster [DBG] pgmap v1768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:02.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:02.253670+0000 mgr.smithi204.vnvrbl (mgr.24567) 2055 : cluster [DBG] pgmap v1768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:04.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:04.254101+0000 mgr.smithi204.vnvrbl (mgr.24567) 2056 : cluster [DBG] pgmap v1769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:04.254101+0000 mgr.smithi204.vnvrbl (mgr.24567) 2056 : cluster [DBG] pgmap v1769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:06.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:06.254593+0000 mgr.smithi204.vnvrbl (mgr.24567) 2057 : cluster [DBG] pgmap v1770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:06.254593+0000 mgr.smithi204.vnvrbl (mgr.24567) 2057 : cluster [DBG] pgmap v1770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:08.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:08.255555+0000 mgr.smithi204.vnvrbl (mgr.24567) 2058 : cluster [DBG] pgmap v1771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:08.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:08.255555+0000 mgr.smithi204.vnvrbl (mgr.24567) 2058 : cluster [DBG] pgmap v1771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:10.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:10.256059+0000 mgr.smithi204.vnvrbl (mgr.24567) 2059 : cluster [DBG] pgmap v1772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:10.256059+0000 mgr.smithi204.vnvrbl (mgr.24567) 2059 : cluster [DBG] pgmap v1772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:56:11.581627+0000 mon.smithi204 (mon.1) 329 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:56:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:56:11.581870+0000 mon.smithi204 (mon.1) 330 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:56:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:56:11.582267+0000 mon.smithi176 (mon.0) 2860 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:56:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:56:11.582621+0000 mon.smithi176 (mon.0) 2861 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:56:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:12.256758+0000 mgr.smithi204.vnvrbl (mgr.24567) 2060 : cluster [DBG] pgmap v1773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:56:11.581627+0000 mon.smithi204 (mon.1) 329 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:56:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:56:11.581870+0000 mon.smithi204 (mon.1) 330 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:56:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:56:11.582267+0000 mon.smithi176 (mon.0) 2860 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:56:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:56:11.582621+0000 mon.smithi176 (mon.0) 2861 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:56:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:12.256758+0000 mgr.smithi204.vnvrbl (mgr.24567) 2060 : cluster [DBG] pgmap v1773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:14.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:14.257325+0000 mgr.smithi204.vnvrbl (mgr.24567) 2061 : cluster [DBG] pgmap v1774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:14.257325+0000 mgr.smithi204.vnvrbl (mgr.24567) 2061 : cluster [DBG] pgmap v1774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:16.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:16.257860+0000 mgr.smithi204.vnvrbl (mgr.24567) 2062 : cluster [DBG] pgmap v1775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:16.257860+0000 mgr.smithi204.vnvrbl (mgr.24567) 2062 : cluster [DBG] pgmap v1775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:18.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:18.258637+0000 mgr.smithi204.vnvrbl (mgr.24567) 2063 : cluster [DBG] pgmap v1776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:18.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:18.258637+0000 mgr.smithi204.vnvrbl (mgr.24567) 2063 : cluster [DBG] pgmap v1776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:20.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:20.259154+0000 mgr.smithi204.vnvrbl (mgr.24567) 2064 : cluster [DBG] pgmap v1777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:20.259154+0000 mgr.smithi204.vnvrbl (mgr.24567) 2064 : cluster [DBG] pgmap v1777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:22.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:22.259876+0000 mgr.smithi204.vnvrbl (mgr.24567) 2065 : cluster [DBG] pgmap v1778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:23.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:22.259876+0000 mgr.smithi204.vnvrbl (mgr.24567) 2065 : cluster [DBG] pgmap v1778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:24.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:24.260313+0000 mgr.smithi204.vnvrbl (mgr.24567) 2066 : cluster [DBG] pgmap v1779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:24.260313+0000 mgr.smithi204.vnvrbl (mgr.24567) 2066 : cluster [DBG] pgmap v1779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:26.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:26.260737+0000 mgr.smithi204.vnvrbl (mgr.24567) 2067 : cluster [DBG] pgmap v1780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:26.260737+0000 mgr.smithi204.vnvrbl (mgr.24567) 2067 : cluster [DBG] pgmap v1780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:27.146 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:56:27.421 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:56:27.422 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 7m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:56:27.422 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 7m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:56:27.422 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 8m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:56:27.422 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 7m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:56:27.423 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 7m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:56:27.423 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 8m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:56:27.423 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 7m ago 4h 620M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:56:27.423 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 8m ago 4h 475M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:56:27.424 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 7m ago 4h 1799M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:56:27.424 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 8m ago 4h 880M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:56:27.424 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 7m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:56:27.424 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 8m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:56:27.425 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 7m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:56:27.425 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:56:27.425 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 7m ago 4h 1198M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:56:27.425 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 7m ago 4h 2075M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:56:27.425 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 7m ago 4h 1408M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:56:27.426 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 7m ago 4h 2257M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:56:27.426 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 8m ago 4h 2106M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:56:27.426 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 8m ago 4h 2228M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:56:27.426 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 8m ago 4h 1856M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:56:27.427 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 8m ago 4h 2719M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:56:27.427 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 7m ago 4h 153M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:56:27.787 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:56:27.788 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:56:27.788 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:56:27.788 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:56:27.789 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:56:27.789 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:56:27.789 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:56:27.789 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:56:27.789 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:56:27.790 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:56:27.790 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:56:27.790 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:56:27.790 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:56:27.791 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:56:27.791 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:56:27.791 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:56:27.791 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:56:27.791 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:56:27.792 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:56:27.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:56:27.133405+0000 mgr.smithi204.vnvrbl (mgr.24567) 2068 : audit [DBG] from='client.40792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:56:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:56:27.133405+0000 mgr.smithi204.vnvrbl (mgr.24567) 2068 : audit [DBG] from='client.40792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:56:28.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:56:27.411230+0000 mgr.smithi204.vnvrbl (mgr.24567) 2069 : audit [DBG] from='client.40796 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:56:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:56:27.787402+0000 mon.smithi176 (mon.0) 2862 : audit [DBG] from='client.? 172.21.15.176:0/4111405413' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:56:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:28.261557+0000 mgr.smithi204.vnvrbl (mgr.24567) 2070 : cluster [DBG] pgmap v1781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:29.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:56:27.411230+0000 mgr.smithi204.vnvrbl (mgr.24567) 2069 : audit [DBG] from='client.40796 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:56:29.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:56:27.787402+0000 mon.smithi176 (mon.0) 2862 : audit [DBG] from='client.? 172.21.15.176:0/4111405413' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:56:29.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:28.261557+0000 mgr.smithi204.vnvrbl (mgr.24567) 2070 : cluster [DBG] pgmap v1781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:30.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:30.262059+0000 mgr.smithi204.vnvrbl (mgr.24567) 2071 : cluster [DBG] pgmap v1782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:30.262059+0000 mgr.smithi204.vnvrbl (mgr.24567) 2071 : cluster [DBG] pgmap v1782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:32.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:56:31.955789+0000 mon.smithi204 (mon.1) 331 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:56:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:56:31.957101+0000 mon.smithi204 (mon.1) 332 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:56:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:56:31.957884+0000 mon.smithi204 (mon.1) 333 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:56:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:56:31.958617+0000 mgr.smithi204.vnvrbl (mgr.24567) 2072 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:56:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:32.262989+0000 mgr.smithi204.vnvrbl (mgr.24567) 2073 : cluster [DBG] pgmap v1783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:56:32.359351+0000 mon.smithi176 (mon.0) 2863 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:56:32.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:56:32.364472+0000 mon.smithi176 (mon.0) 2864 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:56:33.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:56:31.955789+0000 mon.smithi204 (mon.1) 331 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:56:33.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:56:31.957101+0000 mon.smithi204 (mon.1) 332 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:56:33.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:56:31.957884+0000 mon.smithi204 (mon.1) 333 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:56:33.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:56:31.958617+0000 mgr.smithi204.vnvrbl (mgr.24567) 2072 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:56:33.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:32.262989+0000 mgr.smithi204.vnvrbl (mgr.24567) 2073 : cluster [DBG] pgmap v1783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:33.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:56:32.359351+0000 mon.smithi176 (mon.0) 2863 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:56:33.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:56:32.364472+0000 mon.smithi176 (mon.0) 2864 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:56:34.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:34.263587+0000 mgr.smithi204.vnvrbl (mgr.24567) 2074 : cluster [DBG] pgmap v1784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:34.263587+0000 mgr.smithi204.vnvrbl (mgr.24567) 2074 : cluster [DBG] pgmap v1784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:36.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:36.264083+0000 mgr.smithi204.vnvrbl (mgr.24567) 2075 : cluster [DBG] pgmap v1785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:36.264083+0000 mgr.smithi204.vnvrbl (mgr.24567) 2075 : cluster [DBG] pgmap v1785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:38.264882+0000 mgr.smithi204.vnvrbl (mgr.24567) 2076 : cluster [DBG] pgmap v1786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:38.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:38.264882+0000 mgr.smithi204.vnvrbl (mgr.24567) 2076 : cluster [DBG] pgmap v1786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:40.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:40.265457+0000 mgr.smithi204.vnvrbl (mgr.24567) 2077 : cluster [DBG] pgmap v1787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:40.265457+0000 mgr.smithi204.vnvrbl (mgr.24567) 2077 : cluster [DBG] pgmap v1787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:42.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:42.266235+0000 mgr.smithi204.vnvrbl (mgr.24567) 2078 : cluster [DBG] pgmap v1788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:43.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:42.266235+0000 mgr.smithi204.vnvrbl (mgr.24567) 2078 : cluster [DBG] pgmap v1788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:44.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:44.266656+0000 mgr.smithi204.vnvrbl (mgr.24567) 2079 : cluster [DBG] pgmap v1789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:44.266656+0000 mgr.smithi204.vnvrbl (mgr.24567) 2079 : cluster [DBG] pgmap v1789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:46.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:46.267153+0000 mgr.smithi204.vnvrbl (mgr.24567) 2080 : cluster [DBG] pgmap v1790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:46.267153+0000 mgr.smithi204.vnvrbl (mgr.24567) 2080 : cluster [DBG] pgmap v1790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:48.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:48.268035+0000 mgr.smithi204.vnvrbl (mgr.24567) 2081 : cluster [DBG] pgmap v1791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:48.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:48.268035+0000 mgr.smithi204.vnvrbl (mgr.24567) 2081 : cluster [DBG] pgmap v1791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:50.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:50.268487+0000 mgr.smithi204.vnvrbl (mgr.24567) 2082 : cluster [DBG] pgmap v1792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:50.268487+0000 mgr.smithi204.vnvrbl (mgr.24567) 2082 : cluster [DBG] pgmap v1792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:52.269352+0000 mgr.smithi204.vnvrbl (mgr.24567) 2083 : cluster [DBG] pgmap v1793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:53.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:52.269352+0000 mgr.smithi204.vnvrbl (mgr.24567) 2083 : cluster [DBG] pgmap v1793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:54.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:54.269756+0000 mgr.smithi204.vnvrbl (mgr.24567) 2084 : cluster [DBG] pgmap v1794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:54.269756+0000 mgr.smithi204.vnvrbl (mgr.24567) 2084 : cluster [DBG] pgmap v1794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:56.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:56.270289+0000 mgr.smithi204.vnvrbl (mgr.24567) 2085 : cluster [DBG] pgmap v1795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:56.270289+0000 mgr.smithi204.vnvrbl (mgr.24567) 2085 : cluster [DBG] pgmap v1795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:56:58.103 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:56:58.378 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:56:58.379 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 8m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:56:58.379 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 8m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:56:58.379 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 8m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:56:58.380 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 8m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:56:58.380 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 8m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:56:58.380 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 8m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:56:58.380 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 8m ago 4h 620M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:56:58.380 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 8m ago 4h 475M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:56:58.381 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 8m ago 4h 1799M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:56:58.381 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 8m ago 4h 880M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:56:58.381 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 8m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:56:58.381 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 8m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:56:58.382 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 8m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:56:58.382 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 8m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:56:58.382 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 8m ago 4h 1198M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:56:58.382 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 8m ago 4h 2075M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:56:58.383 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 8m ago 4h 1408M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:56:58.383 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 8m ago 4h 2257M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:56:58.383 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 8m ago 4h 2106M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:56:58.383 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 8m ago 4h 2228M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:56:58.383 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 8m ago 4h 1856M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:56:58.384 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 8m ago 4h 2719M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:56:58.384 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 8m ago 4h 153M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:56:58.709 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:56:58.709 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:56:58.709 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:56:58.710 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:56:58.710 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:56:58.710 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:56:58.710 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:56:58.710 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:56:58.711 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:56:58.711 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:56:58.711 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:56:58.711 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:56:58.712 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:56:58.712 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:56:58.712 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:56:58.712 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:56:58.712 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:56:58.713 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:56:58.713 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:56:58.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:56:58.090913+0000 mgr.smithi204.vnvrbl (mgr.24567) 2086 : audit [DBG] from='client.40804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:56:58.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:56:58.271084+0000 mgr.smithi204.vnvrbl (mgr.24567) 2087 : cluster [DBG] pgmap v1796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:58.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:56:58.090913+0000 mgr.smithi204.vnvrbl (mgr.24567) 2086 : audit [DBG] from='client.40804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:56:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:56:58.271084+0000 mgr.smithi204.vnvrbl (mgr.24567) 2087 : cluster [DBG] pgmap v1796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:56:59.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:56:58.368080+0000 mgr.smithi204.vnvrbl (mgr.24567) 2088 : audit [DBG] from='client.40808 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:56:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:56:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:56:58.708705+0000 mon.smithi176 (mon.0) 2865 : audit [DBG] from='client.? 172.21.15.176:0/1012199905' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:56:59.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:56:58.368080+0000 mgr.smithi204.vnvrbl (mgr.24567) 2088 : audit [DBG] from='client.40808 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:56:59.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:56:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:56:58.708705+0000 mon.smithi176 (mon.0) 2865 : audit [DBG] from='client.? 172.21.15.176:0/1012199905' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:57:00.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:00.271525+0000 mgr.smithi204.vnvrbl (mgr.24567) 2089 : cluster [DBG] pgmap v1797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:00.271525+0000 mgr.smithi204.vnvrbl (mgr.24567) 2089 : cluster [DBG] pgmap v1797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:02.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:02.272399+0000 mgr.smithi204.vnvrbl (mgr.24567) 2090 : cluster [DBG] pgmap v1798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:03.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:02.272399+0000 mgr.smithi204.vnvrbl (mgr.24567) 2090 : cluster [DBG] pgmap v1798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:04.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:04.272895+0000 mgr.smithi204.vnvrbl (mgr.24567) 2091 : cluster [DBG] pgmap v1799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:04.272895+0000 mgr.smithi204.vnvrbl (mgr.24567) 2091 : cluster [DBG] pgmap v1799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:06.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:06.273440+0000 mgr.smithi204.vnvrbl (mgr.24567) 2092 : cluster [DBG] pgmap v1800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:06.273440+0000 mgr.smithi204.vnvrbl (mgr.24567) 2092 : cluster [DBG] pgmap v1800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:08.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:08.274170+0000 mgr.smithi204.vnvrbl (mgr.24567) 2093 : cluster [DBG] pgmap v1801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:08.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:08.274170+0000 mgr.smithi204.vnvrbl (mgr.24567) 2093 : cluster [DBG] pgmap v1801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:10.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:10.274661+0000 mgr.smithi204.vnvrbl (mgr.24567) 2094 : cluster [DBG] pgmap v1802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:10.274661+0000 mgr.smithi204.vnvrbl (mgr.24567) 2094 : cluster [DBG] pgmap v1802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:12.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:57:11.586270+0000 mon.smithi204 (mon.1) 334 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:57:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:57:11.586498+0000 mon.smithi204 (mon.1) 335 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:57:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:57:11.586874+0000 mon.smithi176 (mon.0) 2866 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:57:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:57:11.587189+0000 mon.smithi176 (mon.0) 2867 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:57:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:12.275360+0000 mgr.smithi204.vnvrbl (mgr.24567) 2095 : cluster [DBG] pgmap v1803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:13.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:57:11.586270+0000 mon.smithi204 (mon.1) 334 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:57:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:57:11.586498+0000 mon.smithi204 (mon.1) 335 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:57:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:57:11.586874+0000 mon.smithi176 (mon.0) 2866 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:57:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:57:11.587189+0000 mon.smithi176 (mon.0) 2867 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:57:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:12.275360+0000 mgr.smithi204.vnvrbl (mgr.24567) 2095 : cluster [DBG] pgmap v1803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:14.559 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:14.275980+0000 mgr.smithi204.vnvrbl (mgr.24567) 2096 : cluster [DBG] pgmap v1804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:14.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:14.275980+0000 mgr.smithi204.vnvrbl (mgr.24567) 2096 : cluster [DBG] pgmap v1804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:16.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:16.276503+0000 mgr.smithi204.vnvrbl (mgr.24567) 2097 : cluster [DBG] pgmap v1805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:16.276503+0000 mgr.smithi204.vnvrbl (mgr.24567) 2097 : cluster [DBG] pgmap v1805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:18.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:18.277307+0000 mgr.smithi204.vnvrbl (mgr.24567) 2098 : cluster [DBG] pgmap v1806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:18.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:18.277307+0000 mgr.smithi204.vnvrbl (mgr.24567) 2098 : cluster [DBG] pgmap v1806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:20.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:20.277737+0000 mgr.smithi204.vnvrbl (mgr.24567) 2099 : cluster [DBG] pgmap v1807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:20.277737+0000 mgr.smithi204.vnvrbl (mgr.24567) 2099 : cluster [DBG] pgmap v1807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:22.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:22.278505+0000 mgr.smithi204.vnvrbl (mgr.24567) 2100 : cluster [DBG] pgmap v1808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:23.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:22.278505+0000 mgr.smithi204.vnvrbl (mgr.24567) 2100 : cluster [DBG] pgmap v1808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:24.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:24.278939+0000 mgr.smithi204.vnvrbl (mgr.24567) 2101 : cluster [DBG] pgmap v1809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:24.278939+0000 mgr.smithi204.vnvrbl (mgr.24567) 2101 : cluster [DBG] pgmap v1809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:26.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:26.279489+0000 mgr.smithi204.vnvrbl (mgr.24567) 2102 : cluster [DBG] pgmap v1810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:26.279489+0000 mgr.smithi204.vnvrbl (mgr.24567) 2102 : cluster [DBG] pgmap v1810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:28.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:28.280475+0000 mgr.smithi204.vnvrbl (mgr.24567) 2103 : cluster [DBG] pgmap v1811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:28.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:28.280475+0000 mgr.smithi204.vnvrbl (mgr.24567) 2103 : cluster [DBG] pgmap v1811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:29.010 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:57:29.289 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:57:29.290 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:57:29.290 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 9m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:57:29.290 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 9m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:57:29.290 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 9m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:57:29.291 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 9m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:57:29.291 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 9m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:57:29.291 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 9m ago 4h 620M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:57:29.291 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 9m ago 4h 475M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:57:29.291 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 9m ago 4h 1799M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:57:29.292 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 9m ago 4h 880M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:57:29.292 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 9m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:57:29.292 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 9m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:57:29.292 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 9m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:57:29.292 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:57:29.293 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 9m ago 4h 1198M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:57:29.293 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 9m ago 4h 2075M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:57:29.293 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 9m ago 4h 1408M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:57:29.293 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 9m ago 4h 2257M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:57:29.293 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 9m ago 4h 2106M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:57:29.294 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 9m ago 4h 2228M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:57:29.294 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 9m ago 4h 1856M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:57:29.294 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 9m ago 4h 2719M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:57:29.294 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 9m ago 4h 153M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:57:29.621 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:57:29.621 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:57:29.621 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:57:29.622 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:57:29.622 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:57:29.622 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:57:29.622 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:57:29.623 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:57:29.623 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:57:29.623 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:57:29.623 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:57:29.624 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:57:29.624 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:57:29.624 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:57:29.624 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:57:29.625 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:57:29.625 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:57:29.625 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:57:29.625 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:57:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:57:28.996829+0000 mgr.smithi204.vnvrbl (mgr.24567) 2104 : audit [DBG] from='client.40816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:57:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:57:29.279363+0000 mgr.smithi204.vnvrbl (mgr.24567) 2105 : audit [DBG] from='client.40820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:57:29.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:57:28.996829+0000 mgr.smithi204.vnvrbl (mgr.24567) 2104 : audit [DBG] from='client.40816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:57:29.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:57:29.279363+0000 mgr.smithi204.vnvrbl (mgr.24567) 2105 : audit [DBG] from='client.40820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:57:30.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:57:29.620675+0000 mon.smithi176 (mon.0) 2868 : audit [DBG] from='client.? 172.21.15.176:0/796289903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:57:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:30.281062+0000 mgr.smithi204.vnvrbl (mgr.24567) 2106 : cluster [DBG] pgmap v1812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:57:29.620675+0000 mon.smithi176 (mon.0) 2868 : audit [DBG] from='client.? 172.21.15.176:0/796289903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:57:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:30.281062+0000 mgr.smithi204.vnvrbl (mgr.24567) 2106 : cluster [DBG] pgmap v1812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:32.281804+0000 mgr.smithi204.vnvrbl (mgr.24567) 2107 : cluster [DBG] pgmap v1813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:57:32.366986+0000 mon.smithi204 (mon.1) 336 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:57:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:57:32.368450+0000 mon.smithi204 (mon.1) 337 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:57:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:57:32.369258+0000 mon.smithi204 (mon.1) 338 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:57:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:32.281804+0000 mgr.smithi204.vnvrbl (mgr.24567) 2107 : cluster [DBG] pgmap v1813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:57:32.366986+0000 mon.smithi204 (mon.1) 336 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:57:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:57:32.368450+0000 mon.smithi204 (mon.1) 337 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:57:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:57:32.369258+0000 mon.smithi204 (mon.1) 338 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:57:34.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:57:32.370000+0000 mgr.smithi204.vnvrbl (mgr.24567) 2108 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:57:34.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:57:32.777953+0000 mon.smithi176 (mon.0) 2869 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:57:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:57:32.783474+0000 mon.smithi176 (mon.0) 2870 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:57:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:57:32.370000+0000 mgr.smithi204.vnvrbl (mgr.24567) 2108 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:57:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:57:32.777953+0000 mon.smithi176 (mon.0) 2869 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:57:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:57:32.783474+0000 mon.smithi176 (mon.0) 2870 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:57:35.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:34.282304+0000 mgr.smithi204.vnvrbl (mgr.24567) 2109 : cluster [DBG] pgmap v1814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:35.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:34.282304+0000 mgr.smithi204.vnvrbl (mgr.24567) 2109 : cluster [DBG] pgmap v1814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:36.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:36.282864+0000 mgr.smithi204.vnvrbl (mgr.24567) 2110 : cluster [DBG] pgmap v1815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:36.282864+0000 mgr.smithi204.vnvrbl (mgr.24567) 2110 : cluster [DBG] pgmap v1815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:38.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:38.283770+0000 mgr.smithi204.vnvrbl (mgr.24567) 2111 : cluster [DBG] pgmap v1816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:38.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:38.283770+0000 mgr.smithi204.vnvrbl (mgr.24567) 2111 : cluster [DBG] pgmap v1816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:40.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:40.284430+0000 mgr.smithi204.vnvrbl (mgr.24567) 2112 : cluster [DBG] pgmap v1817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:40.284430+0000 mgr.smithi204.vnvrbl (mgr.24567) 2112 : cluster [DBG] pgmap v1817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:42.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:42.285104+0000 mgr.smithi204.vnvrbl (mgr.24567) 2113 : cluster [DBG] pgmap v1818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:43.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:42.285104+0000 mgr.smithi204.vnvrbl (mgr.24567) 2113 : cluster [DBG] pgmap v1818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:44.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:44.285582+0000 mgr.smithi204.vnvrbl (mgr.24567) 2114 : cluster [DBG] pgmap v1819: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:44.285582+0000 mgr.smithi204.vnvrbl (mgr.24567) 2114 : cluster [DBG] pgmap v1819: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:46.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:46.285979+0000 mgr.smithi204.vnvrbl (mgr.24567) 2115 : cluster [DBG] pgmap v1820: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:46.285979+0000 mgr.smithi204.vnvrbl (mgr.24567) 2115 : cluster [DBG] pgmap v1820: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:48.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:48.286980+0000 mgr.smithi204.vnvrbl (mgr.24567) 2116 : cluster [DBG] pgmap v1821: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:48.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:48.286980+0000 mgr.smithi204.vnvrbl (mgr.24567) 2116 : cluster [DBG] pgmap v1821: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:50.287560+0000 mgr.smithi204.vnvrbl (mgr.24567) 2117 : cluster [DBG] pgmap v1822: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:50.287560+0000 mgr.smithi204.vnvrbl (mgr.24567) 2117 : cluster [DBG] pgmap v1822: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:52.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:52.288428+0000 mgr.smithi204.vnvrbl (mgr.24567) 2118 : cluster [DBG] pgmap v1823: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:53.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:52.288428+0000 mgr.smithi204.vnvrbl (mgr.24567) 2118 : cluster [DBG] pgmap v1823: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:54.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:54.288865+0000 mgr.smithi204.vnvrbl (mgr.24567) 2119 : cluster [DBG] pgmap v1824: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:54.288865+0000 mgr.smithi204.vnvrbl (mgr.24567) 2119 : cluster [DBG] pgmap v1824: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:56.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:56.289305+0000 mgr.smithi204.vnvrbl (mgr.24567) 2120 : cluster [DBG] pgmap v1825: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:56.289305+0000 mgr.smithi204.vnvrbl (mgr.24567) 2120 : cluster [DBG] pgmap v1825: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:57:58.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:57:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:57:58.290105+0000 mgr.smithi204.vnvrbl (mgr.24567) 2121 : cluster [DBG] pgmap v1826: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:58.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:57:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:57:58.290105+0000 mgr.smithi204.vnvrbl (mgr.24567) 2121 : cluster [DBG] pgmap v1826: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:57:59.933 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:58:00.208 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:58:00.208 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 9m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:58:00.208 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 9m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:58:00.209 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 9m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:58:00.209 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 9m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:58:00.209 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 9m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:58:00.209 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 9m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:58:00.210 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 9m ago 4h 620M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:58:00.210 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 9m ago 4h 475M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:58:00.210 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 9m ago 4h 1799M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:58:00.210 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 9m ago 4h 880M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:58:00.211 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 9m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:58:00.211 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 9m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:58:00.211 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 9m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:58:00.211 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 9m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:58:00.212 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 9m ago 4h 1198M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:58:00.212 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 9m ago 4h 2075M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:58:00.212 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 9m ago 4h 1408M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:58:00.212 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 9m ago 4h 2257M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:58:00.212 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 9m ago 4h 2106M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:58:00.213 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 9m ago 4h 2228M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:58:00.213 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 9m ago 4h 1856M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:58:00.213 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 9m ago 4h 2719M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:58:00.213 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 9m ago 4h 153M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:58:00.540 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:58:00.540 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:58:00.540 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:58:00.540 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:58:00.541 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:58:00.541 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:58:00.541 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:58:00.541 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:58:00.542 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:58:00.542 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:58:00.542 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:58:00.542 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:58:00.543 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:58:00.543 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:58:00.543 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:58:00.543 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:58:00.544 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:58:00.544 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:58:00.544 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:58:00.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:57:59.920703+0000 mgr.smithi204.vnvrbl (mgr.24567) 2122 : audit [DBG] from='client.40828 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:58:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:58:00.197867+0000 mgr.smithi204.vnvrbl (mgr.24567) 2123 : audit [DBG] from='client.40832 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:58:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:00.290656+0000 mgr.smithi204.vnvrbl (mgr.24567) 2124 : cluster [DBG] pgmap v1827: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:57:59.920703+0000 mgr.smithi204.vnvrbl (mgr.24567) 2122 : audit [DBG] from='client.40828 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:58:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:58:00.197867+0000 mgr.smithi204.vnvrbl (mgr.24567) 2123 : audit [DBG] from='client.40832 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:58:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:00.290656+0000 mgr.smithi204.vnvrbl (mgr.24567) 2124 : cluster [DBG] pgmap v1827: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:01.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:58:00.539719+0000 mon.smithi176 (mon.0) 2871 : audit [DBG] from='client.? 172.21.15.176:0/4231814944' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:58:01.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:58:00.539719+0000 mon.smithi176 (mon.0) 2871 : audit [DBG] from='client.? 172.21.15.176:0/4231814944' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:58:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:02.291385+0000 mgr.smithi204.vnvrbl (mgr.24567) 2125 : cluster [DBG] pgmap v1828: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:03.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:02.291385+0000 mgr.smithi204.vnvrbl (mgr.24567) 2125 : cluster [DBG] pgmap v1828: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:04.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:04.291909+0000 mgr.smithi204.vnvrbl (mgr.24567) 2126 : cluster [DBG] pgmap v1829: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:04.291909+0000 mgr.smithi204.vnvrbl (mgr.24567) 2126 : cluster [DBG] pgmap v1829: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:06.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:06.292395+0000 mgr.smithi204.vnvrbl (mgr.24567) 2127 : cluster [DBG] pgmap v1830: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:06.292395+0000 mgr.smithi204.vnvrbl (mgr.24567) 2127 : cluster [DBG] pgmap v1830: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:08.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:08.293369+0000 mgr.smithi204.vnvrbl (mgr.24567) 2128 : cluster [DBG] pgmap v1831: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:08.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:08.293369+0000 mgr.smithi204.vnvrbl (mgr.24567) 2128 : cluster [DBG] pgmap v1831: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:10.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:10.293839+0000 mgr.smithi204.vnvrbl (mgr.24567) 2129 : cluster [DBG] pgmap v1832: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:10.293839+0000 mgr.smithi204.vnvrbl (mgr.24567) 2129 : cluster [DBG] pgmap v1832: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:12.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:58:11.591182+0000 mon.smithi204 (mon.1) 339 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:58:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:58:11.591438+0000 mon.smithi204 (mon.1) 340 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:58:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:58:11.591776+0000 mon.smithi176 (mon.0) 2872 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:58:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:58:11.592094+0000 mon.smithi176 (mon.0) 2873 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:58:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:12.294689+0000 mgr.smithi204.vnvrbl (mgr.24567) 2130 : cluster [DBG] pgmap v1833: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:13.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:58:11.591182+0000 mon.smithi204 (mon.1) 339 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:58:13.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:58:11.591438+0000 mon.smithi204 (mon.1) 340 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:58:13.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:58:11.591776+0000 mon.smithi176 (mon.0) 2872 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:58:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:58:11.592094+0000 mon.smithi176 (mon.0) 2873 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:58:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:12.294689+0000 mgr.smithi204.vnvrbl (mgr.24567) 2130 : cluster [DBG] pgmap v1833: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:14.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:14.295296+0000 mgr.smithi204.vnvrbl (mgr.24567) 2131 : cluster [DBG] pgmap v1834: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:14.295296+0000 mgr.smithi204.vnvrbl (mgr.24567) 2131 : cluster [DBG] pgmap v1834: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:16.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:16.295904+0000 mgr.smithi204.vnvrbl (mgr.24567) 2132 : cluster [DBG] pgmap v1835: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:16.295904+0000 mgr.smithi204.vnvrbl (mgr.24567) 2132 : cluster [DBG] pgmap v1835: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:18.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:18.296795+0000 mgr.smithi204.vnvrbl (mgr.24567) 2133 : cluster [DBG] pgmap v1836: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:18.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:18.296795+0000 mgr.smithi204.vnvrbl (mgr.24567) 2133 : cluster [DBG] pgmap v1836: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:20.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:20.297359+0000 mgr.smithi204.vnvrbl (mgr.24567) 2134 : cluster [DBG] pgmap v1837: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:20.297359+0000 mgr.smithi204.vnvrbl (mgr.24567) 2134 : cluster [DBG] pgmap v1837: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:22.298044+0000 mgr.smithi204.vnvrbl (mgr.24567) 2135 : cluster [DBG] pgmap v1838: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:23.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:22.298044+0000 mgr.smithi204.vnvrbl (mgr.24567) 2135 : cluster [DBG] pgmap v1838: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:24.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:24.298471+0000 mgr.smithi204.vnvrbl (mgr.24567) 2136 : cluster [DBG] pgmap v1839: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:24.298471+0000 mgr.smithi204.vnvrbl (mgr.24567) 2136 : cluster [DBG] pgmap v1839: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:26.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:26.298873+0000 mgr.smithi204.vnvrbl (mgr.24567) 2137 : cluster [DBG] pgmap v1840: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:26.298873+0000 mgr.smithi204.vnvrbl (mgr.24567) 2137 : cluster [DBG] pgmap v1840: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:28.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:28.299827+0000 mgr.smithi204.vnvrbl (mgr.24567) 2138 : cluster [DBG] pgmap v1841: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:28.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:28.299827+0000 mgr.smithi204.vnvrbl (mgr.24567) 2138 : cluster [DBG] pgmap v1841: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:30.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:30.300275+0000 mgr.smithi204.vnvrbl (mgr.24567) 2139 : cluster [DBG] pgmap v1842: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:30.300275+0000 mgr.smithi204.vnvrbl (mgr.24567) 2139 : cluster [DBG] pgmap v1842: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:30.837 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:58:31.113 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:58:31.114 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 10m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:58:31.114 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 10m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:58:31.114 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 10m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:58:31.114 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 10m ago 4h 44.7M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:58:31.115 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 10m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:58:31.115 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 10m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:58:31.115 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 10m ago 4h 620M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:58:31.115 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 10m ago 4h 475M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:58:31.116 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 10m ago 4h 1799M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:58:31.116 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 10m ago 4h 880M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:58:31.116 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 10m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:58:31.116 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 10m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:58:31.117 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 10m ago 4h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:58:31.117 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 10m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:58:31.117 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 10m ago 4h 1198M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:58:31.117 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 10m ago 4h 2075M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:58:31.118 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 10m ago 4h 1408M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:58:31.118 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 10m ago 4h 2257M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:58:31.118 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 10m ago 4h 2106M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:58:31.118 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 10m ago 4h 2228M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:58:31.118 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 10m ago 4h 1856M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:58:31.119 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 10m ago 4h 2719M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:58:31.119 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 10m ago 4h 153M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:58:31.442 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:58:31.442 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:58:31.442 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:58:31.442 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:58:31.442 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:58:31.443 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:58:31.443 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:58:31.443 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:58:31.443 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:58:31.444 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:58:31.444 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:58:31.444 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:58:31.444 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:58:31.445 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:58:31.445 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:58:31.445 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:58:31.445 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:58:31.446 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:58:31.446 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:58:31.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:58:30.825375+0000 mgr.smithi204.vnvrbl (mgr.24567) 2140 : audit [DBG] from='client.40840 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:58:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:58:31.103096+0000 mgr.smithi204.vnvrbl (mgr.24567) 2141 : audit [DBG] from='client.40844 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:58:31.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:58:30.825375+0000 mgr.smithi204.vnvrbl (mgr.24567) 2140 : audit [DBG] from='client.40840 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:58:31.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:58:31.103096+0000 mgr.smithi204.vnvrbl (mgr.24567) 2141 : audit [DBG] from='client.40844 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:58:32.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:58:31.441813+0000 mon.smithi176 (mon.0) 2874 : audit [DBG] from='client.? 172.21.15.176:0/2393588594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:58:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:32.300994+0000 mgr.smithi204.vnvrbl (mgr.24567) 2142 : cluster [DBG] pgmap v1843: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:58:31.441813+0000 mon.smithi176 (mon.0) 2874 : audit [DBG] from='client.? 172.21.15.176:0/2393588594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:58:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:32.300994+0000 mgr.smithi204.vnvrbl (mgr.24567) 2142 : cluster [DBG] pgmap v1843: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:33.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:58:32.787708+0000 mon.smithi204 (mon.1) 341 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:58:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:58:32.789101+0000 mon.smithi204 (mon.1) 342 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:58:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:58:32.789969+0000 mon.smithi204 (mon.1) 343 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:58:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:58:32.790690+0000 mgr.smithi204.vnvrbl (mgr.24567) 2143 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:58:34.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:58:32.787708+0000 mon.smithi204 (mon.1) 341 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:58:34.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:58:32.789101+0000 mon.smithi204 (mon.1) 342 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:58:34.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:58:32.789969+0000 mon.smithi204 (mon.1) 343 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:58:34.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:58:32.790690+0000 mgr.smithi204.vnvrbl (mgr.24567) 2143 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:58:34.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:34.301387+0000 mgr.smithi204.vnvrbl (mgr.24567) 2144 : cluster [DBG] pgmap v1844: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:35.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:34.301387+0000 mgr.smithi204.vnvrbl (mgr.24567) 2144 : cluster [DBG] pgmap v1844: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:36.301745+0000 mgr.smithi204.vnvrbl (mgr.24567) 2145 : cluster [DBG] pgmap v1845: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:36.301745+0000 mgr.smithi204.vnvrbl (mgr.24567) 2145 : cluster [DBG] pgmap v1845: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:38.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:58:37.245581+0000 mon.smithi176 (mon.0) 2875 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:58:38.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:58:37.633278+0000 mon.smithi204 (mon.1) 344 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:58:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:58:37.634010+0000 mon.smithi176 (mon.0) 2876 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:58:38.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:58:37.245581+0000 mon.smithi176 (mon.0) 2875 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:58:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:58:37.633278+0000 mon.smithi204 (mon.1) 344 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:58:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:58:37.634010+0000 mon.smithi176 (mon.0) 2876 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:58:39.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:38.302628+0000 mgr.smithi204.vnvrbl (mgr.24567) 2146 : cluster [DBG] pgmap v1846: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:39.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:38.302628+0000 mgr.smithi204.vnvrbl (mgr.24567) 2146 : cluster [DBG] pgmap v1846: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:40.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:58:39.656017+0000 mon.smithi176 (mon.0) 2877 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:58:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:58:39.952307+0000 mon.smithi204 (mon.1) 345 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:58:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:58:39.953067+0000 mon.smithi176 (mon.0) 2878 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:58:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:58:39.959951+0000 mon.smithi176 (mon.0) 2879 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:58:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:58:39.968776+0000 mon.smithi176 (mon.0) 2880 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:58:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:40.303155+0000 mgr.smithi204.vnvrbl (mgr.24567) 2147 : cluster [DBG] pgmap v1847: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:41.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:58:39.656017+0000 mon.smithi176 (mon.0) 2877 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:58:41.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:58:39.952307+0000 mon.smithi204 (mon.1) 345 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:58:41.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:58:39.953067+0000 mon.smithi176 (mon.0) 2878 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T11:58:41.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:58:39.959951+0000 mon.smithi176 (mon.0) 2879 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:58:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:58:39.968776+0000 mon.smithi176 (mon.0) 2880 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:58:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:40.303155+0000 mgr.smithi204.vnvrbl (mgr.24567) 2147 : cluster [DBG] pgmap v1847: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:42.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:42.303824+0000 mgr.smithi204.vnvrbl (mgr.24567) 2148 : cluster [DBG] pgmap v1848: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:43.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:42.303824+0000 mgr.smithi204.vnvrbl (mgr.24567) 2148 : cluster [DBG] pgmap v1848: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:44.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:44.304272+0000 mgr.smithi204.vnvrbl (mgr.24567) 2149 : cluster [DBG] pgmap v1849: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:44.304272+0000 mgr.smithi204.vnvrbl (mgr.24567) 2149 : cluster [DBG] pgmap v1849: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:46.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:46.304898+0000 mgr.smithi204.vnvrbl (mgr.24567) 2150 : cluster [DBG] pgmap v1850: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:46.304898+0000 mgr.smithi204.vnvrbl (mgr.24567) 2150 : cluster [DBG] pgmap v1850: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:48.305836+0000 mgr.smithi204.vnvrbl (mgr.24567) 2151 : cluster [DBG] pgmap v1851: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:48.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:48.305836+0000 mgr.smithi204.vnvrbl (mgr.24567) 2151 : cluster [DBG] pgmap v1851: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:50.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:50.306388+0000 mgr.smithi204.vnvrbl (mgr.24567) 2152 : cluster [DBG] pgmap v1852: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:50.306388+0000 mgr.smithi204.vnvrbl (mgr.24567) 2152 : cluster [DBG] pgmap v1852: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:52.307058+0000 mgr.smithi204.vnvrbl (mgr.24567) 2153 : cluster [DBG] pgmap v1853: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:53.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:52.307058+0000 mgr.smithi204.vnvrbl (mgr.24567) 2153 : cluster [DBG] pgmap v1853: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:54.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:54.307559+0000 mgr.smithi204.vnvrbl (mgr.24567) 2154 : cluster [DBG] pgmap v1854: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:54.307559+0000 mgr.smithi204.vnvrbl (mgr.24567) 2154 : cluster [DBG] pgmap v1854: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:56.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:56.308111+0000 mgr.smithi204.vnvrbl (mgr.24567) 2155 : cluster [DBG] pgmap v1855: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:56.308111+0000 mgr.smithi204.vnvrbl (mgr.24567) 2155 : cluster [DBG] pgmap v1855: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:58:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:58:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:58:58.308851+0000 mgr.smithi204.vnvrbl (mgr.24567) 2156 : cluster [DBG] pgmap v1856: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:58:58.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:58:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:58:58.308851+0000 mgr.smithi204.vnvrbl (mgr.24567) 2156 : cluster [DBG] pgmap v1856: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:00.724 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:00.309286+0000 mgr.smithi204.vnvrbl (mgr.24567) 2157 : cluster [DBG] pgmap v1857: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:00.309286+0000 mgr.smithi204.vnvrbl (mgr.24567) 2157 : cluster [DBG] pgmap v1857: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:01.778 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:59:02.051 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:59:02.052 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 22s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:59:02.052 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 22s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:59:02.052 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 24s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:59:02.052 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 22s ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:59:02.053 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 22s ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:59:02.053 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 24s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:59:02.053 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 22s ago 4h 622M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:59:02.053 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 24s ago 4h 481M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:59:02.054 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 22s ago 4h 1852M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:59:02.054 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 24s ago 4h 927M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:59:02.054 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 22s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:59:02.055 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 24s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:59:02.055 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 22s ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:59:02.055 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 24s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:59:02.055 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 22s ago 4h 1226M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:59:02.055 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 22s ago 4h 2108M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:59:02.056 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 22s ago 4h 1429M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:59:02.056 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 22s ago 4h 2292M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:59:02.056 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 24s ago 4h 2138M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:59:02.056 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 24s ago 4h 2256M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:59:02.057 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 24s ago 4h 1883M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:59:02.057 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 24s ago 4h 2751M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:59:02.057 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 22s ago 4h 155M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:59:02.380 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:59:02.380 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:59:02.380 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:59:02.381 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:59:02.381 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:59:02.381 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:59:02.381 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:59:02.382 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:59:02.382 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:59:02.382 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:59:02.382 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:59:02.383 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:59:02.383 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:59:02.383 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:59:02.383 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:59:02.383 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:59:02.384 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:59:02.384 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:59:02.384 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:59:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:59:01.764641+0000 mgr.smithi204.vnvrbl (mgr.24567) 2158 : audit [DBG] from='client.40852 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:59:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:59:02.040233+0000 mgr.smithi204.vnvrbl (mgr.24567) 2159 : audit [DBG] from='client.40856 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:59:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:02.310037+0000 mgr.smithi204.vnvrbl (mgr.24567) 2160 : cluster [DBG] pgmap v1858: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:02.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:59:02.379878+0000 mon.smithi176 (mon.0) 2881 : audit [DBG] from='client.? 172.21.15.176:0/1247390869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:59:03.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:59:01.764641+0000 mgr.smithi204.vnvrbl (mgr.24567) 2158 : audit [DBG] from='client.40852 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:59:03.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:59:02.040233+0000 mgr.smithi204.vnvrbl (mgr.24567) 2159 : audit [DBG] from='client.40856 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:59:03.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:02.310037+0000 mgr.smithi204.vnvrbl (mgr.24567) 2160 : cluster [DBG] pgmap v1858: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:03.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:59:02.379878+0000 mon.smithi176 (mon.0) 2881 : audit [DBG] from='client.? 172.21.15.176:0/1247390869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:59:04.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:04.310572+0000 mgr.smithi204.vnvrbl (mgr.24567) 2161 : cluster [DBG] pgmap v1859: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:04.310572+0000 mgr.smithi204.vnvrbl (mgr.24567) 2161 : cluster [DBG] pgmap v1859: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:06.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:06.311007+0000 mgr.smithi204.vnvrbl (mgr.24567) 2162 : cluster [DBG] pgmap v1860: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:06.311007+0000 mgr.smithi204.vnvrbl (mgr.24567) 2162 : cluster [DBG] pgmap v1860: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:08.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:08.311768+0000 mgr.smithi204.vnvrbl (mgr.24567) 2163 : cluster [DBG] pgmap v1861: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:08.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:08.311768+0000 mgr.smithi204.vnvrbl (mgr.24567) 2163 : cluster [DBG] pgmap v1861: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:10.312229+0000 mgr.smithi204.vnvrbl (mgr.24567) 2164 : cluster [DBG] pgmap v1862: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:10.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:10.312229+0000 mgr.smithi204.vnvrbl (mgr.24567) 2164 : cluster [DBG] pgmap v1862: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:59:11.596234+0000 mon.smithi204 (mon.1) 346 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:59:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:59:11.596598+0000 mon.smithi204 (mon.1) 347 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:59:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:59:11.597142+0000 mon.smithi176 (mon.0) 2882 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:59:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:59:11.597461+0000 mon.smithi176 (mon.0) 2883 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:59:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:12.312997+0000 mgr.smithi204.vnvrbl (mgr.24567) 2165 : cluster [DBG] pgmap v1863: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:13.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:59:11.596234+0000 mon.smithi204 (mon.1) 346 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:59:13.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:59:11.596598+0000 mon.smithi204 (mon.1) 347 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:59:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:59:11.597142+0000 mon.smithi176 (mon.0) 2882 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T11:59:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:59:11.597461+0000 mon.smithi176 (mon.0) 2883 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T11:59:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:12.312997+0000 mgr.smithi204.vnvrbl (mgr.24567) 2165 : cluster [DBG] pgmap v1863: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:14.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:14.313509+0000 mgr.smithi204.vnvrbl (mgr.24567) 2166 : cluster [DBG] pgmap v1864: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:14.313509+0000 mgr.smithi204.vnvrbl (mgr.24567) 2166 : cluster [DBG] pgmap v1864: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:16.314103+0000 mgr.smithi204.vnvrbl (mgr.24567) 2167 : cluster [DBG] pgmap v1865: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:16.314103+0000 mgr.smithi204.vnvrbl (mgr.24567) 2167 : cluster [DBG] pgmap v1865: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:18.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:18.314923+0000 mgr.smithi204.vnvrbl (mgr.24567) 2168 : cluster [DBG] pgmap v1866: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:18.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:18.314923+0000 mgr.smithi204.vnvrbl (mgr.24567) 2168 : cluster [DBG] pgmap v1866: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:20.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:20.315386+0000 mgr.smithi204.vnvrbl (mgr.24567) 2169 : cluster [DBG] pgmap v1867: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:20.315386+0000 mgr.smithi204.vnvrbl (mgr.24567) 2169 : cluster [DBG] pgmap v1867: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:22.583 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:22.316037+0000 mgr.smithi204.vnvrbl (mgr.24567) 2170 : cluster [DBG] pgmap v1868: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:22.316037+0000 mgr.smithi204.vnvrbl (mgr.24567) 2170 : cluster [DBG] pgmap v1868: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:24.316505+0000 mgr.smithi204.vnvrbl (mgr.24567) 2171 : cluster [DBG] pgmap v1869: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:24.316505+0000 mgr.smithi204.vnvrbl (mgr.24567) 2171 : cluster [DBG] pgmap v1869: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:26.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:26.317083+0000 mgr.smithi204.vnvrbl (mgr.24567) 2172 : cluster [DBG] pgmap v1870: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:26.317083+0000 mgr.smithi204.vnvrbl (mgr.24567) 2172 : cluster [DBG] pgmap v1870: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:28.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:28.317836+0000 mgr.smithi204.vnvrbl (mgr.24567) 2173 : cluster [DBG] pgmap v1871: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:28.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:28.317836+0000 mgr.smithi204.vnvrbl (mgr.24567) 2173 : cluster [DBG] pgmap v1871: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:30.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:30.318374+0000 mgr.smithi204.vnvrbl (mgr.24567) 2174 : cluster [DBG] pgmap v1872: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:30.318374+0000 mgr.smithi204.vnvrbl (mgr.24567) 2174 : cluster [DBG] pgmap v1872: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:32.682 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T11:59:32.956 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T11:59:32.956 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 53s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T11:59:32.957 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 53s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T11:59:32.957 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 55s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T11:59:32.957 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 53s ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T11:59:32.958 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 53s ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T11:59:32.958 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 55s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T11:59:32.958 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 53s ago 4h 622M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T11:59:32.958 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 55s ago 4h 481M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T11:59:32.959 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 53s ago 4h 1852M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T11:59:32.959 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 55s ago 4h 927M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T11:59:32.959 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 53s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T11:59:32.959 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 55s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T11:59:32.960 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 53s ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T11:59:32.960 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 55s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T11:59:32.960 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 53s ago 4h 1226M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T11:59:32.960 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 53s ago 4h 2108M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T11:59:32.961 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 53s ago 4h 1429M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T11:59:32.961 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 53s ago 4h 2292M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T11:59:32.961 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 55s ago 4h 2138M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T11:59:32.961 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 55s ago 4h 2256M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T11:59:32.962 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 55s ago 4h 1883M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T11:59:32.962 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 55s ago 4h 2751M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T11:59:32.962 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 53s ago 4h 155M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T11:59:32.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:32.318998+0000 mgr.smithi204.vnvrbl (mgr.24567) 2175 : cluster [DBG] pgmap v1873: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:33.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:32.318998+0000 mgr.smithi204.vnvrbl (mgr.24567) 2175 : cluster [DBG] pgmap v1873: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:33.287 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T11:59:33.287 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T11:59:33.288 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T11:59:33.288 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:59:33.288 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T11:59:33.288 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:59:33.289 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:59:33.289 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T11:59:33.289 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T11:59:33.289 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T11:59:33.289 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:59:33.290 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T11:59:33.290 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T11:59:33.290 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T11:59:33.290 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T11:59:33.291 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T11:59:33.291 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T11:59:33.291 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T11:59:33.291 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T11:59:33.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:59:32.668417+0000 mgr.smithi204.vnvrbl (mgr.24567) 2176 : audit [DBG] from='client.40864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:59:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:59:32.945722+0000 mgr.smithi204.vnvrbl (mgr.24567) 2177 : audit [DBG] from='client.40868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:59:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:59:33.287007+0000 mon.smithi176 (mon.0) 2884 : audit [DBG] from='client.? 172.21.15.176:0/3319377791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:59:34.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:59:32.668417+0000 mgr.smithi204.vnvrbl (mgr.24567) 2176 : audit [DBG] from='client.40864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:59:34.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:59:32.945722+0000 mgr.smithi204.vnvrbl (mgr.24567) 2177 : audit [DBG] from='client.40868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T11:59:34.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:59:33.287007+0000 mon.smithi176 (mon.0) 2884 : audit [DBG] from='client.? 172.21.15.176:0/3319377791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T11:59:34.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:34.319581+0000 mgr.smithi204.vnvrbl (mgr.24567) 2178 : cluster [DBG] pgmap v1874: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:35.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:34.319581+0000 mgr.smithi204.vnvrbl (mgr.24567) 2178 : cluster [DBG] pgmap v1874: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:36.320134+0000 mgr.smithi204.vnvrbl (mgr.24567) 2179 : cluster [DBG] pgmap v1875: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:36.320134+0000 mgr.smithi204.vnvrbl (mgr.24567) 2179 : cluster [DBG] pgmap v1875: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:38.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:38.320871+0000 mgr.smithi204.vnvrbl (mgr.24567) 2180 : cluster [DBG] pgmap v1876: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:38.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:38.320871+0000 mgr.smithi204.vnvrbl (mgr.24567) 2180 : cluster [DBG] pgmap v1876: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:40.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:59:39.973084+0000 mon.smithi204 (mon.1) 348 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:59:40.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:59:39.974613+0000 mon.smithi204 (mon.1) 349 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:59:40.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:59:39.975490+0000 mon.smithi204 (mon.1) 350 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:59:40.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:59:39.973084+0000 mon.smithi204 (mon.1) 348 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T11:59:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:59:39.974613+0000 mon.smithi204 (mon.1) 349 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T11:59:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:59:39.975490+0000 mon.smithi204 (mon.1) 350 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T11:59:41.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T11:59:39.976248+0000 mgr.smithi204.vnvrbl (mgr.24567) 2181 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:59:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:40.321232+0000 mgr.smithi204.vnvrbl (mgr.24567) 2182 : cluster [DBG] pgmap v1877: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:59:40.378378+0000 mon.smithi176 (mon.0) 2885 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:59:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T11:59:40.383709+0000 mon.smithi176 (mon.0) 2886 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:59:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T11:59:39.976248+0000 mgr.smithi204.vnvrbl (mgr.24567) 2181 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T11:59:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:40.321232+0000 mgr.smithi204.vnvrbl (mgr.24567) 2182 : cluster [DBG] pgmap v1877: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:59:40.378378+0000 mon.smithi176 (mon.0) 2885 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:59:41.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T11:59:40.383709+0000 mon.smithi176 (mon.0) 2886 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T11:59:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:42.321913+0000 mgr.smithi204.vnvrbl (mgr.24567) 2183 : cluster [DBG] pgmap v1878: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:43.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:42.321913+0000 mgr.smithi204.vnvrbl (mgr.24567) 2183 : cluster [DBG] pgmap v1878: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:44.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:44.322439+0000 mgr.smithi204.vnvrbl (mgr.24567) 2184 : cluster [DBG] pgmap v1879: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:44.322439+0000 mgr.smithi204.vnvrbl (mgr.24567) 2184 : cluster [DBG] pgmap v1879: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:46.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:46.322958+0000 mgr.smithi204.vnvrbl (mgr.24567) 2185 : cluster [DBG] pgmap v1880: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:46.322958+0000 mgr.smithi204.vnvrbl (mgr.24567) 2185 : cluster [DBG] pgmap v1880: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:48.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:48.323930+0000 mgr.smithi204.vnvrbl (mgr.24567) 2186 : cluster [DBG] pgmap v1881: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:48.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:48.323930+0000 mgr.smithi204.vnvrbl (mgr.24567) 2186 : cluster [DBG] pgmap v1881: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:50.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:50.324560+0000 mgr.smithi204.vnvrbl (mgr.24567) 2187 : cluster [DBG] pgmap v1882: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:50.324560+0000 mgr.smithi204.vnvrbl (mgr.24567) 2187 : cluster [DBG] pgmap v1882: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:52.325251+0000 mgr.smithi204.vnvrbl (mgr.24567) 2188 : cluster [DBG] pgmap v1883: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:53.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:52.325251+0000 mgr.smithi204.vnvrbl (mgr.24567) 2188 : cluster [DBG] pgmap v1883: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:54.325788+0000 mgr.smithi204.vnvrbl (mgr.24567) 2189 : cluster [DBG] pgmap v1884: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:54.325788+0000 mgr.smithi204.vnvrbl (mgr.24567) 2189 : cluster [DBG] pgmap v1884: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:56.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:56.326167+0000 mgr.smithi204.vnvrbl (mgr.24567) 2190 : cluster [DBG] pgmap v1885: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:56.326167+0000 mgr.smithi204.vnvrbl (mgr.24567) 2190 : cluster [DBG] pgmap v1885: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T11:59:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 11:59:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T11:59:58.326926+0000 mgr.smithi204.vnvrbl (mgr.24567) 2191 : cluster [DBG] pgmap v1886: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T11:59:58.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 11:59:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T11:59:58.326926+0000 mgr.smithi204.vnvrbl (mgr.24567) 2191 : cluster [DBG] pgmap v1886: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:00.316 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:00.000108+0000 mon.smithi176 (mon.0) 2887 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T12:00:00.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:00.000108+0000 mon.smithi176 (mon.0) 2887 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T12:00:01.317 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:00.327602+0000 mgr.smithi204.vnvrbl (mgr.24567) 2192 : cluster [DBG] pgmap v1887: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:00.327602+0000 mgr.smithi204.vnvrbl (mgr.24567) 2192 : cluster [DBG] pgmap v1887: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:02.328469+0000 mgr.smithi204.vnvrbl (mgr.24567) 2193 : cluster [DBG] pgmap v1888: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:03.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:02.328469+0000 mgr.smithi204.vnvrbl (mgr.24567) 2193 : cluster [DBG] pgmap v1888: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:03.587 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:00:03.864 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:00:03.864 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 84s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:00:03.864 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 84s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:00:03.865 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 86s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:00:03.865 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 84s ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:00:03.865 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 84s ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:00:03.865 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 86s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:00:03.866 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 84s ago 4h 622M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:00:03.866 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 86s ago 4h 481M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:00:03.866 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 84s ago 4h 1852M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:00:03.866 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 86s ago 4h 927M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:00:03.867 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 84s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:00:03.867 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 86s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:00:03.867 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 84s ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:00:03.867 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 86s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:00:03.868 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 84s ago 4h 1226M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:00:03.868 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 84s ago 4h 2108M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:00:03.868 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 84s ago 4h 1429M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:00:03.868 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 84s ago 4h 2292M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:00:03.868 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 86s ago 4h 2138M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:00:03.869 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 86s ago 4h 2256M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:00:03.869 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 86s ago 4h 1883M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:00:03.869 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 86s ago 4h 2751M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:00:03.870 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 84s ago 4h 155M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:00:04.196 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:00:04.196 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:00:04.197 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:00:04.197 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:00:04.197 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:00:04.197 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:00:04.198 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:00:04.198 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:00:04.198 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:00:04.198 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:00:04.199 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:00:04.199 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:00:04.199 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:00:04.199 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:00:04.199 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:00:04.200 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:00:04.200 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:00:04.200 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:00:04.200 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:00:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:00:04.195884+0000 mon.smithi176 (mon.0) 2888 : audit [DBG] from='client.? 172.21.15.176:0/3338937732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:00:04.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:00:04.195884+0000 mon.smithi176 (mon.0) 2888 : audit [DBG] from='client.? 172.21.15.176:0/3338937732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:00:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:00:03.574264+0000 mgr.smithi204.vnvrbl (mgr.24567) 2194 : audit [DBG] from='client.40876 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:00:05.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:00:03.853613+0000 mgr.smithi204.vnvrbl (mgr.24567) 2195 : audit [DBG] from='client.40880 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:00:05.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:04.328871+0000 mgr.smithi204.vnvrbl (mgr.24567) 2196 : cluster [DBG] pgmap v1889: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:00:03.574264+0000 mgr.smithi204.vnvrbl (mgr.24567) 2194 : audit [DBG] from='client.40876 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:00:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:00:03.853613+0000 mgr.smithi204.vnvrbl (mgr.24567) 2195 : audit [DBG] from='client.40880 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:00:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:04.328871+0000 mgr.smithi204.vnvrbl (mgr.24567) 2196 : cluster [DBG] pgmap v1889: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:06.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:06.329522+0000 mgr.smithi204.vnvrbl (mgr.24567) 2197 : cluster [DBG] pgmap v1890: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:06.329522+0000 mgr.smithi204.vnvrbl (mgr.24567) 2197 : cluster [DBG] pgmap v1890: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:08.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:08.330302+0000 mgr.smithi204.vnvrbl (mgr.24567) 2198 : cluster [DBG] pgmap v1891: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:08.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:08.330302+0000 mgr.smithi204.vnvrbl (mgr.24567) 2198 : cluster [DBG] pgmap v1891: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:10.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:10.330900+0000 mgr.smithi204.vnvrbl (mgr.24567) 2199 : cluster [DBG] pgmap v1892: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:10.330900+0000 mgr.smithi204.vnvrbl (mgr.24567) 2199 : cluster [DBG] pgmap v1892: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:00:11.600340+0000 mon.smithi204 (mon.1) 351 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:00:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:00:11.600587+0000 mon.smithi204 (mon.1) 352 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:00:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:00:11.601007+0000 mon.smithi176 (mon.0) 2889 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:00:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:00:11.601432+0000 mon.smithi176 (mon.0) 2890 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:00:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:12.331742+0000 mgr.smithi204.vnvrbl (mgr.24567) 2200 : cluster [DBG] pgmap v1893: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:13.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:00:11.600340+0000 mon.smithi204 (mon.1) 351 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:00:13.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:00:11.600587+0000 mon.smithi204 (mon.1) 352 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:00:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:00:11.601007+0000 mon.smithi176 (mon.0) 2889 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:00:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:00:11.601432+0000 mon.smithi176 (mon.0) 2890 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:00:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:12.331742+0000 mgr.smithi204.vnvrbl (mgr.24567) 2200 : cluster [DBG] pgmap v1893: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:14.332295+0000 mgr.smithi204.vnvrbl (mgr.24567) 2201 : cluster [DBG] pgmap v1894: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:14.332295+0000 mgr.smithi204.vnvrbl (mgr.24567) 2201 : cluster [DBG] pgmap v1894: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:16.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:16.332706+0000 mgr.smithi204.vnvrbl (mgr.24567) 2202 : cluster [DBG] pgmap v1895: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:16.332706+0000 mgr.smithi204.vnvrbl (mgr.24567) 2202 : cluster [DBG] pgmap v1895: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:18.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:18.333613+0000 mgr.smithi204.vnvrbl (mgr.24567) 2203 : cluster [DBG] pgmap v1896: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:18.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:18.333613+0000 mgr.smithi204.vnvrbl (mgr.24567) 2203 : cluster [DBG] pgmap v1896: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:20.334244+0000 mgr.smithi204.vnvrbl (mgr.24567) 2204 : cluster [DBG] pgmap v1897: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:20.334244+0000 mgr.smithi204.vnvrbl (mgr.24567) 2204 : cluster [DBG] pgmap v1897: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:22.335160+0000 mgr.smithi204.vnvrbl (mgr.24567) 2205 : cluster [DBG] pgmap v1898: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:23.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:22.335160+0000 mgr.smithi204.vnvrbl (mgr.24567) 2205 : cluster [DBG] pgmap v1898: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:24.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:24.335738+0000 mgr.smithi204.vnvrbl (mgr.24567) 2206 : cluster [DBG] pgmap v1899: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:24.335738+0000 mgr.smithi204.vnvrbl (mgr.24567) 2206 : cluster [DBG] pgmap v1899: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:26.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:26.336168+0000 mgr.smithi204.vnvrbl (mgr.24567) 2207 : cluster [DBG] pgmap v1900: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:26.336168+0000 mgr.smithi204.vnvrbl (mgr.24567) 2207 : cluster [DBG] pgmap v1900: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:28.337117+0000 mgr.smithi204.vnvrbl (mgr.24567) 2208 : cluster [DBG] pgmap v1901: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:28.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:28.337117+0000 mgr.smithi204.vnvrbl (mgr.24567) 2208 : cluster [DBG] pgmap v1901: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:30.337558+0000 mgr.smithi204.vnvrbl (mgr.24567) 2209 : cluster [DBG] pgmap v1902: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:30.337558+0000 mgr.smithi204.vnvrbl (mgr.24567) 2209 : cluster [DBG] pgmap v1902: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:32.338338+0000 mgr.smithi204.vnvrbl (mgr.24567) 2210 : cluster [DBG] pgmap v1903: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:33.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:32.338338+0000 mgr.smithi204.vnvrbl (mgr.24567) 2210 : cluster [DBG] pgmap v1903: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:34.497 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:00:34.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:34.338771+0000 mgr.smithi204.vnvrbl (mgr.24567) 2211 : cluster [DBG] pgmap v1904: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:34.772 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:00:34.772 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 115s ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:00:34.772 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 115s ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:00:34.773 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 117s ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:00:34.773 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 115s ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:00:34.773 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 115s ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:00:34.773 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 117s ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:00:34.774 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 115s ago 4h 622M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:00:34.774 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 117s ago 4h 481M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:00:34.774 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 115s ago 4h 1852M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:00:34.774 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 117s ago 4h 927M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:00:34.774 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 115s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:00:34.775 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 117s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:00:34.775 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 115s ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:00:34.775 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 117s ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:00:34.775 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 115s ago 4h 1226M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:00:34.776 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 115s ago 4h 2108M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:00:34.776 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 115s ago 4h 1429M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:00:34.776 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 115s ago 4h 2292M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:00:34.776 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 117s ago 4h 2138M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:00:34.777 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 117s ago 4h 2256M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:00:34.777 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 117s ago 4h 1883M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:00:34.777 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 117s ago 4h 2751M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:00:34.777 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 115s ago 4h 155M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:00:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:34.338771+0000 mgr.smithi204.vnvrbl (mgr.24567) 2211 : cluster [DBG] pgmap v1904: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:35.106 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:00:35.106 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:00:35.106 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:00:35.107 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:00:35.107 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:00:35.107 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:00:35.107 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:00:35.107 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:00:35.108 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:00:35.108 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:00:35.108 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:00:35.108 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:00:35.109 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:00:35.109 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:00:35.109 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:00:35.109 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:00:35.109 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:00:35.110 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:00:35.110 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:00:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:00:34.483761+0000 mgr.smithi204.vnvrbl (mgr.24567) 2212 : audit [DBG] from='client.40888 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:00:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:00:34.761252+0000 mgr.smithi204.vnvrbl (mgr.24567) 2213 : audit [DBG] from='client.40892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:00:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:00:35.105553+0000 mon.smithi176 (mon.0) 2891 : audit [DBG] from='client.? 172.21.15.176:0/1490809513' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:00:35.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:00:34.483761+0000 mgr.smithi204.vnvrbl (mgr.24567) 2212 : audit [DBG] from='client.40888 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:00:35.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:00:34.761252+0000 mgr.smithi204.vnvrbl (mgr.24567) 2213 : audit [DBG] from='client.40892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:00:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:00:35.105553+0000 mon.smithi176 (mon.0) 2891 : audit [DBG] from='client.? 172.21.15.176:0/1490809513' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:00:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:36.339277+0000 mgr.smithi204.vnvrbl (mgr.24567) 2214 : cluster [DBG] pgmap v1905: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:36.339277+0000 mgr.smithi204.vnvrbl (mgr.24567) 2214 : cluster [DBG] pgmap v1905: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:38.340006+0000 mgr.smithi204.vnvrbl (mgr.24567) 2215 : cluster [DBG] pgmap v1906: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:38.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:38.340006+0000 mgr.smithi204.vnvrbl (mgr.24567) 2215 : cluster [DBG] pgmap v1906: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:40.340541+0000 mgr.smithi204.vnvrbl (mgr.24567) 2216 : cluster [DBG] pgmap v1907: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:00:40.388064+0000 mon.smithi204 (mon.1) 353 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:00:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:00:40.389521+0000 mon.smithi204 (mon.1) 354 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:00:40.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:00:40.390386+0000 mon.smithi204 (mon.1) 355 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:00:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:40.340541+0000 mgr.smithi204.vnvrbl (mgr.24567) 2216 : cluster [DBG] pgmap v1907: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:00:40.388064+0000 mon.smithi204 (mon.1) 353 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:00:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:00:40.389521+0000 mon.smithi204 (mon.1) 354 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:00:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:00:40.390386+0000 mon.smithi204 (mon.1) 355 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:00:42.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:00:40.391103+0000 mgr.smithi204.vnvrbl (mgr.24567) 2217 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:00:42.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:00:40.744626+0000 mon.smithi176 (mon.0) 2892 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:00:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:00:41.144329+0000 mon.smithi176 (mon.0) 2893 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:00:42.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:00:41.149734+0000 mon.smithi176 (mon.0) 2894 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:00:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:00:40.391103+0000 mgr.smithi204.vnvrbl (mgr.24567) 2217 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:00:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:00:40.744626+0000 mon.smithi176 (mon.0) 2892 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:00:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:00:41.144329+0000 mon.smithi176 (mon.0) 2893 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:00:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:00:41.149734+0000 mon.smithi176 (mon.0) 2894 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:00:43.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:42.341357+0000 mgr.smithi204.vnvrbl (mgr.24567) 2218 : cluster [DBG] pgmap v1908: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:43.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:42.341357+0000 mgr.smithi204.vnvrbl (mgr.24567) 2218 : cluster [DBG] pgmap v1908: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:44.341915+0000 mgr.smithi204.vnvrbl (mgr.24567) 2219 : cluster [DBG] pgmap v1909: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:44.341915+0000 mgr.smithi204.vnvrbl (mgr.24567) 2219 : cluster [DBG] pgmap v1909: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:46.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:46.342418+0000 mgr.smithi204.vnvrbl (mgr.24567) 2220 : cluster [DBG] pgmap v1910: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:46.342418+0000 mgr.smithi204.vnvrbl (mgr.24567) 2220 : cluster [DBG] pgmap v1910: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:48.343190+0000 mgr.smithi204.vnvrbl (mgr.24567) 2221 : cluster [DBG] pgmap v1911: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:48.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:48.343190+0000 mgr.smithi204.vnvrbl (mgr.24567) 2221 : cluster [DBG] pgmap v1911: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:50.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:50.343694+0000 mgr.smithi204.vnvrbl (mgr.24567) 2222 : cluster [DBG] pgmap v1912: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:50.343694+0000 mgr.smithi204.vnvrbl (mgr.24567) 2222 : cluster [DBG] pgmap v1912: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:52.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:52.344553+0000 mgr.smithi204.vnvrbl (mgr.24567) 2223 : cluster [DBG] pgmap v1913: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:53.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:52.344553+0000 mgr.smithi204.vnvrbl (mgr.24567) 2223 : cluster [DBG] pgmap v1913: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:54.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:54.345078+0000 mgr.smithi204.vnvrbl (mgr.24567) 2224 : cluster [DBG] pgmap v1914: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:54.345078+0000 mgr.smithi204.vnvrbl (mgr.24567) 2224 : cluster [DBG] pgmap v1914: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:56.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:56.345663+0000 mgr.smithi204.vnvrbl (mgr.24567) 2225 : cluster [DBG] pgmap v1915: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:56.345663+0000 mgr.smithi204.vnvrbl (mgr.24567) 2225 : cluster [DBG] pgmap v1915: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:00:58.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:00:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:00:58.346588+0000 mgr.smithi204.vnvrbl (mgr.24567) 2226 : cluster [DBG] pgmap v1916: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:00:58.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:00:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:00:58.346588+0000 mgr.smithi204.vnvrbl (mgr.24567) 2226 : cluster [DBG] pgmap v1916: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:00.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:00.346960+0000 mgr.smithi204.vnvrbl (mgr.24567) 2227 : cluster [DBG] pgmap v1917: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:00.346960+0000 mgr.smithi204.vnvrbl (mgr.24567) 2227 : cluster [DBG] pgmap v1917: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:02.347647+0000 mgr.smithi204.vnvrbl (mgr.24567) 2228 : cluster [DBG] pgmap v1918: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:03.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:02.347647+0000 mgr.smithi204.vnvrbl (mgr.24567) 2228 : cluster [DBG] pgmap v1918: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:04.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:04.348139+0000 mgr.smithi204.vnvrbl (mgr.24567) 2229 : cluster [DBG] pgmap v1919: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:04.348139+0000 mgr.smithi204.vnvrbl (mgr.24567) 2229 : cluster [DBG] pgmap v1919: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:05.405 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:01:05.682 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:01:05.682 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:01:05.682 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 2m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:01:05.682 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 2m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:01:05.683 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 2m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:01:05.683 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 2m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:01:05.683 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 2m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:01:05.683 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 2m ago 4h 622M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:01:05.684 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 2m ago 4h 481M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:01:05.684 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 2m ago 4h 1852M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:01:05.684 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 2m ago 4h 927M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:01:05.684 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 2m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:01:05.684 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 2m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:01:05.685 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 2m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:01:05.685 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:01:05.685 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 2m ago 4h 1226M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:01:05.685 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 2m ago 4h 2108M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:01:05.686 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 2m ago 4h 1429M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:01:05.686 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 2m ago 4h 2292M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:01:05.686 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 2m ago 4h 2138M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:01:05.686 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 2m ago 4h 2256M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:01:05.686 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 2m ago 4h 1883M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:01:05.687 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 2m ago 4h 2751M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:01:05.687 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 2m ago 4h 155M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:01:06.010 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:01:06.010 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:01:06.010 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:01:06.011 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:01:06.011 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:01:06.011 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:01:06.011 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:01:06.011 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:01:06.012 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:01:06.012 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:01:06.012 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:01:06.012 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:01:06.013 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:01:06.013 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:01:06.013 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:01:06.013 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:01:06.014 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:01:06.014 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:01:06.014 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:01:06.328 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:01:06.009593+0000 mon.smithi176 (mon.0) 2895 : audit [DBG] from='client.? 172.21.15.176:0/3201144179' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:01:06.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:01:06.009593+0000 mon.smithi176 (mon.0) 2895 : audit [DBG] from='client.? 172.21.15.176:0/3201144179' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:01:07.329 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:01:05.392849+0000 mgr.smithi204.vnvrbl (mgr.24567) 2230 : audit [DBG] from='client.40900 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:01:07.329 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:01:05.671446+0000 mgr.smithi204.vnvrbl (mgr.24567) 2231 : audit [DBG] from='client.40904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:01:07.330 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:06.348536+0000 mgr.smithi204.vnvrbl (mgr.24567) 2232 : cluster [DBG] pgmap v1920: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:01:05.392849+0000 mgr.smithi204.vnvrbl (mgr.24567) 2230 : audit [DBG] from='client.40900 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:01:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:01:05.671446+0000 mgr.smithi204.vnvrbl (mgr.24567) 2231 : audit [DBG] from='client.40904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:01:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:06.348536+0000 mgr.smithi204.vnvrbl (mgr.24567) 2232 : cluster [DBG] pgmap v1920: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:08.349443+0000 mgr.smithi204.vnvrbl (mgr.24567) 2233 : cluster [DBG] pgmap v1921: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:08.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:08.349443+0000 mgr.smithi204.vnvrbl (mgr.24567) 2233 : cluster [DBG] pgmap v1921: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:10.349925+0000 mgr.smithi204.vnvrbl (mgr.24567) 2234 : cluster [DBG] pgmap v1922: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:10.349925+0000 mgr.smithi204.vnvrbl (mgr.24567) 2234 : cluster [DBG] pgmap v1922: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:01:11.605794+0000 mon.smithi204 (mon.1) 356 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:01:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:01:11.606144+0000 mon.smithi204 (mon.1) 357 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:01:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:01:11.606379+0000 mon.smithi176 (mon.0) 2896 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:01:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:01:11.606617+0000 mon.smithi176 (mon.0) 2897 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:01:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:12.350664+0000 mgr.smithi204.vnvrbl (mgr.24567) 2235 : cluster [DBG] pgmap v1923: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:13.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:01:11.605794+0000 mon.smithi204 (mon.1) 356 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:01:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:01:11.606144+0000 mon.smithi204 (mon.1) 357 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:01:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:01:11.606379+0000 mon.smithi176 (mon.0) 2896 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:01:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:01:11.606617+0000 mon.smithi176 (mon.0) 2897 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:01:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:12.350664+0000 mgr.smithi204.vnvrbl (mgr.24567) 2235 : cluster [DBG] pgmap v1923: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:14.351151+0000 mgr.smithi204.vnvrbl (mgr.24567) 2236 : cluster [DBG] pgmap v1924: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:14.351151+0000 mgr.smithi204.vnvrbl (mgr.24567) 2236 : cluster [DBG] pgmap v1924: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:16.351677+0000 mgr.smithi204.vnvrbl (mgr.24567) 2237 : cluster [DBG] pgmap v1925: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:16.351677+0000 mgr.smithi204.vnvrbl (mgr.24567) 2237 : cluster [DBG] pgmap v1925: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:18.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:18.352417+0000 mgr.smithi204.vnvrbl (mgr.24567) 2238 : cluster [DBG] pgmap v1926: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:18.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:18.352417+0000 mgr.smithi204.vnvrbl (mgr.24567) 2238 : cluster [DBG] pgmap v1926: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:20.352984+0000 mgr.smithi204.vnvrbl (mgr.24567) 2239 : cluster [DBG] pgmap v1927: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:20.352984+0000 mgr.smithi204.vnvrbl (mgr.24567) 2239 : cluster [DBG] pgmap v1927: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:22.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:22.353808+0000 mgr.smithi204.vnvrbl (mgr.24567) 2240 : cluster [DBG] pgmap v1928: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:23.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:22.353808+0000 mgr.smithi204.vnvrbl (mgr.24567) 2240 : cluster [DBG] pgmap v1928: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:24.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:24.354361+0000 mgr.smithi204.vnvrbl (mgr.24567) 2241 : cluster [DBG] pgmap v1929: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:24.354361+0000 mgr.smithi204.vnvrbl (mgr.24567) 2241 : cluster [DBG] pgmap v1929: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:26.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:26.354818+0000 mgr.smithi204.vnvrbl (mgr.24567) 2242 : cluster [DBG] pgmap v1930: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:26.354818+0000 mgr.smithi204.vnvrbl (mgr.24567) 2242 : cluster [DBG] pgmap v1930: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:28.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:28.355612+0000 mgr.smithi204.vnvrbl (mgr.24567) 2243 : cluster [DBG] pgmap v1931: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:28.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:28.355612+0000 mgr.smithi204.vnvrbl (mgr.24567) 2243 : cluster [DBG] pgmap v1931: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:30.356058+0000 mgr.smithi204.vnvrbl (mgr.24567) 2244 : cluster [DBG] pgmap v1932: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:30.356058+0000 mgr.smithi204.vnvrbl (mgr.24567) 2244 : cluster [DBG] pgmap v1932: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:32.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:32.356763+0000 mgr.smithi204.vnvrbl (mgr.24567) 2245 : cluster [DBG] pgmap v1933: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:33.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:32.356763+0000 mgr.smithi204.vnvrbl (mgr.24567) 2245 : cluster [DBG] pgmap v1933: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:34.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:34.357234+0000 mgr.smithi204.vnvrbl (mgr.24567) 2246 : cluster [DBG] pgmap v1934: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:34.357234+0000 mgr.smithi204.vnvrbl (mgr.24567) 2246 : cluster [DBG] pgmap v1934: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:36.305 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:01:36.583 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:01:36.584 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 2m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:01:36.584 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 2m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:01:36.584 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 2m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:01:36.584 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 2m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:01:36.585 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 2m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:01:36.585 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 2m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:01:36.585 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 2m ago 4h 622M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:01:36.585 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 2m ago 4h 481M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:01:36.585 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 2m ago 4h 1852M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:01:36.586 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 2m ago 4h 927M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:01:36.586 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 2m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:01:36.586 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 2m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:01:36.586 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 2m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:01:36.586 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 2m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:01:36.587 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 2m ago 4h 1226M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:01:36.587 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 2m ago 4h 2108M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:01:36.587 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 2m ago 4h 1429M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:01:36.587 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 2m ago 4h 2292M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:01:36.588 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 2m ago 4h 2138M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:01:36.588 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 2m ago 4h 2256M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:01:36.588 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 2m ago 4h 1883M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:01:36.588 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 2m ago 4h 2751M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:01:36.588 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 2m ago 4h 155M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:01:36.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:01:36.293260+0000 mgr.smithi204.vnvrbl (mgr.24567) 2247 : audit [DBG] from='client.40912 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:01:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:36.357747+0000 mgr.smithi204.vnvrbl (mgr.24567) 2248 : cluster [DBG] pgmap v1935: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:01:36.293260+0000 mgr.smithi204.vnvrbl (mgr.24567) 2247 : audit [DBG] from='client.40912 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:01:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:36.357747+0000 mgr.smithi204.vnvrbl (mgr.24567) 2248 : cluster [DBG] pgmap v1935: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:36.936 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:01:36.936 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:01:36.936 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:01:36.936 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:01:36.937 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:01:36.937 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:01:36.937 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:01:36.937 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:01:36.938 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:01:36.938 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:01:36.938 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:01:36.938 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:01:36.938 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:01:36.939 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:01:36.939 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:01:36.939 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:01:36.939 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:01:36.940 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:01:36.940 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:01:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:01:36.572951+0000 mgr.smithi204.vnvrbl (mgr.24567) 2249 : audit [DBG] from='client.40916 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:01:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:01:36.935659+0000 mon.smithi176 (mon.0) 2898 : audit [DBG] from='client.? 172.21.15.176:0/3972218132' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:01:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:01:36.572951+0000 mgr.smithi204.vnvrbl (mgr.24567) 2249 : audit [DBG] from='client.40916 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:01:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:01:36.935659+0000 mon.smithi176 (mon.0) 2898 : audit [DBG] from='client.? 172.21.15.176:0/3972218132' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:01:38.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:38.358573+0000 mgr.smithi204.vnvrbl (mgr.24567) 2250 : cluster [DBG] pgmap v1936: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:39.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:38.358573+0000 mgr.smithi204.vnvrbl (mgr.24567) 2250 : cluster [DBG] pgmap v1936: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:40.359026+0000 mgr.smithi204.vnvrbl (mgr.24567) 2251 : cluster [DBG] pgmap v1937: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:40.359026+0000 mgr.smithi204.vnvrbl (mgr.24567) 2251 : cluster [DBG] pgmap v1937: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:01:41.152684+0000 mon.smithi204 (mon.1) 358 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:01:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:01:41.154058+0000 mon.smithi204 (mon.1) 359 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:01:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:01:41.154874+0000 mon.smithi204 (mon.1) 360 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:01:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:01:41.155611+0000 mgr.smithi204.vnvrbl (mgr.24567) 2252 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:01:41.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:01:41.152684+0000 mon.smithi204 (mon.1) 358 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:01:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:01:41.154058+0000 mon.smithi204 (mon.1) 359 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:01:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:01:41.154874+0000 mon.smithi204 (mon.1) 360 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:01:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:01:41.155611+0000 mgr.smithi204.vnvrbl (mgr.24567) 2252 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:01:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:01:41.520861+0000 mon.smithi176 (mon.0) 2899 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:01:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:01:41.910479+0000 mon.smithi176 (mon.0) 2900 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:01:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:01:41.916362+0000 mon.smithi176 (mon.0) 2901 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:01:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:42.359771+0000 mgr.smithi204.vnvrbl (mgr.24567) 2253 : cluster [DBG] pgmap v1938: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:01:41.520861+0000 mon.smithi176 (mon.0) 2899 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:01:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:01:41.910479+0000 mon.smithi176 (mon.0) 2900 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:01:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:01:41.916362+0000 mon.smithi176 (mon.0) 2901 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:01:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:42.359771+0000 mgr.smithi204.vnvrbl (mgr.24567) 2253 : cluster [DBG] pgmap v1938: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:44.360255+0000 mgr.smithi204.vnvrbl (mgr.24567) 2254 : cluster [DBG] pgmap v1939: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:44.360255+0000 mgr.smithi204.vnvrbl (mgr.24567) 2254 : cluster [DBG] pgmap v1939: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:46.360795+0000 mgr.smithi204.vnvrbl (mgr.24567) 2255 : cluster [DBG] pgmap v1940: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:46.360795+0000 mgr.smithi204.vnvrbl (mgr.24567) 2255 : cluster [DBG] pgmap v1940: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:48.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:48.361586+0000 mgr.smithi204.vnvrbl (mgr.24567) 2256 : cluster [DBG] pgmap v1941: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:48.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:48.361586+0000 mgr.smithi204.vnvrbl (mgr.24567) 2256 : cluster [DBG] pgmap v1941: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:50.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:50.362195+0000 mgr.smithi204.vnvrbl (mgr.24567) 2257 : cluster [DBG] pgmap v1942: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:50.362195+0000 mgr.smithi204.vnvrbl (mgr.24567) 2257 : cluster [DBG] pgmap v1942: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:52.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:52.363007+0000 mgr.smithi204.vnvrbl (mgr.24567) 2258 : cluster [DBG] pgmap v1943: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:53.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:52.363007+0000 mgr.smithi204.vnvrbl (mgr.24567) 2258 : cluster [DBG] pgmap v1943: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:01:55.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:54.363637+0000 mgr.smithi204.vnvrbl (mgr.24567) 2259 : cluster [DBG] pgmap v1944: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:55.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:54.363637+0000 mgr.smithi204.vnvrbl (mgr.24567) 2259 : cluster [DBG] pgmap v1944: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:56.364306+0000 mgr.smithi204.vnvrbl (mgr.24567) 2260 : cluster [DBG] pgmap v1945: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:56.364306+0000 mgr.smithi204.vnvrbl (mgr.24567) 2260 : cluster [DBG] pgmap v1945: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:01:59.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:01:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:01:58.365038+0000 mgr.smithi204.vnvrbl (mgr.24567) 2261 : cluster [DBG] pgmap v1946: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:00.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:01:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:01:58.365038+0000 mgr.smithi204.vnvrbl (mgr.24567) 2261 : cluster [DBG] pgmap v1946: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:01.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:00.365725+0000 mgr.smithi204.vnvrbl (mgr.24567) 2262 : cluster [DBG] pgmap v1947: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:02.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:00.365725+0000 mgr.smithi204.vnvrbl (mgr.24567) 2262 : cluster [DBG] pgmap v1947: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:03.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:02.366614+0000 mgr.smithi204.vnvrbl (mgr.24567) 2263 : cluster [DBG] pgmap v1948: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:04.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:02.366614+0000 mgr.smithi204.vnvrbl (mgr.24567) 2263 : cluster [DBG] pgmap v1948: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:05.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:04.367304+0000 mgr.smithi204.vnvrbl (mgr.24567) 2264 : cluster [DBG] pgmap v1949: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:06.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:04.367304+0000 mgr.smithi204.vnvrbl (mgr.24567) 2264 : cluster [DBG] pgmap v1949: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:07.235 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:02:07.509 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:02:07.509 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:02:07.509 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 3m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:02:07.510 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 3m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:02:07.510 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 3m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:02:07.510 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 3m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:02:07.510 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 3m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:02:07.511 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 3m ago 4h 622M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:02:07.511 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 3m ago 4h 481M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:02:07.511 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 3m ago 4h 1852M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:02:07.511 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 3m ago 4h 927M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:02:07.512 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 3m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:02:07.512 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 3m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:02:07.512 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 3m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:02:07.512 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 3m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:02:07.512 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 3m ago 4h 1226M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:02:07.513 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 3m ago 4h 2108M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:02:07.513 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 3m ago 4h 1429M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:02:07.513 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 3m ago 4h 2292M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:02:07.513 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 3m ago 4h 2138M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:02:07.514 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 3m ago 4h 2256M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:02:07.514 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 3m ago 4h 1883M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:02:07.514 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 3m ago 4h 2751M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:02:07.514 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 3m ago 4h 155M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:02:07.616 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:06.367872+0000 mgr.smithi204.vnvrbl (mgr.24567) 2265 : cluster [DBG] pgmap v1950: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:07.617 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:02:07.222434+0000 mgr.smithi204.vnvrbl (mgr.24567) 2266 : audit [DBG] from='client.40924 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:02:07.840 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:02:07.841 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:02:07.841 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:02:07.841 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:02:07.842 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:02:07.842 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:02:07.842 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:02:07.842 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:02:07.843 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:02:07.843 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:02:07.843 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:02:07.844 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:02:07.844 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:02:07.844 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:02:07.844 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:02:07.844 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:02:07.845 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:02:07.845 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:02:07.845 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:02:07.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:06.367872+0000 mgr.smithi204.vnvrbl (mgr.24567) 2265 : cluster [DBG] pgmap v1950: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:02:07.222434+0000 mgr.smithi204.vnvrbl (mgr.24567) 2266 : audit [DBG] from='client.40924 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:02:08.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:02:07.498402+0000 mgr.smithi204.vnvrbl (mgr.24567) 2267 : audit [DBG] from='client.40928 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:02:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:02:07.840474+0000 mon.smithi176 (mon.0) 2902 : audit [DBG] from='client.? 172.21.15.176:0/910824425' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:02:09.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:02:07.498402+0000 mgr.smithi204.vnvrbl (mgr.24567) 2267 : audit [DBG] from='client.40928 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:02:09.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:02:07.840474+0000 mon.smithi176 (mon.0) 2902 : audit [DBG] from='client.? 172.21.15.176:0/910824425' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:02:09.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:08.368615+0000 mgr.smithi204.vnvrbl (mgr.24567) 2268 : cluster [DBG] pgmap v1951: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:10.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:08.368615+0000 mgr.smithi204.vnvrbl (mgr.24567) 2268 : cluster [DBG] pgmap v1951: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:11.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:10.369096+0000 mgr.smithi204.vnvrbl (mgr.24567) 2269 : cluster [DBG] pgmap v1952: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:02:11.610457+0000 mon.smithi204 (mon.1) 361 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:02:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:02:11.610698+0000 mon.smithi204 (mon.1) 362 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:02:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:02:11.611364+0000 mon.smithi176 (mon.0) 2903 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:02:11.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:02:11.611666+0000 mon.smithi176 (mon.0) 2904 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:02:12.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:10.369096+0000 mgr.smithi204.vnvrbl (mgr.24567) 2269 : cluster [DBG] pgmap v1952: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:12.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:02:11.610457+0000 mon.smithi204 (mon.1) 361 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:02:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:02:11.610698+0000 mon.smithi204 (mon.1) 362 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:02:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:02:11.611364+0000 mon.smithi176 (mon.0) 2903 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:02:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:02:11.611666+0000 mon.smithi176 (mon.0) 2904 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:02:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:12.369999+0000 mgr.smithi204.vnvrbl (mgr.24567) 2270 : cluster [DBG] pgmap v1953: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:14.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:12.369999+0000 mgr.smithi204.vnvrbl (mgr.24567) 2270 : cluster [DBG] pgmap v1953: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:14.370429+0000 mgr.smithi204.vnvrbl (mgr.24567) 2271 : cluster [DBG] pgmap v1954: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:16.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:14.370429+0000 mgr.smithi204.vnvrbl (mgr.24567) 2271 : cluster [DBG] pgmap v1954: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:16.370945+0000 mgr.smithi204.vnvrbl (mgr.24567) 2272 : cluster [DBG] pgmap v1955: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:16.370945+0000 mgr.smithi204.vnvrbl (mgr.24567) 2272 : cluster [DBG] pgmap v1955: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:18.371704+0000 mgr.smithi204.vnvrbl (mgr.24567) 2273 : cluster [DBG] pgmap v1956: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:20.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:18.371704+0000 mgr.smithi204.vnvrbl (mgr.24567) 2273 : cluster [DBG] pgmap v1956: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:21.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:20.372188+0000 mgr.smithi204.vnvrbl (mgr.24567) 2274 : cluster [DBG] pgmap v1957: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:22.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:20.372188+0000 mgr.smithi204.vnvrbl (mgr.24567) 2274 : cluster [DBG] pgmap v1957: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:22.372955+0000 mgr.smithi204.vnvrbl (mgr.24567) 2275 : cluster [DBG] pgmap v1958: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:24.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:22.372955+0000 mgr.smithi204.vnvrbl (mgr.24567) 2275 : cluster [DBG] pgmap v1958: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:25.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:24.373594+0000 mgr.smithi204.vnvrbl (mgr.24567) 2276 : cluster [DBG] pgmap v1959: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:26.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:24.373594+0000 mgr.smithi204.vnvrbl (mgr.24567) 2276 : cluster [DBG] pgmap v1959: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:27.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:26.374098+0000 mgr.smithi204.vnvrbl (mgr.24567) 2277 : cluster [DBG] pgmap v1960: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:26.374098+0000 mgr.smithi204.vnvrbl (mgr.24567) 2277 : cluster [DBG] pgmap v1960: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:28.374877+0000 mgr.smithi204.vnvrbl (mgr.24567) 2278 : cluster [DBG] pgmap v1961: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:30.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:28.374877+0000 mgr.smithi204.vnvrbl (mgr.24567) 2278 : cluster [DBG] pgmap v1961: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:31.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:30.375477+0000 mgr.smithi204.vnvrbl (mgr.24567) 2279 : cluster [DBG] pgmap v1962: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:32.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:30.375477+0000 mgr.smithi204.vnvrbl (mgr.24567) 2279 : cluster [DBG] pgmap v1962: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:33.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:32.376264+0000 mgr.smithi204.vnvrbl (mgr.24567) 2280 : cluster [DBG] pgmap v1963: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:34.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:32.376264+0000 mgr.smithi204.vnvrbl (mgr.24567) 2280 : cluster [DBG] pgmap v1963: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:34.376826+0000 mgr.smithi204.vnvrbl (mgr.24567) 2281 : cluster [DBG] pgmap v1964: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:36.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:34.376826+0000 mgr.smithi204.vnvrbl (mgr.24567) 2281 : cluster [DBG] pgmap v1964: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:37.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:36.377275+0000 mgr.smithi204.vnvrbl (mgr.24567) 2282 : cluster [DBG] pgmap v1965: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:36.377275+0000 mgr.smithi204.vnvrbl (mgr.24567) 2282 : cluster [DBG] pgmap v1965: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:38.184 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:02:38.501 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:02:38.502 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 3m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:02:38.502 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 3m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:02:38.502 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 4m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:02:38.503 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 3m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:02:38.503 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 3m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:02:38.504 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 4m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:02:38.504 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 3m ago 5h 622M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:02:38.505 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 4m ago 4h 481M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:02:38.505 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 3m ago 5h 1852M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:02:38.506 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 4m ago 4h 927M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:02:38.506 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 3m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:02:38.506 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 4m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:02:38.507 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 3m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:02:38.507 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:02:38.508 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 3m ago 4h 1226M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:02:38.508 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 3m ago 4h 2108M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:02:38.509 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 3m ago 4h 1429M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:02:38.509 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 3m ago 4h 2292M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:02:38.510 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 4m ago 4h 2138M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:02:38.510 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 4m ago 4h 2256M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:02:38.510 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 4m ago 4h 1883M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:02:38.511 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 4m ago 4h 2751M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:02:38.511 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 3m ago 4h 155M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:02:38.833 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:02:38.833 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:02:38.834 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:02:38.834 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:02:38.835 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:02:38.835 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:02:38.835 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:02:38.836 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:02:38.836 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:02:38.836 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:02:38.837 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:02:38.837 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:02:38.838 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:02:38.839 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:02:38.839 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:02:38.839 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:02:38.840 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:02:38.840 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:02:38.841 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:02:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:02:38.170888+0000 mgr.smithi204.vnvrbl (mgr.24567) 2283 : audit [DBG] from='client.40936 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:02:39.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:02:38.170888+0000 mgr.smithi204.vnvrbl (mgr.24567) 2283 : audit [DBG] from='client.40936 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:02:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:38.378132+0000 mgr.smithi204.vnvrbl (mgr.24567) 2284 : cluster [DBG] pgmap v1966: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:02:38.490715+0000 mgr.smithi204.vnvrbl (mgr.24567) 2285 : audit [DBG] from='client.40940 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:02:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:02:38.832439+0000 mon.smithi176 (mon.0) 2905 : audit [DBG] from='client.? 172.21.15.176:0/2597709904' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:02:40.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:38.378132+0000 mgr.smithi204.vnvrbl (mgr.24567) 2284 : cluster [DBG] pgmap v1966: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:40.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:02:38.490715+0000 mgr.smithi204.vnvrbl (mgr.24567) 2285 : audit [DBG] from='client.40940 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:02:40.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:02:38.832439+0000 mon.smithi176 (mon.0) 2905 : audit [DBG] from='client.? 172.21.15.176:0/2597709904' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:02:41.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:40.378604+0000 mgr.smithi204.vnvrbl (mgr.24567) 2286 : cluster [DBG] pgmap v1967: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:42.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:40.378604+0000 mgr.smithi204.vnvrbl (mgr.24567) 2286 : cluster [DBG] pgmap v1967: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:02:41.918960+0000 mon.smithi204 (mon.1) 363 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:02:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:02:41.920268+0000 mon.smithi204 (mon.1) 364 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:02:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:02:41.921068+0000 mon.smithi204 (mon.1) 365 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:02:42.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:02:41.921803+0000 mgr.smithi204.vnvrbl (mgr.24567) 2287 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:02:42.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:02:42.324238+0000 mon.smithi176 (mon.0) 2906 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:02:42.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:02:42.329604+0000 mon.smithi176 (mon.0) 2907 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:02:43.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:02:41.918960+0000 mon.smithi204 (mon.1) 363 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:02:43.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:02:41.920268+0000 mon.smithi204 (mon.1) 364 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:02:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:02:41.921068+0000 mon.smithi204 (mon.1) 365 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:02:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:02:41.921803+0000 mgr.smithi204.vnvrbl (mgr.24567) 2287 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:02:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:02:42.324238+0000 mon.smithi176 (mon.0) 2906 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:02:43.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:02:42.329604+0000 mon.smithi176 (mon.0) 2907 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:02:44.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:42.379328+0000 mgr.smithi204.vnvrbl (mgr.24567) 2288 : cluster [DBG] pgmap v1968: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:42.379328+0000 mgr.smithi204.vnvrbl (mgr.24567) 2288 : cluster [DBG] pgmap v1968: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:44.379935+0000 mgr.smithi204.vnvrbl (mgr.24567) 2289 : cluster [DBG] pgmap v1969: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:44.379935+0000 mgr.smithi204.vnvrbl (mgr.24567) 2289 : cluster [DBG] pgmap v1969: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:46.380534+0000 mgr.smithi204.vnvrbl (mgr.24567) 2290 : cluster [DBG] pgmap v1970: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:48.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:46.380534+0000 mgr.smithi204.vnvrbl (mgr.24567) 2290 : cluster [DBG] pgmap v1970: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:50.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:48.381334+0000 mgr.smithi204.vnvrbl (mgr.24567) 2291 : cluster [DBG] pgmap v1971: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:48.381334+0000 mgr.smithi204.vnvrbl (mgr.24567) 2291 : cluster [DBG] pgmap v1971: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:50.381767+0000 mgr.smithi204.vnvrbl (mgr.24567) 2292 : cluster [DBG] pgmap v1972: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:50.381767+0000 mgr.smithi204.vnvrbl (mgr.24567) 2292 : cluster [DBG] pgmap v1972: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:52.382488+0000 mgr.smithi204.vnvrbl (mgr.24567) 2293 : cluster [DBG] pgmap v1973: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:52.382488+0000 mgr.smithi204.vnvrbl (mgr.24567) 2293 : cluster [DBG] pgmap v1973: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:02:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:54.383011+0000 mgr.smithi204.vnvrbl (mgr.24567) 2294 : cluster [DBG] pgmap v1974: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:54.383011+0000 mgr.smithi204.vnvrbl (mgr.24567) 2294 : cluster [DBG] pgmap v1974: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:02:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:56.383593+0000 mgr.smithi204.vnvrbl (mgr.24567) 2295 : cluster [DBG] pgmap v1975: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:02:58.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:02:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:56.383593+0000 mgr.smithi204.vnvrbl (mgr.24567) 2295 : cluster [DBG] pgmap v1975: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:00.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:02:58.384523+0000 mgr.smithi204.vnvrbl (mgr.24567) 2296 : cluster [DBG] pgmap v1976: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:02:58.384523+0000 mgr.smithi204.vnvrbl (mgr.24567) 2296 : cluster [DBG] pgmap v1976: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:00.385073+0000 mgr.smithi204.vnvrbl (mgr.24567) 2297 : cluster [DBG] pgmap v1977: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:00.385073+0000 mgr.smithi204.vnvrbl (mgr.24567) 2297 : cluster [DBG] pgmap v1977: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:02.385868+0000 mgr.smithi204.vnvrbl (mgr.24567) 2298 : cluster [DBG] pgmap v1978: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:02.385868+0000 mgr.smithi204.vnvrbl (mgr.24567) 2298 : cluster [DBG] pgmap v1978: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:04.386359+0000 mgr.smithi204.vnvrbl (mgr.24567) 2299 : cluster [DBG] pgmap v1979: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:04.386359+0000 mgr.smithi204.vnvrbl (mgr.24567) 2299 : cluster [DBG] pgmap v1979: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:06.386858+0000 mgr.smithi204.vnvrbl (mgr.24567) 2300 : cluster [DBG] pgmap v1980: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:08.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:06.386858+0000 mgr.smithi204.vnvrbl (mgr.24567) 2300 : cluster [DBG] pgmap v1980: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:09.130 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:03:09.407 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:03:09.407 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 4m ago 4h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:03:09.408 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 4m ago 4h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:03:09.408 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 4m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:03:09.408 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 4m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:03:09.408 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 4m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:03:09.409 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 4m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:03:09.409 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 4m ago 5h 622M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:03:09.409 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 4m ago 4h 481M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:03:09.409 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 4m ago 5h 1852M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:03:09.410 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 4m ago 4h 927M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:03:09.410 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 4m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:03:09.410 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 4m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:03:09.410 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 4m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:03:09.411 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 4m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:03:09.411 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 4m ago 4h 1226M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:03:09.411 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 4m ago 4h 2108M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:03:09.411 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 4m ago 4h 1429M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:03:09.412 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 4m ago 4h 2292M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:03:09.412 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 4m ago 4h 2138M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:03:09.412 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 4m ago 4h 2256M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:03:09.412 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 4m ago 4h 1883M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:03:09.412 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 4m ago 4h 2751M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:03:09.413 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 4m ago 4h 155M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:03:09.738 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:03:09.738 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:03:09.739 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:03:09.739 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:03:09.739 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:03:09.739 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:03:09.740 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:03:09.740 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:03:09.740 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:03:09.741 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:03:09.741 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:03:09.741 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:03:09.741 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:03:09.742 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:03:09.742 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:03:09.742 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:03:09.742 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:03:09.743 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:03:09.743 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:03:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:08.387609+0000 mgr.smithi204.vnvrbl (mgr.24567) 2301 : cluster [DBG] pgmap v1981: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:03:09.117130+0000 mgr.smithi204.vnvrbl (mgr.24567) 2302 : audit [DBG] from='client.40948 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:03:10.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:03:09.737897+0000 mon.smithi176 (mon.0) 2908 : audit [DBG] from='client.? 172.21.15.176:0/3592508246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:03:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:08.387609+0000 mgr.smithi204.vnvrbl (mgr.24567) 2301 : cluster [DBG] pgmap v1981: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:03:09.117130+0000 mgr.smithi204.vnvrbl (mgr.24567) 2302 : audit [DBG] from='client.40948 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:03:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:03:09.737897+0000 mon.smithi176 (mon.0) 2908 : audit [DBG] from='client.? 172.21.15.176:0/3592508246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:03:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:03:09.396964+0000 mgr.smithi204.vnvrbl (mgr.24567) 2303 : audit [DBG] from='client.40952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:03:11.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:03:09.396964+0000 mgr.smithi204.vnvrbl (mgr.24567) 2303 : audit [DBG] from='client.40952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:03:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:10.388222+0000 mgr.smithi204.vnvrbl (mgr.24567) 2304 : cluster [DBG] pgmap v1982: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:03:11.614999+0000 mon.smithi204 (mon.1) 366 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:03:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:03:11.615235+0000 mon.smithi204 (mon.1) 367 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:03:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:03:11.615569+0000 mon.smithi176 (mon.0) 2909 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:03:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:03:11.615839+0000 mon.smithi176 (mon.0) 2910 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:03:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:10.388222+0000 mgr.smithi204.vnvrbl (mgr.24567) 2304 : cluster [DBG] pgmap v1982: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:03:11.614999+0000 mon.smithi204 (mon.1) 366 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:03:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:03:11.615235+0000 mon.smithi204 (mon.1) 367 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:03:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:03:11.615569+0000 mon.smithi176 (mon.0) 2909 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:03:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:03:11.615839+0000 mon.smithi176 (mon.0) 2910 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:03:13.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:12.388910+0000 mgr.smithi204.vnvrbl (mgr.24567) 2305 : cluster [DBG] pgmap v1983: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:12.388910+0000 mgr.smithi204.vnvrbl (mgr.24567) 2305 : cluster [DBG] pgmap v1983: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:14.389561+0000 mgr.smithi204.vnvrbl (mgr.24567) 2306 : cluster [DBG] pgmap v1984: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:15.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:14.389561+0000 mgr.smithi204.vnvrbl (mgr.24567) 2306 : cluster [DBG] pgmap v1984: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:16.390189+0000 mgr.smithi204.vnvrbl (mgr.24567) 2307 : cluster [DBG] pgmap v1985: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:16.390189+0000 mgr.smithi204.vnvrbl (mgr.24567) 2307 : cluster [DBG] pgmap v1985: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:18.390866+0000 mgr.smithi204.vnvrbl (mgr.24567) 2308 : cluster [DBG] pgmap v1986: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:20.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:18.390866+0000 mgr.smithi204.vnvrbl (mgr.24567) 2308 : cluster [DBG] pgmap v1986: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:20.391302+0000 mgr.smithi204.vnvrbl (mgr.24567) 2309 : cluster [DBG] pgmap v1987: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:22.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:20.391302+0000 mgr.smithi204.vnvrbl (mgr.24567) 2309 : cluster [DBG] pgmap v1987: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:22.392073+0000 mgr.smithi204.vnvrbl (mgr.24567) 2310 : cluster [DBG] pgmap v1988: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:24.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:22.392073+0000 mgr.smithi204.vnvrbl (mgr.24567) 2310 : cluster [DBG] pgmap v1988: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:24.392631+0000 mgr.smithi204.vnvrbl (mgr.24567) 2311 : cluster [DBG] pgmap v1989: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:26.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:24.392631+0000 mgr.smithi204.vnvrbl (mgr.24567) 2311 : cluster [DBG] pgmap v1989: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:26.393157+0000 mgr.smithi204.vnvrbl (mgr.24567) 2312 : cluster [DBG] pgmap v1990: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:26.393157+0000 mgr.smithi204.vnvrbl (mgr.24567) 2312 : cluster [DBG] pgmap v1990: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:29.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:28.393841+0000 mgr.smithi204.vnvrbl (mgr.24567) 2313 : cluster [DBG] pgmap v1991: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:30.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:28.393841+0000 mgr.smithi204.vnvrbl (mgr.24567) 2313 : cluster [DBG] pgmap v1991: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:31.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:30.394300+0000 mgr.smithi204.vnvrbl (mgr.24567) 2314 : cluster [DBG] pgmap v1992: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:32.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:30.394300+0000 mgr.smithi204.vnvrbl (mgr.24567) 2314 : cluster [DBG] pgmap v1992: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:32.395001+0000 mgr.smithi204.vnvrbl (mgr.24567) 2315 : cluster [DBG] pgmap v1993: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:34.073 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:32.395001+0000 mgr.smithi204.vnvrbl (mgr.24567) 2315 : cluster [DBG] pgmap v1993: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:34.395606+0000 mgr.smithi204.vnvrbl (mgr.24567) 2316 : cluster [DBG] pgmap v1994: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:34.395606+0000 mgr.smithi204.vnvrbl (mgr.24567) 2316 : cluster [DBG] pgmap v1994: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:36.396056+0000 mgr.smithi204.vnvrbl (mgr.24567) 2317 : cluster [DBG] pgmap v1995: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:36.396056+0000 mgr.smithi204.vnvrbl (mgr.24567) 2317 : cluster [DBG] pgmap v1995: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:38.397019+0000 mgr.smithi204.vnvrbl (mgr.24567) 2318 : cluster [DBG] pgmap v1996: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:40.036 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:03:40.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:38.397019+0000 mgr.smithi204.vnvrbl (mgr.24567) 2318 : cluster [DBG] pgmap v1996: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:40.310 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:03:40.310 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:03:40.310 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 5m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:03:40.310 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 5m ago 4h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:03:40.311 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 5m ago 4h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:03:40.311 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 5m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:03:40.311 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 5m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:03:40.311 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 5m ago 5h 622M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:03:40.312 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 5m ago 4h 481M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:03:40.312 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 5m ago 5h 1852M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:03:40.312 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 5m ago 4h 927M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:03:40.312 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 5m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:03:40.313 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 5m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:03:40.313 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (4h) 5m ago 4h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:03:40.313 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:03:40.313 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 5m ago 4h 1226M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:03:40.313 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 5m ago 4h 2108M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:03:40.314 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 5m ago 4h 1429M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:03:40.314 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 5m ago 4h 2292M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:03:40.314 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 5m ago 4h 2138M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:03:40.314 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 5m ago 4h 2256M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:03:40.314 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 5m ago 4h 1883M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:03:40.315 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 5m ago 4h 2751M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:03:40.315 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 5m ago 4h 155M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:03:40.639 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:03:40.639 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:03:40.640 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:03:40.640 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:03:40.640 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:03:40.640 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:03:40.641 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:03:40.641 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:03:40.641 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:03:40.641 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:03:40.642 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:03:40.642 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:03:40.642 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:03:40.643 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:03:40.643 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:03:40.643 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:03:40.643 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:03:40.644 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:03:40.644 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:03:40.646 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:03:40.024309+0000 mgr.smithi204.vnvrbl (mgr.24567) 2319 : audit [DBG] from='client.40960 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:03:40.647 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:03:40.298797+0000 mgr.smithi204.vnvrbl (mgr.24567) 2320 : audit [DBG] from='client.40964 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:03:40.647 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:03:40.639048+0000 mon.smithi176 (mon.0) 2911 : audit [DBG] from='client.? 172.21.15.176:0/3129507500' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:03:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:03:40.024309+0000 mgr.smithi204.vnvrbl (mgr.24567) 2319 : audit [DBG] from='client.40960 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:03:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:03:40.298797+0000 mgr.smithi204.vnvrbl (mgr.24567) 2320 : audit [DBG] from='client.40964 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:03:40.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:03:40.639048+0000 mon.smithi176 (mon.0) 2911 : audit [DBG] from='client.? 172.21.15.176:0/3129507500' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:03:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:40.397488+0000 mgr.smithi204.vnvrbl (mgr.24567) 2321 : cluster [DBG] pgmap v1997: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:42.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:40.397488+0000 mgr.smithi204.vnvrbl (mgr.24567) 2321 : cluster [DBG] pgmap v1997: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:03:42.332345+0000 mon.smithi204 (mon.1) 368 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:03:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:03:42.333797+0000 mon.smithi204 (mon.1) 369 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:03:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:03:42.334678+0000 mon.smithi204 (mon.1) 370 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:03:42.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:03:42.335533+0000 mgr.smithi204.vnvrbl (mgr.24567) 2322 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:03:43.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:03:42.332345+0000 mon.smithi204 (mon.1) 368 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:03:43.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:03:42.333797+0000 mon.smithi204 (mon.1) 369 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:03:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:03:42.334678+0000 mon.smithi204 (mon.1) 370 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:03:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:03:42.335533+0000 mgr.smithi204.vnvrbl (mgr.24567) 2322 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:03:44.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:42.398255+0000 mgr.smithi204.vnvrbl (mgr.24567) 2323 : cluster [DBG] pgmap v1998: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:44.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:03:42.737202+0000 mon.smithi176 (mon.0) 2912 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:03:44.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:03:42.742386+0000 mon.smithi176 (mon.0) 2913 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:03:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:42.398255+0000 mgr.smithi204.vnvrbl (mgr.24567) 2323 : cluster [DBG] pgmap v1998: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:03:42.737202+0000 mon.smithi176 (mon.0) 2912 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:03:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:03:42.742386+0000 mon.smithi176 (mon.0) 2913 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:03:46.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:44.398689+0000 mgr.smithi204.vnvrbl (mgr.24567) 2324 : cluster [DBG] pgmap v1999: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:44.398689+0000 mgr.smithi204.vnvrbl (mgr.24567) 2324 : cluster [DBG] pgmap v1999: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:46.399272+0000 mgr.smithi204.vnvrbl (mgr.24567) 2325 : cluster [DBG] pgmap v2000: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:46.399272+0000 mgr.smithi204.vnvrbl (mgr.24567) 2325 : cluster [DBG] pgmap v2000: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:50.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:48.399996+0000 mgr.smithi204.vnvrbl (mgr.24567) 2326 : cluster [DBG] pgmap v2001: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:48.399996+0000 mgr.smithi204.vnvrbl (mgr.24567) 2326 : cluster [DBG] pgmap v2001: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:52.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:50.400545+0000 mgr.smithi204.vnvrbl (mgr.24567) 2327 : cluster [DBG] pgmap v2002: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:50.400545+0000 mgr.smithi204.vnvrbl (mgr.24567) 2327 : cluster [DBG] pgmap v2002: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:54.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:52.401370+0000 mgr.smithi204.vnvrbl (mgr.24567) 2328 : cluster [DBG] pgmap v2003: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:52.401370+0000 mgr.smithi204.vnvrbl (mgr.24567) 2328 : cluster [DBG] pgmap v2003: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:03:56.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:54.401908+0000 mgr.smithi204.vnvrbl (mgr.24567) 2329 : cluster [DBG] pgmap v2004: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:54.401908+0000 mgr.smithi204.vnvrbl (mgr.24567) 2329 : cluster [DBG] pgmap v2004: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:56.402324+0000 mgr.smithi204.vnvrbl (mgr.24567) 2330 : cluster [DBG] pgmap v2005: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:03:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:56.402324+0000 mgr.smithi204.vnvrbl (mgr.24567) 2330 : cluster [DBG] pgmap v2005: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:00.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:03:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:03:58.403099+0000 mgr.smithi204.vnvrbl (mgr.24567) 2331 : cluster [DBG] pgmap v2006: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:03:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:03:58.403099+0000 mgr.smithi204.vnvrbl (mgr.24567) 2331 : cluster [DBG] pgmap v2006: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:02.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:00.403542+0000 mgr.smithi204.vnvrbl (mgr.24567) 2332 : cluster [DBG] pgmap v2007: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:00.403542+0000 mgr.smithi204.vnvrbl (mgr.24567) 2332 : cluster [DBG] pgmap v2007: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:04.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:02.404253+0000 mgr.smithi204.vnvrbl (mgr.24567) 2333 : cluster [DBG] pgmap v2008: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:04.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:02.404253+0000 mgr.smithi204.vnvrbl (mgr.24567) 2333 : cluster [DBG] pgmap v2008: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:06.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:04.404794+0000 mgr.smithi204.vnvrbl (mgr.24567) 2334 : cluster [DBG] pgmap v2009: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:04.404794+0000 mgr.smithi204.vnvrbl (mgr.24567) 2334 : cluster [DBG] pgmap v2009: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:07.770 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:06.405239+0000 mgr.smithi204.vnvrbl (mgr.24567) 2335 : cluster [DBG] pgmap v2010: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:06.405239+0000 mgr.smithi204.vnvrbl (mgr.24567) 2335 : cluster [DBG] pgmap v2010: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:10.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:08.406052+0000 mgr.smithi204.vnvrbl (mgr.24567) 2336 : cluster [DBG] pgmap v2011: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:10.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:08.406052+0000 mgr.smithi204.vnvrbl (mgr.24567) 2336 : cluster [DBG] pgmap v2011: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:10.952 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:04:11.227 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:04:11.228 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (4h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:04:11.228 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 5m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:04:11.228 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 5m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:04:11.228 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (4h) 5m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:04:11.229 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 5m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:04:11.229 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 5m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:04:11.229 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 5m ago 5h 622M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:04:11.229 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 5m ago 5h 481M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:04:11.230 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 5m ago 5h 1852M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:04:11.230 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 5m ago 4h 927M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:04:11.230 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 5m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:04:11.230 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 5m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:04:11.231 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 5m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:04:11.231 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (4h) 5m ago 4h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:04:11.231 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 5m ago 4h 1226M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:04:11.231 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 5m ago 4h 2108M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:04:11.232 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 5m ago 4h 1429M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:04:11.232 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 5m ago 4h 2292M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:04:11.232 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 5m ago 4h 2138M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:04:11.232 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 5m ago 4h 2256M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:04:11.232 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 5m ago 4h 1883M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:04:11.233 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 5m ago 4h 2751M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:04:11.233 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 5m ago 5h 155M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:04:11.562 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:04:11.563 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:04:11.563 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:04:11.563 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:04:11.564 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:04:11.564 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:04:11.564 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:04:11.564 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:04:11.565 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:04:11.565 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:04:11.565 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:04:11.565 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:04:11.566 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:04:11.566 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:04:11.566 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:04:11.566 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:04:11.567 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:04:11.567 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:04:11.567 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:04:12.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:10.406495+0000 mgr.smithi204.vnvrbl (mgr.24567) 2337 : cluster [DBG] pgmap v2012: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:04:10.939569+0000 mgr.smithi204.vnvrbl (mgr.24567) 2338 : audit [DBG] from='client.40972 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:04:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:04:11.217062+0000 mgr.smithi204.vnvrbl (mgr.24567) 2339 : audit [DBG] from='client.40976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:04:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:04:11.562287+0000 mon.smithi176 (mon.0) 2914 : audit [DBG] from='client.? 172.21.15.176:0/780842056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:04:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:04:11.619069+0000 mon.smithi204 (mon.1) 371 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:04:12.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:04:11.619398+0000 mon.smithi204 (mon.1) 372 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:04:12.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:04:11.619859+0000 mon.smithi176 (mon.0) 2915 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:04:12.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:04:11.620141+0000 mon.smithi176 (mon.0) 2916 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:04:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:10.406495+0000 mgr.smithi204.vnvrbl (mgr.24567) 2337 : cluster [DBG] pgmap v2012: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:04:10.939569+0000 mgr.smithi204.vnvrbl (mgr.24567) 2338 : audit [DBG] from='client.40972 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:04:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:04:11.217062+0000 mgr.smithi204.vnvrbl (mgr.24567) 2339 : audit [DBG] from='client.40976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:04:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:04:11.562287+0000 mon.smithi176 (mon.0) 2914 : audit [DBG] from='client.? 172.21.15.176:0/780842056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:04:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:04:11.619069+0000 mon.smithi204 (mon.1) 371 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:04:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:04:11.619398+0000 mon.smithi204 (mon.1) 372 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:04:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:04:11.619859+0000 mon.smithi176 (mon.0) 2915 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:04:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:04:11.620141+0000 mon.smithi176 (mon.0) 2916 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:04:14.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:12.407316+0000 mgr.smithi204.vnvrbl (mgr.24567) 2340 : cluster [DBG] pgmap v2013: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:12.407316+0000 mgr.smithi204.vnvrbl (mgr.24567) 2340 : cluster [DBG] pgmap v2013: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:14.407765+0000 mgr.smithi204.vnvrbl (mgr.24567) 2341 : cluster [DBG] pgmap v2014: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:14.407765+0000 mgr.smithi204.vnvrbl (mgr.24567) 2341 : cluster [DBG] pgmap v2014: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:16.408266+0000 mgr.smithi204.vnvrbl (mgr.24567) 2342 : cluster [DBG] pgmap v2015: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:16.408266+0000 mgr.smithi204.vnvrbl (mgr.24567) 2342 : cluster [DBG] pgmap v2015: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:20.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:18.409264+0000 mgr.smithi204.vnvrbl (mgr.24567) 2343 : cluster [DBG] pgmap v2016: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:18.409264+0000 mgr.smithi204.vnvrbl (mgr.24567) 2343 : cluster [DBG] pgmap v2016: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:22.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:20.409637+0000 mgr.smithi204.vnvrbl (mgr.24567) 2344 : cluster [DBG] pgmap v2017: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:20.409637+0000 mgr.smithi204.vnvrbl (mgr.24567) 2344 : cluster [DBG] pgmap v2017: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:24.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:22.410405+0000 mgr.smithi204.vnvrbl (mgr.24567) 2345 : cluster [DBG] pgmap v2018: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:24.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:22.410405+0000 mgr.smithi204.vnvrbl (mgr.24567) 2345 : cluster [DBG] pgmap v2018: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:24.410847+0000 mgr.smithi204.vnvrbl (mgr.24567) 2346 : cluster [DBG] pgmap v2019: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:26.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:24.410847+0000 mgr.smithi204.vnvrbl (mgr.24567) 2346 : cluster [DBG] pgmap v2019: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:26.411364+0000 mgr.smithi204.vnvrbl (mgr.24567) 2347 : cluster [DBG] pgmap v2020: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:26.411364+0000 mgr.smithi204.vnvrbl (mgr.24567) 2347 : cluster [DBG] pgmap v2020: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:30.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:28.412264+0000 mgr.smithi204.vnvrbl (mgr.24567) 2348 : cluster [DBG] pgmap v2021: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:30.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:28.412264+0000 mgr.smithi204.vnvrbl (mgr.24567) 2348 : cluster [DBG] pgmap v2021: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:30.412719+0000 mgr.smithi204.vnvrbl (mgr.24567) 2349 : cluster [DBG] pgmap v2022: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:30.412719+0000 mgr.smithi204.vnvrbl (mgr.24567) 2349 : cluster [DBG] pgmap v2022: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:32.413567+0000 mgr.smithi204.vnvrbl (mgr.24567) 2350 : cluster [DBG] pgmap v2023: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:34.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:32.413567+0000 mgr.smithi204.vnvrbl (mgr.24567) 2350 : cluster [DBG] pgmap v2023: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:36.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:34.414130+0000 mgr.smithi204.vnvrbl (mgr.24567) 2351 : cluster [DBG] pgmap v2024: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:36.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:34.414130+0000 mgr.smithi204.vnvrbl (mgr.24567) 2351 : cluster [DBG] pgmap v2024: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:36.414710+0000 mgr.smithi204.vnvrbl (mgr.24567) 2352 : cluster [DBG] pgmap v2025: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:36.414710+0000 mgr.smithi204.vnvrbl (mgr.24567) 2352 : cluster [DBG] pgmap v2025: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:38.415696+0000 mgr.smithi204.vnvrbl (mgr.24567) 2353 : cluster [DBG] pgmap v2026: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:40.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:38.415696+0000 mgr.smithi204.vnvrbl (mgr.24567) 2353 : cluster [DBG] pgmap v2026: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:41.866 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:04:42.140 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:04:42.140 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:04:42.140 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 6m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:04:42.141 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 6m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:04:42.141 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 6m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:04:42.141 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 6m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:04:42.141 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 6m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:04:42.141 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 6m ago 5h 622M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:04:42.142 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 6m ago 5h 481M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:04:42.142 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 6m ago 5h 1852M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:04:42.142 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 6m ago 5h 927M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:04:42.142 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 6m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:04:42.143 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 6m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:04:42.143 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 6m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:04:42.143 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:04:42.143 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 6m ago 4h 1226M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:04:42.143 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (4h) 6m ago 4h 2108M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:04:42.144 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 6m ago 4h 1429M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:04:42.144 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 6m ago 4h 2292M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:04:42.144 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 6m ago 4h 2138M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:04:42.144 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 6m ago 4h 2256M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:04:42.144 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 6m ago 4h 1883M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:04:42.145 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 6m ago 4h 2751M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:04:42.145 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (4h) 6m ago 5h 155M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:04:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:40.416129+0000 mgr.smithi204.vnvrbl (mgr.24567) 2354 : cluster [DBG] pgmap v2027: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:42.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:40.416129+0000 mgr.smithi204.vnvrbl (mgr.24567) 2354 : cluster [DBG] pgmap v2027: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:42.493 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:04:42.493 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:04:42.493 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:04:42.494 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:04:42.494 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:04:42.494 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:04:42.494 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:04:42.495 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:04:42.495 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:04:42.495 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:04:42.495 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:04:42.495 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:04:42.496 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:04:42.496 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:04:42.496 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:04:42.496 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:04:42.496 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:04:42.497 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:04:42.497 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:04:43.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:04:41.854032+0000 mgr.smithi204.vnvrbl (mgr.24567) 2355 : audit [DBG] from='client.40984 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:04:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:04:42.129349+0000 mgr.smithi204.vnvrbl (mgr.24567) 2356 : audit [DBG] from='client.40988 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:04:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:04:42.492241+0000 mon.smithi176 (mon.0) 2917 : audit [DBG] from='client.? 172.21.15.176:0/2219898351' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:04:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:04:42.744932+0000 mon.smithi204 (mon.1) 373 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:04:43.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:04:42.746367+0000 mon.smithi204 (mon.1) 374 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:04:43.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:04:42.747221+0000 mon.smithi204 (mon.1) 375 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:04:43.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:04:41.854032+0000 mgr.smithi204.vnvrbl (mgr.24567) 2355 : audit [DBG] from='client.40984 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:04:43.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:04:42.129349+0000 mgr.smithi204.vnvrbl (mgr.24567) 2356 : audit [DBG] from='client.40988 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:04:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:04:42.492241+0000 mon.smithi176 (mon.0) 2917 : audit [DBG] from='client.? 172.21.15.176:0/2219898351' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:04:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:04:42.744932+0000 mon.smithi204 (mon.1) 373 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:04:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:04:42.746367+0000 mon.smithi204 (mon.1) 374 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:04:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:04:42.747221+0000 mon.smithi204 (mon.1) 375 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:04:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:42.416827+0000 mgr.smithi204.vnvrbl (mgr.24567) 2357 : cluster [DBG] pgmap v2028: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:04:42.747963+0000 mgr.smithi204.vnvrbl (mgr.24567) 2358 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:04:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:04:43.148165+0000 mon.smithi176 (mon.0) 2918 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:04:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:04:43.154699+0000 mon.smithi176 (mon.0) 2919 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:04:44.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:42.416827+0000 mgr.smithi204.vnvrbl (mgr.24567) 2357 : cluster [DBG] pgmap v2028: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:44.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:04:42.747963+0000 mgr.smithi204.vnvrbl (mgr.24567) 2358 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:04:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:04:43.148165+0000 mon.smithi176 (mon.0) 2918 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:04:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:04:43.154699+0000 mon.smithi176 (mon.0) 2919 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:04:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:44.417291+0000 mgr.smithi204.vnvrbl (mgr.24567) 2359 : cluster [DBG] pgmap v2029: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:44.417291+0000 mgr.smithi204.vnvrbl (mgr.24567) 2359 : cluster [DBG] pgmap v2029: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:48.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:46.417738+0000 mgr.smithi204.vnvrbl (mgr.24567) 2360 : cluster [DBG] pgmap v2030: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:48.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:46.417738+0000 mgr.smithi204.vnvrbl (mgr.24567) 2360 : cluster [DBG] pgmap v2030: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:48.418460+0000 mgr.smithi204.vnvrbl (mgr.24567) 2361 : cluster [DBG] pgmap v2031: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:48.418460+0000 mgr.smithi204.vnvrbl (mgr.24567) 2361 : cluster [DBG] pgmap v2031: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:52.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:50.418966+0000 mgr.smithi204.vnvrbl (mgr.24567) 2362 : cluster [DBG] pgmap v2032: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:50.418966+0000 mgr.smithi204.vnvrbl (mgr.24567) 2362 : cluster [DBG] pgmap v2032: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:54.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:52.419720+0000 mgr.smithi204.vnvrbl (mgr.24567) 2363 : cluster [DBG] pgmap v2033: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:54.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:52.419720+0000 mgr.smithi204.vnvrbl (mgr.24567) 2363 : cluster [DBG] pgmap v2033: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:04:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:54.420283+0000 mgr.smithi204.vnvrbl (mgr.24567) 2364 : cluster [DBG] pgmap v2034: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:56.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:54.420283+0000 mgr.smithi204.vnvrbl (mgr.24567) 2364 : cluster [DBG] pgmap v2034: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:04:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:56.420611+0000 mgr.smithi204.vnvrbl (mgr.24567) 2365 : cluster [DBG] pgmap v2035: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:04:58.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:04:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:56.420611+0000 mgr.smithi204.vnvrbl (mgr.24567) 2365 : cluster [DBG] pgmap v2035: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:04:58.421405+0000 mgr.smithi204.vnvrbl (mgr.24567) 2366 : cluster [DBG] pgmap v2036: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:04:58.421405+0000 mgr.smithi204.vnvrbl (mgr.24567) 2366 : cluster [DBG] pgmap v2036: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:02.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:00.421905+0000 mgr.smithi204.vnvrbl (mgr.24567) 2367 : cluster [DBG] pgmap v2037: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:00.421905+0000 mgr.smithi204.vnvrbl (mgr.24567) 2367 : cluster [DBG] pgmap v2037: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:02.422626+0000 mgr.smithi204.vnvrbl (mgr.24567) 2368 : cluster [DBG] pgmap v2038: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:02.422626+0000 mgr.smithi204.vnvrbl (mgr.24567) 2368 : cluster [DBG] pgmap v2038: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:04.423156+0000 mgr.smithi204.vnvrbl (mgr.24567) 2369 : cluster [DBG] pgmap v2039: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:04.423156+0000 mgr.smithi204.vnvrbl (mgr.24567) 2369 : cluster [DBG] pgmap v2039: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:06.423603+0000 mgr.smithi204.vnvrbl (mgr.24567) 2370 : cluster [DBG] pgmap v2040: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:08.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:06.423603+0000 mgr.smithi204.vnvrbl (mgr.24567) 2370 : cluster [DBG] pgmap v2040: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:08.424305+0000 mgr.smithi204.vnvrbl (mgr.24567) 2371 : cluster [DBG] pgmap v2041: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:08.424305+0000 mgr.smithi204.vnvrbl (mgr.24567) 2371 : cluster [DBG] pgmap v2041: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:10.424747+0000 mgr.smithi204.vnvrbl (mgr.24567) 2372 : cluster [DBG] pgmap v2042: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:05:11.627082+0000 mon.smithi204 (mon.1) 376 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:05:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:05:11.627330+0000 mon.smithi204 (mon.1) 377 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:05:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:05:11.627550+0000 mon.smithi176 (mon.0) 2920 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:05:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:05:11.627812+0000 mon.smithi176 (mon.0) 2921 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:05:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:10.424747+0000 mgr.smithi204.vnvrbl (mgr.24567) 2372 : cluster [DBG] pgmap v2042: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:05:11.627082+0000 mon.smithi204 (mon.1) 376 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:05:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:05:11.627330+0000 mon.smithi204 (mon.1) 377 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:05:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:05:11.627550+0000 mon.smithi176 (mon.0) 2920 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:05:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:05:11.627812+0000 mon.smithi176 (mon.0) 2921 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:05:12.792 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:05:13.068 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:05:13.068 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:05:13.069 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 6m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:05:13.069 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 6m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:05:13.069 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 6m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:05:13.069 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 6m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:05:13.070 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 6m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:05:13.070 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 6m ago 5h 622M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:05:13.070 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 6m ago 5h 481M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:05:13.070 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 6m ago 5h 1852M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:05:13.070 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 6m ago 5h 927M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:05:13.071 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 6m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:05:13.071 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 6m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:05:13.071 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 6m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:05:13.071 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:05:13.071 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 6m ago 5h 1226M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:05:13.072 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 6m ago 5h 2108M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:05:13.072 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (4h) 6m ago 4h 1429M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:05:13.072 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (4h) 6m ago 4h 2292M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:05:13.072 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 6m ago 4h 2138M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:05:13.072 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 6m ago 4h 2256M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:05:13.073 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 6m ago 4h 1883M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:05:13.073 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 6m ago 4h 2751M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:05:13.073 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 6m ago 5h 155M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:05:13.397 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:05:13.397 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:05:13.397 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:05:13.398 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:05:13.398 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:05:13.398 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:05:13.398 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:05:13.399 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:05:13.399 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:05:13.399 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:05:13.399 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:05:13.400 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:05:13.400 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:05:13.400 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:05:13.400 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:05:13.401 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:05:13.401 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:05:13.401 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:05:13.401 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:05:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:12.425578+0000 mgr.smithi204.vnvrbl (mgr.24567) 2373 : cluster [DBG] pgmap v2043: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:05:12.779924+0000 mgr.smithi204.vnvrbl (mgr.24567) 2374 : audit [DBG] from='client.40996 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:05:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:05:13.057687+0000 mgr.smithi204.vnvrbl (mgr.24567) 2375 : audit [DBG] from='client.41000 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:05:14.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:05:13.396722+0000 mon.smithi176 (mon.0) 2922 : audit [DBG] from='client.? 172.21.15.176:0/3693750744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:05:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:12.425578+0000 mgr.smithi204.vnvrbl (mgr.24567) 2373 : cluster [DBG] pgmap v2043: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:05:12.779924+0000 mgr.smithi204.vnvrbl (mgr.24567) 2374 : audit [DBG] from='client.40996 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:05:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:05:13.057687+0000 mgr.smithi204.vnvrbl (mgr.24567) 2375 : audit [DBG] from='client.41000 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:05:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:05:13.396722+0000 mon.smithi176 (mon.0) 2922 : audit [DBG] from='client.? 172.21.15.176:0/3693750744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:05:16.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:14.426238+0000 mgr.smithi204.vnvrbl (mgr.24567) 2376 : cluster [DBG] pgmap v2044: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:14.426238+0000 mgr.smithi204.vnvrbl (mgr.24567) 2376 : cluster [DBG] pgmap v2044: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:16.426817+0000 mgr.smithi204.vnvrbl (mgr.24567) 2377 : cluster [DBG] pgmap v2045: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:18.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:16.426817+0000 mgr.smithi204.vnvrbl (mgr.24567) 2377 : cluster [DBG] pgmap v2045: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:20.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:18.427623+0000 mgr.smithi204.vnvrbl (mgr.24567) 2378 : cluster [DBG] pgmap v2046: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:18.427623+0000 mgr.smithi204.vnvrbl (mgr.24567) 2378 : cluster [DBG] pgmap v2046: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:22.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:20.428299+0000 mgr.smithi204.vnvrbl (mgr.24567) 2379 : cluster [DBG] pgmap v2047: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:20.428299+0000 mgr.smithi204.vnvrbl (mgr.24567) 2379 : cluster [DBG] pgmap v2047: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:22.429123+0000 mgr.smithi204.vnvrbl (mgr.24567) 2380 : cluster [DBG] pgmap v2048: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:22.429123+0000 mgr.smithi204.vnvrbl (mgr.24567) 2380 : cluster [DBG] pgmap v2048: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:26.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:24.429741+0000 mgr.smithi204.vnvrbl (mgr.24567) 2381 : cluster [DBG] pgmap v2049: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:26.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:24.429741+0000 mgr.smithi204.vnvrbl (mgr.24567) 2381 : cluster [DBG] pgmap v2049: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:26.430337+0000 mgr.smithi204.vnvrbl (mgr.24567) 2382 : cluster [DBG] pgmap v2050: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:28.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:26.430337+0000 mgr.smithi204.vnvrbl (mgr.24567) 2382 : cluster [DBG] pgmap v2050: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:28.431372+0000 mgr.smithi204.vnvrbl (mgr.24567) 2383 : cluster [DBG] pgmap v2051: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:28.431372+0000 mgr.smithi204.vnvrbl (mgr.24567) 2383 : cluster [DBG] pgmap v2051: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:30.431828+0000 mgr.smithi204.vnvrbl (mgr.24567) 2384 : cluster [DBG] pgmap v2052: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:30.431828+0000 mgr.smithi204.vnvrbl (mgr.24567) 2384 : cluster [DBG] pgmap v2052: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:32.432694+0000 mgr.smithi204.vnvrbl (mgr.24567) 2385 : cluster [DBG] pgmap v2053: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:34.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:32.432694+0000 mgr.smithi204.vnvrbl (mgr.24567) 2385 : cluster [DBG] pgmap v2053: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:36.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:34.433304+0000 mgr.smithi204.vnvrbl (mgr.24567) 2386 : cluster [DBG] pgmap v2054: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:36.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:34.433304+0000 mgr.smithi204.vnvrbl (mgr.24567) 2386 : cluster [DBG] pgmap v2054: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:38.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:36.433713+0000 mgr.smithi204.vnvrbl (mgr.24567) 2387 : cluster [DBG] pgmap v2055: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:36.433713+0000 mgr.smithi204.vnvrbl (mgr.24567) 2387 : cluster [DBG] pgmap v2055: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:38.434505+0000 mgr.smithi204.vnvrbl (mgr.24567) 2388 : cluster [DBG] pgmap v2056: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:38.434505+0000 mgr.smithi204.vnvrbl (mgr.24567) 2388 : cluster [DBG] pgmap v2056: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:42.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:40.435013+0000 mgr.smithi204.vnvrbl (mgr.24567) 2389 : cluster [DBG] pgmap v2057: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:40.435013+0000 mgr.smithi204.vnvrbl (mgr.24567) 2389 : cluster [DBG] pgmap v2057: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:43.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:05:43.159519+0000 mon.smithi204 (mon.1) 378 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:05:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:05:43.160904+0000 mon.smithi204 (mon.1) 379 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:05:43.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:05:43.161718+0000 mon.smithi204 (mon.1) 380 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:05:43.705 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:05:43.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:05:43.159519+0000 mon.smithi204 (mon.1) 378 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:05:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:05:43.160904+0000 mon.smithi204 (mon.1) 379 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:05:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:05:43.161718+0000 mon.smithi204 (mon.1) 380 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:05:43.981 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:05:43.981 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:05:43.981 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 7m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:05:43.982 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 7m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:05:43.982 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 7m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:05:43.982 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 7m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:05:43.982 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 7m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:05:43.983 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 7m ago 5h 622M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:05:43.983 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 7m ago 5h 481M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:05:43.983 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 7m ago 5h 1852M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:05:43.983 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 7m ago 5h 927M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:05:43.983 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 7m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:05:43.984 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 7m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:05:43.984 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 7m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:05:43.984 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:05:43.984 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 7m ago 5h 1226M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:05:43.985 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 7m ago 5h 2108M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:05:43.985 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 7m ago 5h 1429M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:05:43.985 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 7m ago 5h 2292M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:05:43.985 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (4h) 7m ago 4h 2138M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:05:43.985 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (4h) 7m ago 4h 2256M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:05:43.986 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 7m ago 4h 1883M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:05:43.986 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 7m ago 4h 2751M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:05:43.986 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 7m ago 5h 155M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:05:44.317 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:05:44.317 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:05:44.318 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:05:44.318 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:05:44.318 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:05:44.318 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:05:44.319 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:05:44.319 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:05:44.319 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:05:44.319 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:05:44.320 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:05:44.320 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:05:44.320 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:05:44.320 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:05:44.320 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:05:44.321 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:05:44.321 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:05:44.321 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:05:44.321 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:05:44.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:42.435779+0000 mgr.smithi204.vnvrbl (mgr.24567) 2390 : cluster [DBG] pgmap v2058: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:05:43.162474+0000 mgr.smithi204.vnvrbl (mgr.24567) 2391 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:05:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:05:43.570191+0000 mon.smithi176 (mon.0) 2923 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:05:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:05:43.577430+0000 mon.smithi176 (mon.0) 2924 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:05:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:42.435779+0000 mgr.smithi204.vnvrbl (mgr.24567) 2390 : cluster [DBG] pgmap v2058: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:05:43.162474+0000 mgr.smithi204.vnvrbl (mgr.24567) 2391 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:05:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:05:43.570191+0000 mon.smithi176 (mon.0) 2923 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:05:44.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:05:43.577430+0000 mon.smithi176 (mon.0) 2924 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:05:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:05:43.692762+0000 mgr.smithi204.vnvrbl (mgr.24567) 2392 : audit [DBG] from='client.49017 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:05:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:05:43.971418+0000 mgr.smithi204.vnvrbl (mgr.24567) 2393 : audit [DBG] from='client.41012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:05:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:05:44.316801+0000 mon.smithi176 (mon.0) 2925 : audit [DBG] from='client.? 172.21.15.176:0/657379869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:05:45.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:05:43.692762+0000 mgr.smithi204.vnvrbl (mgr.24567) 2392 : audit [DBG] from='client.49017 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:05:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:05:43.971418+0000 mgr.smithi204.vnvrbl (mgr.24567) 2393 : audit [DBG] from='client.41012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:05:45.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:05:44.316801+0000 mon.smithi176 (mon.0) 2925 : audit [DBG] from='client.? 172.21.15.176:0/657379869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:05:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:44.436169+0000 mgr.smithi204.vnvrbl (mgr.24567) 2394 : cluster [DBG] pgmap v2059: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:44.436169+0000 mgr.smithi204.vnvrbl (mgr.24567) 2394 : cluster [DBG] pgmap v2059: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:48.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:46.436667+0000 mgr.smithi204.vnvrbl (mgr.24567) 2395 : cluster [DBG] pgmap v2060: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:46.436667+0000 mgr.smithi204.vnvrbl (mgr.24567) 2395 : cluster [DBG] pgmap v2060: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:48.437430+0000 mgr.smithi204.vnvrbl (mgr.24567) 2396 : cluster [DBG] pgmap v2061: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:48.437430+0000 mgr.smithi204.vnvrbl (mgr.24567) 2396 : cluster [DBG] pgmap v2061: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:50.437946+0000 mgr.smithi204.vnvrbl (mgr.24567) 2397 : cluster [DBG] pgmap v2062: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:52.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:50.437946+0000 mgr.smithi204.vnvrbl (mgr.24567) 2397 : cluster [DBG] pgmap v2062: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:54.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:52.438919+0000 mgr.smithi204.vnvrbl (mgr.24567) 2398 : cluster [DBG] pgmap v2063: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:54.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:52.438919+0000 mgr.smithi204.vnvrbl (mgr.24567) 2398 : cluster [DBG] pgmap v2063: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:05:56.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:54.439450+0000 mgr.smithi204.vnvrbl (mgr.24567) 2399 : cluster [DBG] pgmap v2064: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:54.439450+0000 mgr.smithi204.vnvrbl (mgr.24567) 2399 : cluster [DBG] pgmap v2064: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:58.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:05:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:56.440003+0000 mgr.smithi204.vnvrbl (mgr.24567) 2400 : cluster [DBG] pgmap v2065: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:05:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:05:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:56.440003+0000 mgr.smithi204.vnvrbl (mgr.24567) 2400 : cluster [DBG] pgmap v2065: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:05:58.440971+0000 mgr.smithi204.vnvrbl (mgr.24567) 2401 : cluster [DBG] pgmap v2066: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:05:58.440971+0000 mgr.smithi204.vnvrbl (mgr.24567) 2401 : cluster [DBG] pgmap v2066: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:00.441413+0000 mgr.smithi204.vnvrbl (mgr.24567) 2402 : cluster [DBG] pgmap v2067: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:00.441413+0000 mgr.smithi204.vnvrbl (mgr.24567) 2402 : cluster [DBG] pgmap v2067: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:02.442091+0000 mgr.smithi204.vnvrbl (mgr.24567) 2403 : cluster [DBG] pgmap v2068: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:02.442091+0000 mgr.smithi204.vnvrbl (mgr.24567) 2403 : cluster [DBG] pgmap v2068: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:04.442672+0000 mgr.smithi204.vnvrbl (mgr.24567) 2404 : cluster [DBG] pgmap v2069: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:04.442672+0000 mgr.smithi204.vnvrbl (mgr.24567) 2404 : cluster [DBG] pgmap v2069: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:08.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:06.443069+0000 mgr.smithi204.vnvrbl (mgr.24567) 2405 : cluster [DBG] pgmap v2070: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:06.443069+0000 mgr.smithi204.vnvrbl (mgr.24567) 2405 : cluster [DBG] pgmap v2070: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:08.443823+0000 mgr.smithi204.vnvrbl (mgr.24567) 2406 : cluster [DBG] pgmap v2071: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:08.443823+0000 mgr.smithi204.vnvrbl (mgr.24567) 2406 : cluster [DBG] pgmap v2071: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:10.444296+0000 mgr.smithi204.vnvrbl (mgr.24567) 2407 : cluster [DBG] pgmap v2072: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:06:11.629787+0000 mon.smithi204 (mon.1) 381 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:06:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:06:11.632299+0000 mon.smithi204 (mon.1) 382 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:06:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:06:11.632527+0000 mon.smithi176 (mon.0) 2926 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:06:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:06:11.632793+0000 mon.smithi176 (mon.0) 2927 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:06:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:10.444296+0000 mgr.smithi204.vnvrbl (mgr.24567) 2407 : cluster [DBG] pgmap v2072: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:06:11.629787+0000 mon.smithi204 (mon.1) 381 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:06:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:06:11.632299+0000 mon.smithi204 (mon.1) 382 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:06:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:06:11.632527+0000 mon.smithi176 (mon.0) 2926 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:06:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:06:11.632793+0000 mon.smithi176 (mon.0) 2927 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:06:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:12.445145+0000 mgr.smithi204.vnvrbl (mgr.24567) 2408 : cluster [DBG] pgmap v2073: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:14.621 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:06:14.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:12.445145+0000 mgr.smithi204.vnvrbl (mgr.24567) 2408 : cluster [DBG] pgmap v2073: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:14.896 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:06:14.897 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:06:14.897 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 7m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:06:14.897 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 7m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:06:14.897 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 7m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:06:14.898 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 7m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:06:14.898 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 7m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:06:14.898 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 7m ago 5h 622M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:06:14.898 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 7m ago 5h 481M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:06:14.898 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 7m ago 5h 1852M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:06:14.899 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 7m ago 5h 927M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:06:14.899 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 7m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:06:14.899 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 7m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:06:14.899 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 7m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:06:14.899 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:06:14.900 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 7m ago 5h 1226M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:06:14.900 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 7m ago 5h 2108M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:06:14.900 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 7m ago 5h 1429M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:06:14.900 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 7m ago 5h 2292M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:06:14.900 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 7m ago 5h 2138M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:06:14.901 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 7m ago 5h 2256M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:06:14.901 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (4h) 7m ago 4h 1883M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:06:14.901 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (4h) 7m ago 4h 2751M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:06:14.901 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 7m ago 5h 155M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:06:15.227 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:06:15.227 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:06:15.227 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:06:15.227 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:06:15.228 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:06:15.228 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:06:15.228 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:06:15.229 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:06:15.229 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:06:15.229 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:06:15.230 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:06:15.230 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:06:15.230 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:06:15.230 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:06:15.231 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:06:15.231 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:06:15.231 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:06:15.231 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:06:15.231 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:06:15.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:06:15.226335+0000 mon.smithi176 (mon.0) 2928 : audit [DBG] from='client.? 172.21.15.176:0/2878466881' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:06:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:06:15.226335+0000 mon.smithi176 (mon.0) 2928 : audit [DBG] from='client.? 172.21.15.176:0/2878466881' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:06:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:14.445586+0000 mgr.smithi204.vnvrbl (mgr.24567) 2409 : cluster [DBG] pgmap v2074: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:06:14.608346+0000 mgr.smithi204.vnvrbl (mgr.24567) 2410 : audit [DBG] from='client.41020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:06:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:06:14.885569+0000 mgr.smithi204.vnvrbl (mgr.24567) 2411 : audit [DBG] from='client.41024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:06:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:14.445586+0000 mgr.smithi204.vnvrbl (mgr.24567) 2409 : cluster [DBG] pgmap v2074: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:06:14.608346+0000 mgr.smithi204.vnvrbl (mgr.24567) 2410 : audit [DBG] from='client.41020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:06:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:06:14.885569+0000 mgr.smithi204.vnvrbl (mgr.24567) 2411 : audit [DBG] from='client.41024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:06:18.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:16.446204+0000 mgr.smithi204.vnvrbl (mgr.24567) 2412 : cluster [DBG] pgmap v2075: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:16.446204+0000 mgr.smithi204.vnvrbl (mgr.24567) 2412 : cluster [DBG] pgmap v2075: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:18.447068+0000 mgr.smithi204.vnvrbl (mgr.24567) 2413 : cluster [DBG] pgmap v2076: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:20.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:18.447068+0000 mgr.smithi204.vnvrbl (mgr.24567) 2413 : cluster [DBG] pgmap v2076: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:20.447570+0000 mgr.smithi204.vnvrbl (mgr.24567) 2414 : cluster [DBG] pgmap v2077: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:20.447570+0000 mgr.smithi204.vnvrbl (mgr.24567) 2414 : cluster [DBG] pgmap v2077: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:22.448315+0000 mgr.smithi204.vnvrbl (mgr.24567) 2415 : cluster [DBG] pgmap v2078: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:22.448315+0000 mgr.smithi204.vnvrbl (mgr.24567) 2415 : cluster [DBG] pgmap v2078: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:24.448878+0000 mgr.smithi204.vnvrbl (mgr.24567) 2416 : cluster [DBG] pgmap v2079: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:24.448878+0000 mgr.smithi204.vnvrbl (mgr.24567) 2416 : cluster [DBG] pgmap v2079: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:28.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:26.449321+0000 mgr.smithi204.vnvrbl (mgr.24567) 2417 : cluster [DBG] pgmap v2080: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:28.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:26.449321+0000 mgr.smithi204.vnvrbl (mgr.24567) 2417 : cluster [DBG] pgmap v2080: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:28.450149+0000 mgr.smithi204.vnvrbl (mgr.24567) 2418 : cluster [DBG] pgmap v2081: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:28.450149+0000 mgr.smithi204.vnvrbl (mgr.24567) 2418 : cluster [DBG] pgmap v2081: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:30.450734+0000 mgr.smithi204.vnvrbl (mgr.24567) 2419 : cluster [DBG] pgmap v2082: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:30.450734+0000 mgr.smithi204.vnvrbl (mgr.24567) 2419 : cluster [DBG] pgmap v2082: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:32.451530+0000 mgr.smithi204.vnvrbl (mgr.24567) 2420 : cluster [DBG] pgmap v2083: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:32.451530+0000 mgr.smithi204.vnvrbl (mgr.24567) 2420 : cluster [DBG] pgmap v2083: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:36.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:34.451929+0000 mgr.smithi204.vnvrbl (mgr.24567) 2421 : cluster [DBG] pgmap v2084: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:34.451929+0000 mgr.smithi204.vnvrbl (mgr.24567) 2421 : cluster [DBG] pgmap v2084: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:36.452568+0000 mgr.smithi204.vnvrbl (mgr.24567) 2422 : cluster [DBG] pgmap v2085: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:38.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:36.452568+0000 mgr.smithi204.vnvrbl (mgr.24567) 2422 : cluster [DBG] pgmap v2085: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:38.453448+0000 mgr.smithi204.vnvrbl (mgr.24567) 2423 : cluster [DBG] pgmap v2086: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:38.453448+0000 mgr.smithi204.vnvrbl (mgr.24567) 2423 : cluster [DBG] pgmap v2086: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:40.453888+0000 mgr.smithi204.vnvrbl (mgr.24567) 2424 : cluster [DBG] pgmap v2087: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:40.453888+0000 mgr.smithi204.vnvrbl (mgr.24567) 2424 : cluster [DBG] pgmap v2087: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:42.454669+0000 mgr.smithi204.vnvrbl (mgr.24567) 2425 : cluster [DBG] pgmap v2088: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:06:43.581685+0000 mon.smithi204 (mon.1) 383 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:06:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:06:43.583101+0000 mon.smithi204 (mon.1) 384 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:06:44.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:06:43.583952+0000 mon.smithi204 (mon.1) 385 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:06:44.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:06:43.985701+0000 mon.smithi176 (mon.0) 2929 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:06:44.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:06:43.990777+0000 mon.smithi176 (mon.0) 2930 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:06:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:42.454669+0000 mgr.smithi204.vnvrbl (mgr.24567) 2425 : cluster [DBG] pgmap v2088: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:06:43.581685+0000 mon.smithi204 (mon.1) 383 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:06:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:06:43.583101+0000 mon.smithi204 (mon.1) 384 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:06:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:06:43.583952+0000 mon.smithi204 (mon.1) 385 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:06:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:06:43.985701+0000 mon.smithi176 (mon.0) 2929 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:06:44.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:06:43.990777+0000 mon.smithi176 (mon.0) 2930 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:06:45.526 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:06:45.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:06:43.584748+0000 mgr.smithi204.vnvrbl (mgr.24567) 2426 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:06:45.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:06:43.584748+0000 mgr.smithi204.vnvrbl (mgr.24567) 2426 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:06:45.801 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:06:45.802 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:06:45.802 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 8m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:06:45.802 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 8m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:06:45.803 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 8m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:06:45.803 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 8m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:06:45.803 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 8m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:06:45.803 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 8m ago 5h 622M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:06:45.803 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 8m ago 5h 481M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:06:45.804 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 8m ago 5h 1852M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:06:45.804 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 8m ago 5h 927M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:06:45.804 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 8m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:06:45.804 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 8m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:06:45.805 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 8m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:06:45.805 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:06:45.805 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 8m ago 5h 1226M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:06:45.805 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 8m ago 5h 2108M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:06:45.805 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 8m ago 5h 1429M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:06:45.806 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 8m ago 5h 2292M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:06:45.806 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 8m ago 5h 2138M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:06:45.806 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 8m ago 5h 2256M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:06:45.806 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 8m ago 5h 1883M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:06:45.807 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 8m ago 5h 2751M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:06:45.807 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 8m ago 5h 155M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:06:46.133 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:06:46.134 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:06:46.134 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:06:46.134 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:06:46.134 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:06:46.135 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:06:46.135 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:06:46.135 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:06:46.135 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:06:46.136 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:06:46.136 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:06:46.136 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:06:46.136 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:06:46.136 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:06:46.137 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:06:46.137 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:06:46.137 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:06:46.137 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:06:46.137 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:06:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:44.455045+0000 mgr.smithi204.vnvrbl (mgr.24567) 2427 : cluster [DBG] pgmap v2089: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:06:46.133261+0000 mon.smithi176 (mon.0) 2931 : audit [DBG] from='client.? 172.21.15.176:0/2712539569' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:06:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:44.455045+0000 mgr.smithi204.vnvrbl (mgr.24567) 2427 : cluster [DBG] pgmap v2089: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:06:46.133261+0000 mon.smithi176 (mon.0) 2931 : audit [DBG] from='client.? 172.21.15.176:0/2712539569' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:06:47.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:06:45.514056+0000 mgr.smithi204.vnvrbl (mgr.24567) 2428 : audit [DBG] from='client.41032 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:06:47.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:06:45.791386+0000 mgr.smithi204.vnvrbl (mgr.24567) 2429 : audit [DBG] from='client.41036 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:06:47.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:06:45.514056+0000 mgr.smithi204.vnvrbl (mgr.24567) 2428 : audit [DBG] from='client.41032 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:06:47.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:06:45.791386+0000 mgr.smithi204.vnvrbl (mgr.24567) 2429 : audit [DBG] from='client.41036 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:06:48.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:46.455384+0000 mgr.smithi204.vnvrbl (mgr.24567) 2430 : cluster [DBG] pgmap v2090: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:48.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:46.455384+0000 mgr.smithi204.vnvrbl (mgr.24567) 2430 : cluster [DBG] pgmap v2090: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:48.456382+0000 mgr.smithi204.vnvrbl (mgr.24567) 2431 : cluster [DBG] pgmap v2091: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:48.456382+0000 mgr.smithi204.vnvrbl (mgr.24567) 2431 : cluster [DBG] pgmap v2091: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:52.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:50.456879+0000 mgr.smithi204.vnvrbl (mgr.24567) 2432 : cluster [DBG] pgmap v2092: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:50.456879+0000 mgr.smithi204.vnvrbl (mgr.24567) 2432 : cluster [DBG] pgmap v2092: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:52.457863+0000 mgr.smithi204.vnvrbl (mgr.24567) 2433 : cluster [DBG] pgmap v2093: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:52.457863+0000 mgr.smithi204.vnvrbl (mgr.24567) 2433 : cluster [DBG] pgmap v2093: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:06:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:54.458372+0000 mgr.smithi204.vnvrbl (mgr.24567) 2434 : cluster [DBG] pgmap v2094: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:54.458372+0000 mgr.smithi204.vnvrbl (mgr.24567) 2434 : cluster [DBG] pgmap v2094: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:06:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:56.458777+0000 mgr.smithi204.vnvrbl (mgr.24567) 2435 : cluster [DBG] pgmap v2095: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:06:58.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:06:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:56.458777+0000 mgr.smithi204.vnvrbl (mgr.24567) 2435 : cluster [DBG] pgmap v2095: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:06:58.459593+0000 mgr.smithi204.vnvrbl (mgr.24567) 2436 : cluster [DBG] pgmap v2096: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:06:58.459593+0000 mgr.smithi204.vnvrbl (mgr.24567) 2436 : cluster [DBG] pgmap v2096: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:00.460045+0000 mgr.smithi204.vnvrbl (mgr.24567) 2437 : cluster [DBG] pgmap v2097: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:00.460045+0000 mgr.smithi204.vnvrbl (mgr.24567) 2437 : cluster [DBG] pgmap v2097: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:02.460948+0000 mgr.smithi204.vnvrbl (mgr.24567) 2438 : cluster [DBG] pgmap v2098: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:02.460948+0000 mgr.smithi204.vnvrbl (mgr.24567) 2438 : cluster [DBG] pgmap v2098: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:04.461501+0000 mgr.smithi204.vnvrbl (mgr.24567) 2439 : cluster [DBG] pgmap v2099: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:04.461501+0000 mgr.smithi204.vnvrbl (mgr.24567) 2439 : cluster [DBG] pgmap v2099: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:06.462081+0000 mgr.smithi204.vnvrbl (mgr.24567) 2440 : cluster [DBG] pgmap v2100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:08.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:06.462081+0000 mgr.smithi204.vnvrbl (mgr.24567) 2440 : cluster [DBG] pgmap v2100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:08.463046+0000 mgr.smithi204.vnvrbl (mgr.24567) 2441 : cluster [DBG] pgmap v2101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:08.463046+0000 mgr.smithi204.vnvrbl (mgr.24567) 2441 : cluster [DBG] pgmap v2101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:10.463485+0000 mgr.smithi204.vnvrbl (mgr.24567) 2442 : cluster [DBG] pgmap v2102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:07:11.634826+0000 mon.smithi204 (mon.1) 386 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:07:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:07:11.635184+0000 mon.smithi204 (mon.1) 387 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:07:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:07:11.635310+0000 mon.smithi176 (mon.0) 2932 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:07:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:07:11.635606+0000 mon.smithi176 (mon.0) 2933 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:07:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:10.463485+0000 mgr.smithi204.vnvrbl (mgr.24567) 2442 : cluster [DBG] pgmap v2102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:07:11.634826+0000 mon.smithi204 (mon.1) 386 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:07:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:07:11.635184+0000 mon.smithi204 (mon.1) 387 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:07:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:07:11.635310+0000 mon.smithi176 (mon.0) 2932 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:07:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:07:11.635606+0000 mon.smithi176 (mon.0) 2933 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:07:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:12.464320+0000 mgr.smithi204.vnvrbl (mgr.24567) 2443 : cluster [DBG] pgmap v2103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:12.464320+0000 mgr.smithi204.vnvrbl (mgr.24567) 2443 : cluster [DBG] pgmap v2103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:16.435 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:07:16.710 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:07:16.711 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:07:16.711 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 8m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:07:16.711 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 8m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:07:16.712 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 8m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:07:16.712 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 8m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:07:16.712 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 8m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:07:16.713 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 8m ago 5h 622M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:07:16.713 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 8m ago 5h 481M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:07:16.713 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 8m ago 5h 1852M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:07:16.713 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 8m ago 5h 927M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:07:16.714 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 8m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:07:16.714 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 8m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:07:16.714 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 8m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:07:16.715 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:07:16.715 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 8m ago 5h 1226M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:07:16.715 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 8m ago 5h 2108M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:07:16.715 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 8m ago 5h 1429M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:07:16.716 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 8m ago 5h 2292M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:07:16.716 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 8m ago 5h 2138M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:07:16.716 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 8m ago 5h 2256M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:07:16.716 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 8m ago 5h 1883M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:07:16.717 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 8m ago 5h 2751M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:07:16.717 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 8m ago 5h 155M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:07:16.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:14.464888+0000 mgr.smithi204.vnvrbl (mgr.24567) 2444 : cluster [DBG] pgmap v2104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:14.464888+0000 mgr.smithi204.vnvrbl (mgr.24567) 2444 : cluster [DBG] pgmap v2104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:17.039 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:07:17.039 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:07:17.040 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:07:17.040 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:07:17.040 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:07:17.040 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:07:17.041 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:07:17.041 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:07:17.041 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:07:17.041 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:07:17.042 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:07:17.042 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:07:17.042 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:07:17.042 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:07:17.043 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:07:17.043 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:07:17.043 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:07:17.043 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:07:17.043 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:07:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:07:16.421312+0000 mgr.smithi204.vnvrbl (mgr.24567) 2445 : audit [DBG] from='client.41044 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:07:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:16.465502+0000 mgr.smithi204.vnvrbl (mgr.24567) 2446 : cluster [DBG] pgmap v2105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:07:16.699441+0000 mgr.smithi204.vnvrbl (mgr.24567) 2447 : audit [DBG] from='client.41048 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:07:17.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:07:17.038847+0000 mon.smithi176 (mon.0) 2934 : audit [DBG] from='client.? 172.21.15.176:0/851518238' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:07:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:07:16.421312+0000 mgr.smithi204.vnvrbl (mgr.24567) 2445 : audit [DBG] from='client.41044 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:07:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:16.465502+0000 mgr.smithi204.vnvrbl (mgr.24567) 2446 : cluster [DBG] pgmap v2105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:07:16.699441+0000 mgr.smithi204.vnvrbl (mgr.24567) 2447 : audit [DBG] from='client.41048 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:07:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:07:17.038847+0000 mon.smithi176 (mon.0) 2934 : audit [DBG] from='client.? 172.21.15.176:0/851518238' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:07:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:18.466371+0000 mgr.smithi204.vnvrbl (mgr.24567) 2448 : cluster [DBG] pgmap v2106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:20.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:18.466371+0000 mgr.smithi204.vnvrbl (mgr.24567) 2448 : cluster [DBG] pgmap v2106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:20.466992+0000 mgr.smithi204.vnvrbl (mgr.24567) 2449 : cluster [DBG] pgmap v2107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:22.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:20.466992+0000 mgr.smithi204.vnvrbl (mgr.24567) 2449 : cluster [DBG] pgmap v2107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:22.467941+0000 mgr.smithi204.vnvrbl (mgr.24567) 2450 : cluster [DBG] pgmap v2108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:24.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:22.467941+0000 mgr.smithi204.vnvrbl (mgr.24567) 2450 : cluster [DBG] pgmap v2108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:24.468442+0000 mgr.smithi204.vnvrbl (mgr.24567) 2451 : cluster [DBG] pgmap v2109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:26.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:24.468442+0000 mgr.smithi204.vnvrbl (mgr.24567) 2451 : cluster [DBG] pgmap v2109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:26.468871+0000 mgr.smithi204.vnvrbl (mgr.24567) 2452 : cluster [DBG] pgmap v2110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:26.468871+0000 mgr.smithi204.vnvrbl (mgr.24567) 2452 : cluster [DBG] pgmap v2110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:28.469777+0000 mgr.smithi204.vnvrbl (mgr.24567) 2453 : cluster [DBG] pgmap v2111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:30.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:28.469777+0000 mgr.smithi204.vnvrbl (mgr.24567) 2453 : cluster [DBG] pgmap v2111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:30.470395+0000 mgr.smithi204.vnvrbl (mgr.24567) 2454 : cluster [DBG] pgmap v2112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:32.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:30.470395+0000 mgr.smithi204.vnvrbl (mgr.24567) 2454 : cluster [DBG] pgmap v2112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:32.471032+0000 mgr.smithi204.vnvrbl (mgr.24567) 2455 : cluster [DBG] pgmap v2113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:34.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:32.471032+0000 mgr.smithi204.vnvrbl (mgr.24567) 2455 : cluster [DBG] pgmap v2113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:34.471651+0000 mgr.smithi204.vnvrbl (mgr.24567) 2456 : cluster [DBG] pgmap v2114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:36.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:34.471651+0000 mgr.smithi204.vnvrbl (mgr.24567) 2456 : cluster [DBG] pgmap v2114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:37.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:36.472222+0000 mgr.smithi204.vnvrbl (mgr.24567) 2457 : cluster [DBG] pgmap v2115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:36.472222+0000 mgr.smithi204.vnvrbl (mgr.24567) 2457 : cluster [DBG] pgmap v2115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:38.472956+0000 mgr.smithi204.vnvrbl (mgr.24567) 2458 : cluster [DBG] pgmap v2116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:40.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:38.472956+0000 mgr.smithi204.vnvrbl (mgr.24567) 2458 : cluster [DBG] pgmap v2116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:40.473441+0000 mgr.smithi204.vnvrbl (mgr.24567) 2459 : cluster [DBG] pgmap v2117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:42.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:40.473441+0000 mgr.smithi204.vnvrbl (mgr.24567) 2459 : cluster [DBG] pgmap v2117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:42.474237+0000 mgr.smithi204.vnvrbl (mgr.24567) 2460 : cluster [DBG] pgmap v2118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:44.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:42.474237+0000 mgr.smithi204.vnvrbl (mgr.24567) 2460 : cluster [DBG] pgmap v2118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:07:43.993581+0000 mon.smithi204 (mon.1) 388 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:07:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:07:43.994974+0000 mon.smithi204 (mon.1) 389 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:07:44.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:07:43.995925+0000 mon.smithi204 (mon.1) 390 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:07:44.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:07:43.996745+0000 mgr.smithi204.vnvrbl (mgr.24567) 2461 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:07:44.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:07:44.397979+0000 mon.smithi176 (mon.0) 2935 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:07:44.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:07:44.403241+0000 mon.smithi176 (mon.0) 2936 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:07:45.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:07:43.993581+0000 mon.smithi204 (mon.1) 388 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:07:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:07:43.994974+0000 mon.smithi204 (mon.1) 389 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:07:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:07:43.995925+0000 mon.smithi204 (mon.1) 390 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:07:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:07:43.996745+0000 mgr.smithi204.vnvrbl (mgr.24567) 2461 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:07:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:07:44.397979+0000 mon.smithi176 (mon.0) 2935 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:07:45.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:07:44.403241+0000 mon.smithi176 (mon.0) 2936 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:07:46.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:44.474652+0000 mgr.smithi204.vnvrbl (mgr.24567) 2462 : cluster [DBG] pgmap v2119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:44.474652+0000 mgr.smithi204.vnvrbl (mgr.24567) 2462 : cluster [DBG] pgmap v2119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:47.345 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:07:47.625 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:07:47.625 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:07:47.626 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 9m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:07:47.626 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 9m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:07:47.626 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 9m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:07:47.626 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 9m ago 4h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:07:47.626 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 9m ago 4h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:07:47.627 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 9m ago 5h 622M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:07:47.627 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 9m ago 5h 481M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:07:47.627 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 9m ago 5h 1852M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:07:47.627 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 9m ago 5h 927M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:07:47.627 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 9m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:07:47.628 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 9m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:07:47.628 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 9m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:07:47.628 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:07:47.628 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 9m ago 5h 1226M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:07:47.629 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 9m ago 5h 2108M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:07:47.629 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 9m ago 5h 1429M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:07:47.629 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 9m ago 5h 2292M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:07:47.629 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 9m ago 5h 2138M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:07:47.629 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 9m ago 5h 2256M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:07:47.630 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 9m ago 5h 1883M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:07:47.630 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 9m ago 5h 2751M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:07:47.630 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 9m ago 5h 155M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:07:47.953 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:07:47.954 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:07:47.954 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:07:47.954 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:07:47.954 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:07:47.954 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:07:47.955 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:07:47.955 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:07:47.955 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:07:47.955 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:07:47.956 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:07:47.956 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:07:47.956 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:07:47.956 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:07:47.957 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:07:47.957 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:07:47.957 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:07:47.957 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:07:47.957 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:07:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:46.475051+0000 mgr.smithi204.vnvrbl (mgr.24567) 2463 : cluster [DBG] pgmap v2120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:07:47.332862+0000 mgr.smithi204.vnvrbl (mgr.24567) 2464 : audit [DBG] from='client.41056 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:07:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:07:47.953247+0000 mon.smithi176 (mon.0) 2937 : audit [DBG] from='client.? 172.21.15.176:0/1294581459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:07:48.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:46.475051+0000 mgr.smithi204.vnvrbl (mgr.24567) 2463 : cluster [DBG] pgmap v2120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:48.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:07:47.332862+0000 mgr.smithi204.vnvrbl (mgr.24567) 2464 : audit [DBG] from='client.41056 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:07:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:07:47.953247+0000 mon.smithi176 (mon.0) 2937 : audit [DBG] from='client.? 172.21.15.176:0/1294581459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:07:49.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:07:47.614330+0000 mgr.smithi204.vnvrbl (mgr.24567) 2465 : audit [DBG] from='client.41060 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:07:49.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:07:47.614330+0000 mgr.smithi204.vnvrbl (mgr.24567) 2465 : audit [DBG] from='client.41060 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:07:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:48.475819+0000 mgr.smithi204.vnvrbl (mgr.24567) 2466 : cluster [DBG] pgmap v2121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:48.475819+0000 mgr.smithi204.vnvrbl (mgr.24567) 2466 : cluster [DBG] pgmap v2121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:52.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:50.476339+0000 mgr.smithi204.vnvrbl (mgr.24567) 2467 : cluster [DBG] pgmap v2122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:50.476339+0000 mgr.smithi204.vnvrbl (mgr.24567) 2467 : cluster [DBG] pgmap v2122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:54.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:52.477118+0000 mgr.smithi204.vnvrbl (mgr.24567) 2468 : cluster [DBG] pgmap v2123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:52.477118+0000 mgr.smithi204.vnvrbl (mgr.24567) 2468 : cluster [DBG] pgmap v2123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:07:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:54.477637+0000 mgr.smithi204.vnvrbl (mgr.24567) 2469 : cluster [DBG] pgmap v2124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:54.477637+0000 mgr.smithi204.vnvrbl (mgr.24567) 2469 : cluster [DBG] pgmap v2124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:07:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:56.478169+0000 mgr.smithi204.vnvrbl (mgr.24567) 2470 : cluster [DBG] pgmap v2125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:07:58.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:07:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:56.478169+0000 mgr.smithi204.vnvrbl (mgr.24567) 2470 : cluster [DBG] pgmap v2125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:07:58.479168+0000 mgr.smithi204.vnvrbl (mgr.24567) 2471 : cluster [DBG] pgmap v2126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:07:58.479168+0000 mgr.smithi204.vnvrbl (mgr.24567) 2471 : cluster [DBG] pgmap v2126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:00.479751+0000 mgr.smithi204.vnvrbl (mgr.24567) 2472 : cluster [DBG] pgmap v2127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:01.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:00.479751+0000 mgr.smithi204.vnvrbl (mgr.24567) 2472 : cluster [DBG] pgmap v2127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:03.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:02.480749+0000 mgr.smithi204.vnvrbl (mgr.24567) 2473 : cluster [DBG] pgmap v2128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:04.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:02.480749+0000 mgr.smithi204.vnvrbl (mgr.24567) 2473 : cluster [DBG] pgmap v2128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:04.481160+0000 mgr.smithi204.vnvrbl (mgr.24567) 2474 : cluster [DBG] pgmap v2129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:06.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:04.481160+0000 mgr.smithi204.vnvrbl (mgr.24567) 2474 : cluster [DBG] pgmap v2129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:07.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:06.481790+0000 mgr.smithi204.vnvrbl (mgr.24567) 2475 : cluster [DBG] pgmap v2130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:06.481790+0000 mgr.smithi204.vnvrbl (mgr.24567) 2475 : cluster [DBG] pgmap v2130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:08.482550+0000 mgr.smithi204.vnvrbl (mgr.24567) 2476 : cluster [DBG] pgmap v2131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:10.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:08.482550+0000 mgr.smithi204.vnvrbl (mgr.24567) 2476 : cluster [DBG] pgmap v2131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:10.483005+0000 mgr.smithi204.vnvrbl (mgr.24567) 2477 : cluster [DBG] pgmap v2132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:11.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:11.637791+0000 mon.smithi204 (mon.1) 391 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:08:11.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:11.638122+0000 mon.smithi204 (mon.1) 392 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:08:11.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:11.638372+0000 mon.smithi176 (mon.0) 2938 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:08:11.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:11.638786+0000 mon.smithi176 (mon.0) 2939 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:08:12.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:10.483005+0000 mgr.smithi204.vnvrbl (mgr.24567) 2477 : cluster [DBG] pgmap v2132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:12.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:11.637791+0000 mon.smithi204 (mon.1) 391 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:08:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:11.638122+0000 mon.smithi204 (mon.1) 392 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:08:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:11.638372+0000 mon.smithi176 (mon.0) 2938 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:08:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:11.638786+0000 mon.smithi176 (mon.0) 2939 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:08:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:12.483785+0000 mgr.smithi204.vnvrbl (mgr.24567) 2478 : cluster [DBG] pgmap v2133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:14.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:12.483785+0000 mgr.smithi204.vnvrbl (mgr.24567) 2478 : cluster [DBG] pgmap v2133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:15.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:14.484338+0000 mgr.smithi204.vnvrbl (mgr.24567) 2479 : cluster [DBG] pgmap v2134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:16.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:14.484338+0000 mgr.smithi204.vnvrbl (mgr.24567) 2479 : cluster [DBG] pgmap v2134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:16.484953+0000 mgr.smithi204.vnvrbl (mgr.24567) 2480 : cluster [DBG] pgmap v2135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:16.484953+0000 mgr.smithi204.vnvrbl (mgr.24567) 2480 : cluster [DBG] pgmap v2135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:18.251 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:08:18.526 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:08:18.526 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:08:18.526 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 9m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:08:18.527 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 9m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:08:18.527 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 9m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:08:18.527 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 9m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:08:18.527 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 9m ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:08:18.528 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 9m ago 5h 622M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:08:18.528 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 9m ago 5h 481M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:08:18.528 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 9m ago 5h 1852M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:08:18.528 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 9m ago 5h 927M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:08:18.529 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 9m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:08:18.529 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 9m ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:08:18.529 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 9m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:08:18.529 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:08:18.529 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 9m ago 5h 1226M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:08:18.530 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 9m ago 5h 2108M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:08:18.530 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 9m ago 5h 1429M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:08:18.530 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 9m ago 5h 2292M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:08:18.530 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 9m ago 5h 2138M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:08:18.531 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 9m ago 5h 2256M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:08:18.531 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 9m ago 5h 1883M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:08:18.531 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 9m ago 5h 2751M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:08:18.531 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 9m ago 5h 155M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:08:18.855 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:08:18.856 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:08:18.856 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:08:18.857 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:08:18.857 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:08:18.857 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:08:18.857 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:08:18.857 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:08:18.858 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:08:18.858 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:08:18.858 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:08:18.858 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:08:18.859 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:08:18.859 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:08:18.859 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:08:18.859 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:08:18.860 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:08:18.860 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:08:18.860 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:08:18.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:18.239562+0000 mgr.smithi204.vnvrbl (mgr.24567) 2481 : audit [DBG] from='client.41068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:08:19.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:18.239562+0000 mgr.smithi204.vnvrbl (mgr.24567) 2481 : audit [DBG] from='client.41068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:08:19.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:18.485757+0000 mgr.smithi204.vnvrbl (mgr.24567) 2482 : cluster [DBG] pgmap v2136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:18.515283+0000 mgr.smithi204.vnvrbl (mgr.24567) 2483 : audit [DBG] from='client.41072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:08:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:18.855327+0000 mon.smithi176 (mon.0) 2940 : audit [DBG] from='client.? 172.21.15.176:0/3095604854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:08:20.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:18.485757+0000 mgr.smithi204.vnvrbl (mgr.24567) 2482 : cluster [DBG] pgmap v2136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:20.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:18.515283+0000 mgr.smithi204.vnvrbl (mgr.24567) 2483 : audit [DBG] from='client.41072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:08:20.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:18.855327+0000 mon.smithi176 (mon.0) 2940 : audit [DBG] from='client.? 172.21.15.176:0/3095604854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:08:21.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:20.486325+0000 mgr.smithi204.vnvrbl (mgr.24567) 2484 : cluster [DBG] pgmap v2137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:22.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:20.486325+0000 mgr.smithi204.vnvrbl (mgr.24567) 2484 : cluster [DBG] pgmap v2137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:23.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:22.487042+0000 mgr.smithi204.vnvrbl (mgr.24567) 2485 : cluster [DBG] pgmap v2138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:24.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:22.487042+0000 mgr.smithi204.vnvrbl (mgr.24567) 2485 : cluster [DBG] pgmap v2138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:24.487485+0000 mgr.smithi204.vnvrbl (mgr.24567) 2486 : cluster [DBG] pgmap v2139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:26.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:24.487485+0000 mgr.smithi204.vnvrbl (mgr.24567) 2486 : cluster [DBG] pgmap v2139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:26.488100+0000 mgr.smithi204.vnvrbl (mgr.24567) 2487 : cluster [DBG] pgmap v2140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:26.488100+0000 mgr.smithi204.vnvrbl (mgr.24567) 2487 : cluster [DBG] pgmap v2140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:28.488853+0000 mgr.smithi204.vnvrbl (mgr.24567) 2488 : cluster [DBG] pgmap v2141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:30.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:28.488853+0000 mgr.smithi204.vnvrbl (mgr.24567) 2488 : cluster [DBG] pgmap v2141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:30.489366+0000 mgr.smithi204.vnvrbl (mgr.24567) 2489 : cluster [DBG] pgmap v2142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:32.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:30.489366+0000 mgr.smithi204.vnvrbl (mgr.24567) 2489 : cluster [DBG] pgmap v2142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:32.490285+0000 mgr.smithi204.vnvrbl (mgr.24567) 2490 : cluster [DBG] pgmap v2143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:34.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:32.490285+0000 mgr.smithi204.vnvrbl (mgr.24567) 2490 : cluster [DBG] pgmap v2143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:34.490721+0000 mgr.smithi204.vnvrbl (mgr.24567) 2491 : cluster [DBG] pgmap v2144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:36.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:34.490721+0000 mgr.smithi204.vnvrbl (mgr.24567) 2491 : cluster [DBG] pgmap v2144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:36.491231+0000 mgr.smithi204.vnvrbl (mgr.24567) 2492 : cluster [DBG] pgmap v2145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:36.491231+0000 mgr.smithi204.vnvrbl (mgr.24567) 2492 : cluster [DBG] pgmap v2145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:39.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:38.492141+0000 mgr.smithi204.vnvrbl (mgr.24567) 2493 : cluster [DBG] pgmap v2146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:40.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:38.492141+0000 mgr.smithi204.vnvrbl (mgr.24567) 2493 : cluster [DBG] pgmap v2146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:40.492581+0000 mgr.smithi204.vnvrbl (mgr.24567) 2494 : cluster [DBG] pgmap v2147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:42.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:40.492581+0000 mgr.smithi204.vnvrbl (mgr.24567) 2494 : cluster [DBG] pgmap v2147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:44.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:42.493310+0000 mgr.smithi204.vnvrbl (mgr.24567) 2495 : cluster [DBG] pgmap v2148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:42.493310+0000 mgr.smithi204.vnvrbl (mgr.24567) 2495 : cluster [DBG] pgmap v2148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:45.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:44.407754+0000 mon.smithi204 (mon.1) 393 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:08:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:44.409142+0000 mon.smithi204 (mon.1) 394 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:08:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:44.409990+0000 mon.smithi204 (mon.1) 395 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:08:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:08:44.410785+0000 mgr.smithi204.vnvrbl (mgr.24567) 2496 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:08:45.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:44.407754+0000 mon.smithi204 (mon.1) 393 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:08:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:44.409142+0000 mon.smithi204 (mon.1) 394 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:08:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:44.409990+0000 mon.smithi204 (mon.1) 395 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:08:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:08:44.410785+0000 mgr.smithi204.vnvrbl (mgr.24567) 2496 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:08:46.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:44.493754+0000 mgr.smithi204.vnvrbl (mgr.24567) 2497 : cluster [DBG] pgmap v2149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:44.493754+0000 mgr.smithi204.vnvrbl (mgr.24567) 2497 : cluster [DBG] pgmap v2149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:47.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:46.494377+0000 mgr.smithi204.vnvrbl (mgr.24567) 2498 : cluster [DBG] pgmap v2150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:46.494377+0000 mgr.smithi204.vnvrbl (mgr.24567) 2498 : cluster [DBG] pgmap v2150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:49.174 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:08:49.472 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:08:49.473 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 10m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:08:49.473 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 10m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:08:49.473 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 0s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:08:49.473 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 10m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:08:49.473 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 10m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:08:49.474 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 0s ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:08:49.474 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 10m ago 5h 622M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:08:49.474 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 0s ago 5h 487M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:08:49.474 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 10m ago 5h 1852M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:08:49.474 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 0s ago 5h 956M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:08:49.475 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 10m ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:08:49.475 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 0s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:08:49.475 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 10m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:08:49.475 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 0s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:08:49.476 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 10m ago 5h 1226M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:08:49.476 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 10m ago 5h 2108M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:08:49.476 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 10m ago 5h 1429M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:08:49.476 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 10m ago 5h 2292M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:08:49.476 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 0s ago 5h 2169M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:08:49.476 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 0s ago 5h 2285M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:08:49.477 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 0s ago 5h 1909M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:08:49.477 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 0s ago 5h 2783M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:08:49.477 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 10m ago 5h 155M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:08:49.840 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:08:49.841 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:08:49.841 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:08:49.841 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:08:49.842 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:08:49.842 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:08:49.842 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:08:49.842 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:08:49.842 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:08:49.843 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:08:49.843 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:08:49.843 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:08:49.843 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:08:49.843 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:08:49.844 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:08:49.844 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:08:49.844 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:08:49.844 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:08:49.844 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:08:50.411 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:48.495023+0000 mgr.smithi204.vnvrbl (mgr.24567) 2499 : cluster [DBG] pgmap v2151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:50.411 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:49.156818+0000 mon.smithi176 (mon.0) 2941 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:08:50.411 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:49.161484+0000 mgr.smithi204.vnvrbl (mgr.24567) 2500 : audit [DBG] from='client.41080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:08:50.412 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:49.532802+0000 mon.smithi204 (mon.1) 396 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:08:50.412 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:49.533335+0000 mon.smithi176 (mon.0) 2942 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:08:50.412 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:49.840346+0000 mon.smithi176 (mon.0) 2943 : audit [DBG] from='client.? 172.21.15.176:0/1699466396' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:08:50.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:48.495023+0000 mgr.smithi204.vnvrbl (mgr.24567) 2499 : cluster [DBG] pgmap v2151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:49.156818+0000 mon.smithi176 (mon.0) 2941 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:08:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:49.161484+0000 mgr.smithi204.vnvrbl (mgr.24567) 2500 : audit [DBG] from='client.41080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:08:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:49.532802+0000 mon.smithi204 (mon.1) 396 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:08:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:49.533335+0000 mon.smithi176 (mon.0) 2942 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:08:50.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:49.840346+0000 mon.smithi176 (mon.0) 2943 : audit [DBG] from='client.? 172.21.15.176:0/1699466396' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:08:51.411 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:49.462971+0000 mgr.smithi204.vnvrbl (mgr.24567) 2501 : audit [DBG] from='client.41084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:08:51.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:49.462971+0000 mgr.smithi204.vnvrbl (mgr.24567) 2501 : audit [DBG] from='client.41084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:08:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:50.495408+0000 mgr.smithi204.vnvrbl (mgr.24567) 2502 : cluster [DBG] pgmap v2152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:51.589567+0000 mon.smithi176 (mon.0) 2944 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:08:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:51.987233+0000 mon.smithi204 (mon.1) 397 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:08:52.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:51.987892+0000 mon.smithi176 (mon.0) 2945 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:08:52.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:51.992610+0000 mon.smithi176 (mon.0) 2946 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:08:52.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:08:51.998424+0000 mon.smithi176 (mon.0) 2947 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:08:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:50.495408+0000 mgr.smithi204.vnvrbl (mgr.24567) 2502 : cluster [DBG] pgmap v2152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:51.589567+0000 mon.smithi176 (mon.0) 2944 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:08:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:51.987233+0000 mon.smithi204 (mon.1) 397 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:08:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:51.987892+0000 mon.smithi176 (mon.0) 2945 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:08:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:51.992610+0000 mon.smithi176 (mon.0) 2946 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:08:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:08:51.998424+0000 mon.smithi176 (mon.0) 2947 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:08:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:52.496355+0000 mgr.smithi204.vnvrbl (mgr.24567) 2503 : cluster [DBG] pgmap v2153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:54.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:52.496355+0000 mgr.smithi204.vnvrbl (mgr.24567) 2503 : cluster [DBG] pgmap v2153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:08:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:54.496731+0000 mgr.smithi204.vnvrbl (mgr.24567) 2504 : cluster [DBG] pgmap v2154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:56.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:54.496731+0000 mgr.smithi204.vnvrbl (mgr.24567) 2504 : cluster [DBG] pgmap v2154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:08:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:56.497319+0000 mgr.smithi204.vnvrbl (mgr.24567) 2505 : cluster [DBG] pgmap v2155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:08:58.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:08:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:56.497319+0000 mgr.smithi204.vnvrbl (mgr.24567) 2505 : cluster [DBG] pgmap v2155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:08:58.498231+0000 mgr.smithi204.vnvrbl (mgr.24567) 2506 : cluster [DBG] pgmap v2156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:08:58.498231+0000 mgr.smithi204.vnvrbl (mgr.24567) 2506 : cluster [DBG] pgmap v2156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:00.498723+0000 mgr.smithi204.vnvrbl (mgr.24567) 2507 : cluster [DBG] pgmap v2157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:00.498723+0000 mgr.smithi204.vnvrbl (mgr.24567) 2507 : cluster [DBG] pgmap v2157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:02.499508+0000 mgr.smithi204.vnvrbl (mgr.24567) 2508 : cluster [DBG] pgmap v2158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:02.499508+0000 mgr.smithi204.vnvrbl (mgr.24567) 2508 : cluster [DBG] pgmap v2158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:06.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:04.499962+0000 mgr.smithi204.vnvrbl (mgr.24567) 2509 : cluster [DBG] pgmap v2159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:04.499962+0000 mgr.smithi204.vnvrbl (mgr.24567) 2509 : cluster [DBG] pgmap v2159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:06.500626+0000 mgr.smithi204.vnvrbl (mgr.24567) 2510 : cluster [DBG] pgmap v2160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:08.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:06.500626+0000 mgr.smithi204.vnvrbl (mgr.24567) 2510 : cluster [DBG] pgmap v2160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:08.501362+0000 mgr.smithi204.vnvrbl (mgr.24567) 2511 : cluster [DBG] pgmap v2161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:08.501362+0000 mgr.smithi204.vnvrbl (mgr.24567) 2511 : cluster [DBG] pgmap v2161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:10.501812+0000 mgr.smithi204.vnvrbl (mgr.24567) 2512 : cluster [DBG] pgmap v2162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:09:11.642646+0000 mon.smithi204 (mon.1) 398 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:09:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:09:11.642891+0000 mon.smithi204 (mon.1) 399 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:09:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:09:11.643192+0000 mon.smithi176 (mon.0) 2948 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:09:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:09:11.643555+0000 mon.smithi176 (mon.0) 2949 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:09:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:10.501812+0000 mgr.smithi204.vnvrbl (mgr.24567) 2512 : cluster [DBG] pgmap v2162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:09:11.642646+0000 mon.smithi204 (mon.1) 398 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:09:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:09:11.642891+0000 mon.smithi204 (mon.1) 399 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:09:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:09:11.643192+0000 mon.smithi176 (mon.0) 2948 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:09:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:09:11.643555+0000 mon.smithi176 (mon.0) 2949 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:09:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:12.502559+0000 mgr.smithi204.vnvrbl (mgr.24567) 2513 : cluster [DBG] pgmap v2163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:12.502559+0000 mgr.smithi204.vnvrbl (mgr.24567) 2513 : cluster [DBG] pgmap v2163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:16.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:14.502996+0000 mgr.smithi204.vnvrbl (mgr.24567) 2514 : cluster [DBG] pgmap v2164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:14.502996+0000 mgr.smithi204.vnvrbl (mgr.24567) 2514 : cluster [DBG] pgmap v2164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:16.503441+0000 mgr.smithi204.vnvrbl (mgr.24567) 2515 : cluster [DBG] pgmap v2165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:18.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:16.503441+0000 mgr.smithi204.vnvrbl (mgr.24567) 2515 : cluster [DBG] pgmap v2165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:20.141 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:09:20.433 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:09:20.433 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 28s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:09:20.434 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 28s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:09:20.434 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 31s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:09:20.434 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 28s ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:09:20.434 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 28s ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:09:20.435 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 31s ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:09:20.435 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 28s ago 5h 623M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:09:20.435 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 31s ago 5h 487M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:09:20.435 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 28s ago 5h 1886M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:09:20.436 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 31s ago 5h 956M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:09:20.436 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 28s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:09:20.436 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 31s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:09:20.436 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 28s ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:09:20.437 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 31s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:09:20.437 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 28s ago 5h 1255M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:09:20.437 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 28s ago 5h 2141M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:09:20.437 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 28s ago 5h 1452M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:09:20.437 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 28s ago 5h 2327M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:09:20.438 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 31s ago 5h 2169M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:09:20.438 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 31s ago 5h 2285M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:09:20.438 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 31s ago 5h 1909M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:09:20.439 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 31s ago 5h 2783M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:09:20.439 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 28s ago 5h 157M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:09:20.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:18.504389+0000 mgr.smithi204.vnvrbl (mgr.24567) 2516 : cluster [DBG] pgmap v2166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:18.504389+0000 mgr.smithi204.vnvrbl (mgr.24567) 2516 : cluster [DBG] pgmap v2166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:20.765 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:09:20.765 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:09:20.766 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:09:20.766 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:09:20.766 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:09:20.766 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:09:20.767 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:09:20.767 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:09:20.767 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:09:20.767 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:09:20.768 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:09:20.768 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:09:20.768 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:09:20.768 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:09:20.768 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:09:20.769 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:09:20.769 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:09:20.769 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:09:20.769 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:09:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:09:20.127899+0000 mgr.smithi204.vnvrbl (mgr.24567) 2517 : audit [DBG] from='client.41092 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:09:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:09:20.422725+0000 mgr.smithi204.vnvrbl (mgr.24567) 2518 : audit [DBG] from='client.41096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:09:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:09:20.764955+0000 mon.smithi176 (mon.0) 2950 : audit [DBG] from='client.? 172.21.15.176:0/386649497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:09:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:09:20.127899+0000 mgr.smithi204.vnvrbl (mgr.24567) 2517 : audit [DBG] from='client.41092 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:09:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:09:20.422725+0000 mgr.smithi204.vnvrbl (mgr.24567) 2518 : audit [DBG] from='client.41096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:09:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:09:20.764955+0000 mon.smithi176 (mon.0) 2950 : audit [DBG] from='client.? 172.21.15.176:0/386649497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:09:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:20.504848+0000 mgr.smithi204.vnvrbl (mgr.24567) 2519 : cluster [DBG] pgmap v2167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:20.504848+0000 mgr.smithi204.vnvrbl (mgr.24567) 2519 : cluster [DBG] pgmap v2167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:22.505877+0000 mgr.smithi204.vnvrbl (mgr.24567) 2520 : cluster [DBG] pgmap v2168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:22.505877+0000 mgr.smithi204.vnvrbl (mgr.24567) 2520 : cluster [DBG] pgmap v2168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:26.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:24.506563+0000 mgr.smithi204.vnvrbl (mgr.24567) 2521 : cluster [DBG] pgmap v2169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:24.506563+0000 mgr.smithi204.vnvrbl (mgr.24567) 2521 : cluster [DBG] pgmap v2169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:28.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:26.507221+0000 mgr.smithi204.vnvrbl (mgr.24567) 2522 : cluster [DBG] pgmap v2170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:26.507221+0000 mgr.smithi204.vnvrbl (mgr.24567) 2522 : cluster [DBG] pgmap v2170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:28.508111+0000 mgr.smithi204.vnvrbl (mgr.24567) 2523 : cluster [DBG] pgmap v2171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:30.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:28.508111+0000 mgr.smithi204.vnvrbl (mgr.24567) 2523 : cluster [DBG] pgmap v2171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:30.508519+0000 mgr.smithi204.vnvrbl (mgr.24567) 2524 : cluster [DBG] pgmap v2172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:32.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:30.508519+0000 mgr.smithi204.vnvrbl (mgr.24567) 2524 : cluster [DBG] pgmap v2172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:34.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:32.509263+0000 mgr.smithi204.vnvrbl (mgr.24567) 2525 : cluster [DBG] pgmap v2173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:32.509263+0000 mgr.smithi204.vnvrbl (mgr.24567) 2525 : cluster [DBG] pgmap v2173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:36.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:34.509744+0000 mgr.smithi204.vnvrbl (mgr.24567) 2526 : cluster [DBG] pgmap v2174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:36.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:34.509744+0000 mgr.smithi204.vnvrbl (mgr.24567) 2526 : cluster [DBG] pgmap v2174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:38.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:36.510319+0000 mgr.smithi204.vnvrbl (mgr.24567) 2527 : cluster [DBG] pgmap v2175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:38.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:36.510319+0000 mgr.smithi204.vnvrbl (mgr.24567) 2527 : cluster [DBG] pgmap v2175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:38.511258+0000 mgr.smithi204.vnvrbl (mgr.24567) 2528 : cluster [DBG] pgmap v2176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:38.511258+0000 mgr.smithi204.vnvrbl (mgr.24567) 2528 : cluster [DBG] pgmap v2176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:42.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:40.511742+0000 mgr.smithi204.vnvrbl (mgr.24567) 2529 : cluster [DBG] pgmap v2177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:42.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:40.511742+0000 mgr.smithi204.vnvrbl (mgr.24567) 2529 : cluster [DBG] pgmap v2177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:44.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:42.512677+0000 mgr.smithi204.vnvrbl (mgr.24567) 2530 : cluster [DBG] pgmap v2178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:44.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:42.512677+0000 mgr.smithi204.vnvrbl (mgr.24567) 2530 : cluster [DBG] pgmap v2178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:44.513339+0000 mgr.smithi204.vnvrbl (mgr.24567) 2531 : cluster [DBG] pgmap v2179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:46.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:44.513339+0000 mgr.smithi204.vnvrbl (mgr.24567) 2531 : cluster [DBG] pgmap v2179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:48.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:46.513773+0000 mgr.smithi204.vnvrbl (mgr.24567) 2532 : cluster [DBG] pgmap v2180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:48.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:46.513773+0000 mgr.smithi204.vnvrbl (mgr.24567) 2532 : cluster [DBG] pgmap v2180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:48.514686+0000 mgr.smithi204.vnvrbl (mgr.24567) 2533 : cluster [DBG] pgmap v2181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:48.514686+0000 mgr.smithi204.vnvrbl (mgr.24567) 2533 : cluster [DBG] pgmap v2181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:51.059 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:09:51.336 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:09:51.337 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 59s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:09:51.337 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 59s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:09:51.337 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 62s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:09:51.338 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 59s ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:09:51.338 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 59s ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:09:51.338 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 62s ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:09:51.338 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 59s ago 5h 623M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:09:51.339 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 62s ago 5h 487M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:09:51.339 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 59s ago 5h 1886M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:09:51.339 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 62s ago 5h 956M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:09:51.339 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (4h) 59s ago 4h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:09:51.340 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (4h) 62s ago 4h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:09:51.340 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 59s ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:09:51.340 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 62s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:09:51.340 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 59s ago 5h 1255M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:09:51.341 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 59s ago 5h 2141M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:09:51.341 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 59s ago 5h 1452M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:09:51.341 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 59s ago 5h 2327M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:09:51.341 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 62s ago 5h 2169M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:09:51.341 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 62s ago 5h 2285M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:09:51.342 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 62s ago 5h 1909M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:09:51.342 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 62s ago 5h 2783M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:09:51.342 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 59s ago 5h 157M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:09:51.665 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:09:51.665 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:09:51.666 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:09:51.666 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:09:51.666 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:09:51.666 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:09:51.667 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:09:51.667 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:09:51.667 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:09:51.667 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:09:51.668 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:09:51.668 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:09:51.668 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:09:51.668 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:09:51.668 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:09:51.669 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:09:51.669 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:09:51.669 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:09:51.669 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:09:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:50.515132+0000 mgr.smithi204.vnvrbl (mgr.24567) 2534 : cluster [DBG] pgmap v2182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:09:51.046557+0000 mgr.smithi204.vnvrbl (mgr.24567) 2535 : audit [DBG] from='client.41104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:09:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:09:51.325991+0000 mgr.smithi204.vnvrbl (mgr.24567) 2536 : audit [DBG] from='client.41108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:09:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:09:51.664969+0000 mon.smithi176 (mon.0) 2951 : audit [DBG] from='client.? 172.21.15.176:0/704206431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:09:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:09:52.001983+0000 mon.smithi204 (mon.1) 400 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:09:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:09:52.003305+0000 mon.smithi204 (mon.1) 401 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:09:52.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:09:52.004199+0000 mon.smithi204 (mon.1) 402 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:09:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:50.515132+0000 mgr.smithi204.vnvrbl (mgr.24567) 2534 : cluster [DBG] pgmap v2182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:09:51.046557+0000 mgr.smithi204.vnvrbl (mgr.24567) 2535 : audit [DBG] from='client.41104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:09:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:09:51.325991+0000 mgr.smithi204.vnvrbl (mgr.24567) 2536 : audit [DBG] from='client.41108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:09:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:09:51.664969+0000 mon.smithi176 (mon.0) 2951 : audit [DBG] from='client.? 172.21.15.176:0/704206431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:09:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:09:52.001983+0000 mon.smithi204 (mon.1) 400 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:09:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:09:52.003305+0000 mon.smithi204 (mon.1) 401 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:09:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:09:52.004199+0000 mon.smithi204 (mon.1) 402 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:09:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:09:52.004971+0000 mgr.smithi204.vnvrbl (mgr.24567) 2537 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:09:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:09:52.400198+0000 mon.smithi176 (mon.0) 2952 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:09:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:09:52.407479+0000 mon.smithi176 (mon.0) 2953 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:09:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:09:52.004971+0000 mgr.smithi204.vnvrbl (mgr.24567) 2537 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:09:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:09:52.400198+0000 mon.smithi176 (mon.0) 2952 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:09:53.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:09:52.407479+0000 mon.smithi176 (mon.0) 2953 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:09:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:52.515938+0000 mgr.smithi204.vnvrbl (mgr.24567) 2538 : cluster [DBG] pgmap v2183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:52.515938+0000 mgr.smithi204.vnvrbl (mgr.24567) 2538 : cluster [DBG] pgmap v2183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:09:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:54.516569+0000 mgr.smithi204.vnvrbl (mgr.24567) 2539 : cluster [DBG] pgmap v2184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:54.516569+0000 mgr.smithi204.vnvrbl (mgr.24567) 2539 : cluster [DBG] pgmap v2184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:56.517020+0000 mgr.smithi204.vnvrbl (mgr.24567) 2540 : cluster [DBG] pgmap v2185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:09:58.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:56.517020+0000 mgr.smithi204.vnvrbl (mgr.24567) 2540 : cluster [DBG] pgmap v2185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:09:58.517912+0000 mgr.smithi204.vnvrbl (mgr.24567) 2541 : cluster [DBG] pgmap v2186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:00.000171+0000 mon.smithi176 (mon.0) 2954 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T12:10:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:09:58.517912+0000 mgr.smithi204.vnvrbl (mgr.24567) 2541 : cluster [DBG] pgmap v2186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:00.000171+0000 mon.smithi176 (mon.0) 2954 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T12:10:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:00.518438+0000 mgr.smithi204.vnvrbl (mgr.24567) 2542 : cluster [DBG] pgmap v2187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:00.518438+0000 mgr.smithi204.vnvrbl (mgr.24567) 2542 : cluster [DBG] pgmap v2187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:02.519145+0000 mgr.smithi204.vnvrbl (mgr.24567) 2543 : cluster [DBG] pgmap v2188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:02.519145+0000 mgr.smithi204.vnvrbl (mgr.24567) 2543 : cluster [DBG] pgmap v2188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:04.519587+0000 mgr.smithi204.vnvrbl (mgr.24567) 2544 : cluster [DBG] pgmap v2189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:04.519587+0000 mgr.smithi204.vnvrbl (mgr.24567) 2544 : cluster [DBG] pgmap v2189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:06.520101+0000 mgr.smithi204.vnvrbl (mgr.24567) 2545 : cluster [DBG] pgmap v2190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:08.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:06.520101+0000 mgr.smithi204.vnvrbl (mgr.24567) 2545 : cluster [DBG] pgmap v2190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:08.520730+0000 mgr.smithi204.vnvrbl (mgr.24567) 2546 : cluster [DBG] pgmap v2191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:08.520730+0000 mgr.smithi204.vnvrbl (mgr.24567) 2546 : cluster [DBG] pgmap v2191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:10.521293+0000 mgr.smithi204.vnvrbl (mgr.24567) 2547 : cluster [DBG] pgmap v2192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:10:11.647294+0000 mon.smithi204 (mon.1) 403 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:10:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:10:11.647554+0000 mon.smithi204 (mon.1) 404 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:10:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:10:11.647802+0000 mon.smithi176 (mon.0) 2955 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:10:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:10:11.648091+0000 mon.smithi176 (mon.0) 2956 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:10:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:10.521293+0000 mgr.smithi204.vnvrbl (mgr.24567) 2547 : cluster [DBG] pgmap v2192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:10:11.647294+0000 mon.smithi204 (mon.1) 403 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:10:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:10:11.647554+0000 mon.smithi204 (mon.1) 404 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:10:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:10:11.647802+0000 mon.smithi176 (mon.0) 2955 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:10:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:10:11.648091+0000 mon.smithi176 (mon.0) 2956 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:10:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:12.522050+0000 mgr.smithi204.vnvrbl (mgr.24567) 2548 : cluster [DBG] pgmap v2193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:12.522050+0000 mgr.smithi204.vnvrbl (mgr.24567) 2548 : cluster [DBG] pgmap v2193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:14.522584+0000 mgr.smithi204.vnvrbl (mgr.24567) 2549 : cluster [DBG] pgmap v2194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:14.522584+0000 mgr.smithi204.vnvrbl (mgr.24567) 2549 : cluster [DBG] pgmap v2194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:16.523022+0000 mgr.smithi204.vnvrbl (mgr.24567) 2550 : cluster [DBG] pgmap v2195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:18.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:16.523022+0000 mgr.smithi204.vnvrbl (mgr.24567) 2550 : cluster [DBG] pgmap v2195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:18.523809+0000 mgr.smithi204.vnvrbl (mgr.24567) 2551 : cluster [DBG] pgmap v2196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:18.523809+0000 mgr.smithi204.vnvrbl (mgr.24567) 2551 : cluster [DBG] pgmap v2196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:21.963 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:10:22.240 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:10:22.240 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 90s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:10:22.240 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 90s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:10:22.240 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 93s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:10:22.241 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 90s ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:10:22.241 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 90s ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:10:22.241 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 93s ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:10:22.241 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (4h) 90s ago 5h 623M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:10:22.242 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (4h) 93s ago 5h 487M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:10:22.242 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 90s ago 5h 1886M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:10:22.242 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 93s ago 5h 956M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:10:22.242 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 90s ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:10:22.242 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 93s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:10:22.243 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 90s ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:10:22.243 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 93s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:10:22.243 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 90s ago 5h 1255M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:10:22.243 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 90s ago 5h 2141M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:10:22.243 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 90s ago 5h 1452M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:10:22.244 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 90s ago 5h 2327M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:10:22.244 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 93s ago 5h 2169M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:10:22.244 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 93s ago 5h 2285M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:10:22.244 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 93s ago 5h 1909M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:10:22.245 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 93s ago 5h 2783M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:10:22.245 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 90s ago 5h 157M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:10:22.570 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:10:22.570 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:10:22.571 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:10:22.571 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:10:22.571 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:10:22.571 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:10:22.571 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:10:22.572 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:10:22.572 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:10:22.572 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:10:22.572 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:10:22.572 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:10:22.573 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:10:22.573 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:10:22.573 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:10:22.573 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:10:22.573 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:10:22.574 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:10:22.574 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:10:22.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:20.524269+0000 mgr.smithi204.vnvrbl (mgr.24567) 2552 : cluster [DBG] pgmap v2197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:20.524269+0000 mgr.smithi204.vnvrbl (mgr.24567) 2552 : cluster [DBG] pgmap v2197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:10:21.950973+0000 mgr.smithi204.vnvrbl (mgr.24567) 2553 : audit [DBG] from='client.41116 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:10:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:10:22.229269+0000 mgr.smithi204.vnvrbl (mgr.24567) 2554 : audit [DBG] from='client.41120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:10:23.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:10:22.569903+0000 mon.smithi176 (mon.0) 2957 : audit [DBG] from='client.? 172.21.15.176:0/3435827083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:10:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:10:21.950973+0000 mgr.smithi204.vnvrbl (mgr.24567) 2553 : audit [DBG] from='client.41116 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:10:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:10:22.229269+0000 mgr.smithi204.vnvrbl (mgr.24567) 2554 : audit [DBG] from='client.41120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:10:23.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:10:22.569903+0000 mon.smithi176 (mon.0) 2957 : audit [DBG] from='client.? 172.21.15.176:0/3435827083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:10:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:22.525010+0000 mgr.smithi204.vnvrbl (mgr.24567) 2555 : cluster [DBG] pgmap v2198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:22.525010+0000 mgr.smithi204.vnvrbl (mgr.24567) 2555 : cluster [DBG] pgmap v2198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:25.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:24.525488+0000 mgr.smithi204.vnvrbl (mgr.24567) 2556 : cluster [DBG] pgmap v2199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:25.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:24.525488+0000 mgr.smithi204.vnvrbl (mgr.24567) 2556 : cluster [DBG] pgmap v2199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:27.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:26.526111+0000 mgr.smithi204.vnvrbl (mgr.24567) 2557 : cluster [DBG] pgmap v2200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:26.526111+0000 mgr.smithi204.vnvrbl (mgr.24567) 2557 : cluster [DBG] pgmap v2200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:29.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:28.527020+0000 mgr.smithi204.vnvrbl (mgr.24567) 2558 : cluster [DBG] pgmap v2201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:28.527020+0000 mgr.smithi204.vnvrbl (mgr.24567) 2558 : cluster [DBG] pgmap v2201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:30.527511+0000 mgr.smithi204.vnvrbl (mgr.24567) 2559 : cluster [DBG] pgmap v2202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:32.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:30.527511+0000 mgr.smithi204.vnvrbl (mgr.24567) 2559 : cluster [DBG] pgmap v2202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:32.528394+0000 mgr.smithi204.vnvrbl (mgr.24567) 2560 : cluster [DBG] pgmap v2203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:34.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:32.528394+0000 mgr.smithi204.vnvrbl (mgr.24567) 2560 : cluster [DBG] pgmap v2203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:34.528973+0000 mgr.smithi204.vnvrbl (mgr.24567) 2561 : cluster [DBG] pgmap v2204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:36.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:34.528973+0000 mgr.smithi204.vnvrbl (mgr.24567) 2561 : cluster [DBG] pgmap v2204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:36.529509+0000 mgr.smithi204.vnvrbl (mgr.24567) 2562 : cluster [DBG] pgmap v2205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:36.529509+0000 mgr.smithi204.vnvrbl (mgr.24567) 2562 : cluster [DBG] pgmap v2205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:39.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:38.530302+0000 mgr.smithi204.vnvrbl (mgr.24567) 2563 : cluster [DBG] pgmap v2206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:40.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:38.530302+0000 mgr.smithi204.vnvrbl (mgr.24567) 2563 : cluster [DBG] pgmap v2206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:40.530758+0000 mgr.smithi204.vnvrbl (mgr.24567) 2564 : cluster [DBG] pgmap v2207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:42.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:40.530758+0000 mgr.smithi204.vnvrbl (mgr.24567) 2564 : cluster [DBG] pgmap v2207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:43.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:42.531660+0000 mgr.smithi204.vnvrbl (mgr.24567) 2565 : cluster [DBG] pgmap v2208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:44.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:42.531660+0000 mgr.smithi204.vnvrbl (mgr.24567) 2565 : cluster [DBG] pgmap v2208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:44.532110+0000 mgr.smithi204.vnvrbl (mgr.24567) 2566 : cluster [DBG] pgmap v2209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:46.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:44.532110+0000 mgr.smithi204.vnvrbl (mgr.24567) 2566 : cluster [DBG] pgmap v2209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:46.532540+0000 mgr.smithi204.vnvrbl (mgr.24567) 2567 : cluster [DBG] pgmap v2210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:46.532540+0000 mgr.smithi204.vnvrbl (mgr.24567) 2567 : cluster [DBG] pgmap v2210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:48.533274+0000 mgr.smithi204.vnvrbl (mgr.24567) 2568 : cluster [DBG] pgmap v2211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:50.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:48.533274+0000 mgr.smithi204.vnvrbl (mgr.24567) 2568 : cluster [DBG] pgmap v2211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:51.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:50.533734+0000 mgr.smithi204.vnvrbl (mgr.24567) 2569 : cluster [DBG] pgmap v2212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:52.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:50.533734+0000 mgr.smithi204.vnvrbl (mgr.24567) 2569 : cluster [DBG] pgmap v2212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:52.884 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:10:52.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:10:52.409945+0000 mon.smithi204 (mon.1) 405 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:10:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:10:52.411369+0000 mon.smithi204 (mon.1) 406 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:10:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:10:52.412260+0000 mon.smithi204 (mon.1) 407 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:10:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:10:52.413000+0000 mgr.smithi204.vnvrbl (mgr.24567) 2570 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:10:53.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:10:52.409945+0000 mon.smithi204 (mon.1) 405 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:10:53.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:10:52.411369+0000 mon.smithi204 (mon.1) 406 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:10:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:10:52.412260+0000 mon.smithi204 (mon.1) 407 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:10:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:10:52.413000+0000 mgr.smithi204.vnvrbl (mgr.24567) 2570 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:10:53.211 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:10:53.211 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:10:53.211 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (4h) 2m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:10:53.211 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 2m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:10:53.212 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 2m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:10:53.212 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 2m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:10:53.212 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 2m ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:10:53.212 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 2m ago 5h 623M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:10:53.212 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 2m ago 5h 487M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:10:53.213 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (4h) 2m ago 5h 1886M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:10:53.213 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (4h) 2m ago 5h 956M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:10:53.213 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 2m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:10:53.213 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 2m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:10:53.214 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 2m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:10:53.214 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:10:53.214 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 2m ago 5h 1255M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:10:53.214 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 2m ago 5h 2141M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:10:53.214 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 2m ago 5h 1452M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:10:53.215 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 2m ago 5h 2327M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:10:53.215 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 2m ago 5h 2169M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:10:53.215 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 2m ago 5h 2285M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:10:53.215 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 2m ago 5h 1909M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:10:53.215 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 2m ago 5h 2783M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:10:53.216 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 2m ago 5h 157M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:10:53.546 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:10:53.546 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:10:53.546 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:10:53.546 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:10:53.547 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:10:53.547 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:10:53.547 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:10:53.547 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:10:53.548 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:10:53.548 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:10:53.548 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:10:53.548 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:10:53.548 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:10:53.549 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:10:53.549 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:10:53.549 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:10:53.549 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:10:53.550 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:10:53.550 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:10:54.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:52.534424+0000 mgr.smithi204.vnvrbl (mgr.24567) 2571 : cluster [DBG] pgmap v2213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:54.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:10:52.774745+0000 mon.smithi176 (mon.0) 2958 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:10:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:10:52.871767+0000 mgr.smithi204.vnvrbl (mgr.24567) 2572 : audit [DBG] from='client.41128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:10:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:10:53.197273+0000 mgr.smithi204.vnvrbl (mgr.24567) 2573 : audit [DBG] from='client.41132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:10:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:10:53.200370+0000 mon.smithi176 (mon.0) 2959 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:10:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:10:53.206632+0000 mon.smithi176 (mon.0) 2960 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:10:54.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:10:53.545436+0000 mon.smithi176 (mon.0) 2961 : audit [DBG] from='client.? 172.21.15.176:0/3889223619' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:10:54.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:52.534424+0000 mgr.smithi204.vnvrbl (mgr.24567) 2571 : cluster [DBG] pgmap v2213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:10:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:10:52.774745+0000 mon.smithi176 (mon.0) 2958 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:10:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:10:52.871767+0000 mgr.smithi204.vnvrbl (mgr.24567) 2572 : audit [DBG] from='client.41128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:10:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:10:53.197273+0000 mgr.smithi204.vnvrbl (mgr.24567) 2573 : audit [DBG] from='client.41132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:10:54.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:10:53.200370+0000 mon.smithi176 (mon.0) 2959 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:10:54.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:10:53.206632+0000 mon.smithi176 (mon.0) 2960 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:10:54.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:10:53.545436+0000 mon.smithi176 (mon.0) 2961 : audit [DBG] from='client.? 172.21.15.176:0/3889223619' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:10:56.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:54.534834+0000 mgr.smithi204.vnvrbl (mgr.24567) 2574 : cluster [DBG] pgmap v2214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:54.534834+0000 mgr.smithi204.vnvrbl (mgr.24567) 2574 : cluster [DBG] pgmap v2214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:56.535310+0000 mgr.smithi204.vnvrbl (mgr.24567) 2575 : cluster [DBG] pgmap v2215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:10:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:56.535310+0000 mgr.smithi204.vnvrbl (mgr.24567) 2575 : cluster [DBG] pgmap v2215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:00.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:10:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:10:58.536141+0000 mgr.smithi204.vnvrbl (mgr.24567) 2576 : cluster [DBG] pgmap v2216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:00.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:10:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:10:58.536141+0000 mgr.smithi204.vnvrbl (mgr.24567) 2576 : cluster [DBG] pgmap v2216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:02.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:00.536775+0000 mgr.smithi204.vnvrbl (mgr.24567) 2577 : cluster [DBG] pgmap v2217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:02.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:00.536775+0000 mgr.smithi204.vnvrbl (mgr.24567) 2577 : cluster [DBG] pgmap v2217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:04.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:02.537590+0000 mgr.smithi204.vnvrbl (mgr.24567) 2578 : cluster [DBG] pgmap v2218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:04.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:02.537590+0000 mgr.smithi204.vnvrbl (mgr.24567) 2578 : cluster [DBG] pgmap v2218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:06.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:04.538169+0000 mgr.smithi204.vnvrbl (mgr.24567) 2579 : cluster [DBG] pgmap v2219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:06.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:04.538169+0000 mgr.smithi204.vnvrbl (mgr.24567) 2579 : cluster [DBG] pgmap v2219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:06.538731+0000 mgr.smithi204.vnvrbl (mgr.24567) 2580 : cluster [DBG] pgmap v2220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:06.538731+0000 mgr.smithi204.vnvrbl (mgr.24567) 2580 : cluster [DBG] pgmap v2220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:08.539523+0000 mgr.smithi204.vnvrbl (mgr.24567) 2581 : cluster [DBG] pgmap v2221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:10.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:08.539523+0000 mgr.smithi204.vnvrbl (mgr.24567) 2581 : cluster [DBG] pgmap v2221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:10.540088+0000 mgr.smithi204.vnvrbl (mgr.24567) 2582 : cluster [DBG] pgmap v2222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:11:11.651430+0000 mon.smithi204 (mon.1) 408 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:11:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:11:11.651669+0000 mon.smithi204 (mon.1) 409 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:11:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:11:11.651974+0000 mon.smithi176 (mon.0) 2962 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:11:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:11:11.652247+0000 mon.smithi176 (mon.0) 2963 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:11:12.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:10.540088+0000 mgr.smithi204.vnvrbl (mgr.24567) 2582 : cluster [DBG] pgmap v2222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:12.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:11:11.651430+0000 mon.smithi204 (mon.1) 408 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:11:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:11:11.651669+0000 mon.smithi204 (mon.1) 409 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:11:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:11:11.651974+0000 mon.smithi176 (mon.0) 2962 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:11:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:11:11.652247+0000 mon.smithi176 (mon.0) 2963 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:11:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:12.540795+0000 mgr.smithi204.vnvrbl (mgr.24567) 2583 : cluster [DBG] pgmap v2223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:14.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:12.540795+0000 mgr.smithi204.vnvrbl (mgr.24567) 2583 : cluster [DBG] pgmap v2223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:16.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:14.541452+0000 mgr.smithi204.vnvrbl (mgr.24567) 2584 : cluster [DBG] pgmap v2224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:16.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:14.541452+0000 mgr.smithi204.vnvrbl (mgr.24567) 2584 : cluster [DBG] pgmap v2224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:16.541844+0000 mgr.smithi204.vnvrbl (mgr.24567) 2585 : cluster [DBG] pgmap v2225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:16.541844+0000 mgr.smithi204.vnvrbl (mgr.24567) 2585 : cluster [DBG] pgmap v2225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:18.542720+0000 mgr.smithi204.vnvrbl (mgr.24567) 2586 : cluster [DBG] pgmap v2226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:20.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:18.542720+0000 mgr.smithi204.vnvrbl (mgr.24567) 2586 : cluster [DBG] pgmap v2226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:20.543249+0000 mgr.smithi204.vnvrbl (mgr.24567) 2587 : cluster [DBG] pgmap v2227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:22.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:20.543249+0000 mgr.smithi204.vnvrbl (mgr.24567) 2587 : cluster [DBG] pgmap v2227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:23.845 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:11:24.119 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:11:24.119 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:11:24.119 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 2m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:11:24.119 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (4h) 2m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:11:24.120 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 2m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:11:24.120 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 2m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:11:24.120 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (4h) 2m ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:11:24.120 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 2m ago 5h 623M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:11:24.121 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 2m ago 5h 487M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:11:24.121 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 2m ago 5h 1886M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:11:24.121 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 2m ago 5h 956M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:11:24.121 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 2m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:11:24.121 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 2m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:11:24.122 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 2m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:11:24.122 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:11:24.122 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 2m ago 5h 1255M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:11:24.122 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 2m ago 5h 2141M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:11:24.123 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 2m ago 5h 1452M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:11:24.123 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 2m ago 5h 2327M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:11:24.123 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 2m ago 5h 2169M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:11:24.123 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 2m ago 5h 2285M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:11:24.123 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 2m ago 5h 1909M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:11:24.124 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 2m ago 5h 2783M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:11:24.124 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 2m ago 5h 157M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:11:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:22.543981+0000 mgr.smithi204.vnvrbl (mgr.24567) 2588 : cluster [DBG] pgmap v2228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:24.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:22.543981+0000 mgr.smithi204.vnvrbl (mgr.24567) 2588 : cluster [DBG] pgmap v2228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:24.488 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:11:24.488 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:11:24.489 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:11:24.489 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:11:24.489 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:11:24.489 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:11:24.490 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:11:24.490 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:11:24.490 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:11:24.491 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:11:24.491 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:11:24.491 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:11:24.491 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:11:24.492 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:11:24.492 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:11:24.492 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:11:24.492 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:11:24.493 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:11:24.493 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:11:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:11:23.832559+0000 mgr.smithi204.vnvrbl (mgr.24567) 2589 : audit [DBG] from='client.41140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:11:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:11:24.108535+0000 mgr.smithi204.vnvrbl (mgr.24567) 2590 : audit [DBG] from='client.41144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:11:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:11:24.488018+0000 mon.smithi176 (mon.0) 2964 : audit [DBG] from='client.? 172.21.15.176:0/2558728315' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:11:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:11:23.832559+0000 mgr.smithi204.vnvrbl (mgr.24567) 2589 : audit [DBG] from='client.41140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:11:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:11:24.108535+0000 mgr.smithi204.vnvrbl (mgr.24567) 2590 : audit [DBG] from='client.41144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:11:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:11:24.488018+0000 mon.smithi176 (mon.0) 2964 : audit [DBG] from='client.? 172.21.15.176:0/2558728315' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:11:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:24.544552+0000 mgr.smithi204.vnvrbl (mgr.24567) 2591 : cluster [DBG] pgmap v2229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:26.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:24.544552+0000 mgr.smithi204.vnvrbl (mgr.24567) 2591 : cluster [DBG] pgmap v2229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:26.544965+0000 mgr.smithi204.vnvrbl (mgr.24567) 2592 : cluster [DBG] pgmap v2230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:26.544965+0000 mgr.smithi204.vnvrbl (mgr.24567) 2592 : cluster [DBG] pgmap v2230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:28.545793+0000 mgr.smithi204.vnvrbl (mgr.24567) 2593 : cluster [DBG] pgmap v2231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:30.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:28.545793+0000 mgr.smithi204.vnvrbl (mgr.24567) 2593 : cluster [DBG] pgmap v2231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:32.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:30.546409+0000 mgr.smithi204.vnvrbl (mgr.24567) 2594 : cluster [DBG] pgmap v2232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:30.546409+0000 mgr.smithi204.vnvrbl (mgr.24567) 2594 : cluster [DBG] pgmap v2232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:32.547049+0000 mgr.smithi204.vnvrbl (mgr.24567) 2595 : cluster [DBG] pgmap v2233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:34.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:32.547049+0000 mgr.smithi204.vnvrbl (mgr.24567) 2595 : cluster [DBG] pgmap v2233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:36.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:34.547452+0000 mgr.smithi204.vnvrbl (mgr.24567) 2596 : cluster [DBG] pgmap v2234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:36.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:34.547452+0000 mgr.smithi204.vnvrbl (mgr.24567) 2596 : cluster [DBG] pgmap v2234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:36.547835+0000 mgr.smithi204.vnvrbl (mgr.24567) 2597 : cluster [DBG] pgmap v2235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:36.547835+0000 mgr.smithi204.vnvrbl (mgr.24567) 2597 : cluster [DBG] pgmap v2235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:38.548574+0000 mgr.smithi204.vnvrbl (mgr.24567) 2598 : cluster [DBG] pgmap v2236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:40.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:38.548574+0000 mgr.smithi204.vnvrbl (mgr.24567) 2598 : cluster [DBG] pgmap v2236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:40.549133+0000 mgr.smithi204.vnvrbl (mgr.24567) 2599 : cluster [DBG] pgmap v2237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:42.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:40.549133+0000 mgr.smithi204.vnvrbl (mgr.24567) 2599 : cluster [DBG] pgmap v2237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:42.550029+0000 mgr.smithi204.vnvrbl (mgr.24567) 2600 : cluster [DBG] pgmap v2238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:44.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:42.550029+0000 mgr.smithi204.vnvrbl (mgr.24567) 2600 : cluster [DBG] pgmap v2238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:44.550660+0000 mgr.smithi204.vnvrbl (mgr.24567) 2601 : cluster [DBG] pgmap v2239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:46.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:44.550660+0000 mgr.smithi204.vnvrbl (mgr.24567) 2601 : cluster [DBG] pgmap v2239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:46.551295+0000 mgr.smithi204.vnvrbl (mgr.24567) 2602 : cluster [DBG] pgmap v2240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:46.551295+0000 mgr.smithi204.vnvrbl (mgr.24567) 2602 : cluster [DBG] pgmap v2240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:48.552079+0000 mgr.smithi204.vnvrbl (mgr.24567) 2603 : cluster [DBG] pgmap v2241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:50.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:48.552079+0000 mgr.smithi204.vnvrbl (mgr.24567) 2603 : cluster [DBG] pgmap v2241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:52.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:50.552517+0000 mgr.smithi204.vnvrbl (mgr.24567) 2604 : cluster [DBG] pgmap v2242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:52.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:50.552517+0000 mgr.smithi204.vnvrbl (mgr.24567) 2604 : cluster [DBG] pgmap v2242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:54.205 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:52.553200+0000 mgr.smithi204.vnvrbl (mgr.24567) 2605 : cluster [DBG] pgmap v2243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:54.205 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:11:53.213504+0000 mon.smithi204 (mon.1) 410 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:11:54.205 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:11:53.214979+0000 mon.smithi204 (mon.1) 411 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:11:54.206 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:11:53.215892+0000 mon.smithi204 (mon.1) 412 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:11:54.206 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:11:53.216649+0000 mgr.smithi204.vnvrbl (mgr.24567) 2606 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:11:54.206 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:11:53.570521+0000 mon.smithi176 (mon.0) 2965 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:11:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:52.553200+0000 mgr.smithi204.vnvrbl (mgr.24567) 2605 : cluster [DBG] pgmap v2243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:11:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:11:53.213504+0000 mon.smithi204 (mon.1) 410 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:11:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:11:53.214979+0000 mon.smithi204 (mon.1) 411 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:11:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:11:53.215892+0000 mon.smithi204 (mon.1) 412 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:11:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:11:53.216649+0000 mgr.smithi204.vnvrbl (mgr.24567) 2606 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:11:54.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:11:53.570521+0000 mon.smithi176 (mon.0) 2965 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:11:54.801 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:11:55.087 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:11:55.088 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:11:55.088 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 3m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:11:55.088 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 3m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:11:55.088 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 3m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:11:55.089 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (4h) 3m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:11:55.089 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 3m ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:11:55.089 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 3m ago 5h 623M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:11:55.089 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 3m ago 5h 487M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:11:55.090 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 3m ago 5h 1886M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:11:55.090 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 3m ago 5h 956M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:11:55.090 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 3m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:11:55.090 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 3m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:11:55.090 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 3m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:11:55.091 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:11:55.091 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 3m ago 5h 1255M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:11:55.091 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 3m ago 5h 2141M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:11:55.091 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 3m ago 5h 1452M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:11:55.091 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 3m ago 5h 2327M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:11:55.092 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 3m ago 5h 2169M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:11:55.092 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 3m ago 5h 2285M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:11:55.092 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 3m ago 5h 1909M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:11:55.092 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 3m ago 5h 2783M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:11:55.092 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 3m ago 5h 157M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:11:55.430 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:11:55.431 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:11:55.431 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:11:55.431 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:11:55.431 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:11:55.432 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:11:55.432 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:11:55.432 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:11:55.432 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:11:55.432 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:11:55.433 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:11:55.433 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:11:55.433 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:11:55.433 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:11:55.433 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:11:55.434 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:11:55.434 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:11:55.434 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:11:55.434 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:11:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:54.553608+0000 mgr.smithi204.vnvrbl (mgr.24567) 2607 : cluster [DBG] pgmap v2244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:11:54.787827+0000 mgr.smithi204.vnvrbl (mgr.24567) 2608 : audit [DBG] from='client.41152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:11:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:11:55.076553+0000 mgr.smithi204.vnvrbl (mgr.24567) 2609 : audit [DBG] from='client.49117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:11:56.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:11:55.430003+0000 mon.smithi176 (mon.0) 2966 : audit [DBG] from='client.? 172.21.15.176:0/1632801563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:11:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:54.553608+0000 mgr.smithi204.vnvrbl (mgr.24567) 2607 : cluster [DBG] pgmap v2244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:11:54.787827+0000 mgr.smithi204.vnvrbl (mgr.24567) 2608 : audit [DBG] from='client.41152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:11:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:11:55.076553+0000 mgr.smithi204.vnvrbl (mgr.24567) 2609 : audit [DBG] from='client.49117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:11:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:11:55.430003+0000 mon.smithi176 (mon.0) 2966 : audit [DBG] from='client.? 172.21.15.176:0/1632801563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:11:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:11:56.210010+0000 mon.smithi176 (mon.0) 2967 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:11:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:11:56.613692+0000 mon.smithi176 (mon.0) 2968 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:11:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:11:56.620260+0000 mon.smithi176 (mon.0) 2969 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:11:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:11:56.210010+0000 mon.smithi176 (mon.0) 2967 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:11:57.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:11:56.613692+0000 mon.smithi176 (mon.0) 2968 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:11:57.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:11:56.620260+0000 mon.smithi176 (mon.0) 2969 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:11:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:11:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:56.554044+0000 mgr.smithi204.vnvrbl (mgr.24567) 2610 : cluster [DBG] pgmap v2245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:11:58.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:11:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:56.554044+0000 mgr.smithi204.vnvrbl (mgr.24567) 2610 : cluster [DBG] pgmap v2245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:00.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:11:58.554871+0000 mgr.smithi204.vnvrbl (mgr.24567) 2611 : cluster [DBG] pgmap v2246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:11:58.554871+0000 mgr.smithi204.vnvrbl (mgr.24567) 2611 : cluster [DBG] pgmap v2246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:00.555257+0000 mgr.smithi204.vnvrbl (mgr.24567) 2612 : cluster [DBG] pgmap v2247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:00.555257+0000 mgr.smithi204.vnvrbl (mgr.24567) 2612 : cluster [DBG] pgmap v2247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:02.555978+0000 mgr.smithi204.vnvrbl (mgr.24567) 2613 : cluster [DBG] pgmap v2248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:04.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:02.555978+0000 mgr.smithi204.vnvrbl (mgr.24567) 2613 : cluster [DBG] pgmap v2248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:04.556409+0000 mgr.smithi204.vnvrbl (mgr.24567) 2614 : cluster [DBG] pgmap v2249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:04.556409+0000 mgr.smithi204.vnvrbl (mgr.24567) 2614 : cluster [DBG] pgmap v2249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:08.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:06.557004+0000 mgr.smithi204.vnvrbl (mgr.24567) 2615 : cluster [DBG] pgmap v2250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:06.557004+0000 mgr.smithi204.vnvrbl (mgr.24567) 2615 : cluster [DBG] pgmap v2250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:08.557997+0000 mgr.smithi204.vnvrbl (mgr.24567) 2616 : cluster [DBG] pgmap v2251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:10.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:08.557997+0000 mgr.smithi204.vnvrbl (mgr.24567) 2616 : cluster [DBG] pgmap v2251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:10.558517+0000 mgr.smithi204.vnvrbl (mgr.24567) 2617 : cluster [DBG] pgmap v2252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:12:11.655794+0000 mon.smithi204 (mon.1) 413 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:12:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:12:11.656022+0000 mon.smithi204 (mon.1) 414 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:12:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:12:11.656423+0000 mon.smithi176 (mon.0) 2970 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:12:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:12:11.656702+0000 mon.smithi176 (mon.0) 2971 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:12:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:10.558517+0000 mgr.smithi204.vnvrbl (mgr.24567) 2617 : cluster [DBG] pgmap v2252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:12:11.655794+0000 mon.smithi204 (mon.1) 413 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:12:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:12:11.656022+0000 mon.smithi204 (mon.1) 414 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:12:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:12:11.656423+0000 mon.smithi176 (mon.0) 2970 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:12:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:12:11.656702+0000 mon.smithi176 (mon.0) 2971 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:12:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:12.559338+0000 mgr.smithi204.vnvrbl (mgr.24567) 2618 : cluster [DBG] pgmap v2253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:14.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:12.559338+0000 mgr.smithi204.vnvrbl (mgr.24567) 2618 : cluster [DBG] pgmap v2253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:14.559744+0000 mgr.smithi204.vnvrbl (mgr.24567) 2619 : cluster [DBG] pgmap v2254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:16.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:14.559744+0000 mgr.smithi204.vnvrbl (mgr.24567) 2619 : cluster [DBG] pgmap v2254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:18.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:16.560356+0000 mgr.smithi204.vnvrbl (mgr.24567) 2620 : cluster [DBG] pgmap v2255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:16.560356+0000 mgr.smithi204.vnvrbl (mgr.24567) 2620 : cluster [DBG] pgmap v2255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:18.561285+0000 mgr.smithi204.vnvrbl (mgr.24567) 2621 : cluster [DBG] pgmap v2256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:18.561285+0000 mgr.smithi204.vnvrbl (mgr.24567) 2621 : cluster [DBG] pgmap v2256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:20.561761+0000 mgr.smithi204.vnvrbl (mgr.24567) 2622 : cluster [DBG] pgmap v2257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:20.561761+0000 mgr.smithi204.vnvrbl (mgr.24567) 2622 : cluster [DBG] pgmap v2257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:22.562580+0000 mgr.smithi204.vnvrbl (mgr.24567) 2623 : cluster [DBG] pgmap v2258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:24.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:22.562580+0000 mgr.smithi204.vnvrbl (mgr.24567) 2623 : cluster [DBG] pgmap v2258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:25.728 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:12:26.004 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:12:26.004 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:12:26.004 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 3m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:12:26.005 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 3m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:12:26.005 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 3m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:12:26.005 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 3m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:12:26.005 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 3m ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:12:26.005 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 3m ago 5h 623M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:12:26.006 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 3m ago 5h 487M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:12:26.006 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 3m ago 5h 1886M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:12:26.006 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 3m ago 5h 956M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:12:26.006 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 3m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:12:26.007 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 3m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:12:26.007 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 3m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:12:26.007 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:12:26.007 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 3m ago 5h 1255M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:12:26.007 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 3m ago 5h 2141M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:12:26.008 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 3m ago 5h 1452M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:12:26.008 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 3m ago 5h 2327M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:12:26.008 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 3m ago 5h 2169M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:12:26.008 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 3m ago 5h 2285M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:12:26.009 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 3m ago 5h 1909M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:12:26.009 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 3m ago 5h 2783M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:12:26.009 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 3m ago 5h 157M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:12:26.337 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:12:26.338 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:12:26.338 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:12:26.338 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:12:26.339 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:12:26.339 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:12:26.339 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:12:26.339 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:12:26.339 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:12:26.340 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:12:26.340 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:12:26.340 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:12:26.341 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:12:26.341 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:12:26.341 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:12:26.341 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:12:26.341 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:12:26.342 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:12:26.342 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:12:26.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:24.563031+0000 mgr.smithi204.vnvrbl (mgr.24567) 2624 : cluster [DBG] pgmap v2259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:26.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:24.563031+0000 mgr.smithi204.vnvrbl (mgr.24567) 2624 : cluster [DBG] pgmap v2259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:12:25.715789+0000 mgr.smithi204.vnvrbl (mgr.24567) 2625 : audit [DBG] from='client.41164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:12:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:12:25.993187+0000 mgr.smithi204.vnvrbl (mgr.24567) 2626 : audit [DBG] from='client.41168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:12:27.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:12:26.337259+0000 mon.smithi176 (mon.0) 2972 : audit [DBG] from='client.? 172.21.15.176:0/3083867715' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:12:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:12:25.715789+0000 mgr.smithi204.vnvrbl (mgr.24567) 2625 : audit [DBG] from='client.41164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:12:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:12:25.993187+0000 mgr.smithi204.vnvrbl (mgr.24567) 2626 : audit [DBG] from='client.41168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:12:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:12:26.337259+0000 mon.smithi176 (mon.0) 2972 : audit [DBG] from='client.? 172.21.15.176:0/3083867715' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:12:28.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:26.563637+0000 mgr.smithi204.vnvrbl (mgr.24567) 2627 : cluster [DBG] pgmap v2260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:26.563637+0000 mgr.smithi204.vnvrbl (mgr.24567) 2627 : cluster [DBG] pgmap v2260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:28.564536+0000 mgr.smithi204.vnvrbl (mgr.24567) 2628 : cluster [DBG] pgmap v2261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:28.564536+0000 mgr.smithi204.vnvrbl (mgr.24567) 2628 : cluster [DBG] pgmap v2261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:30.565039+0000 mgr.smithi204.vnvrbl (mgr.24567) 2629 : cluster [DBG] pgmap v2262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:30.565039+0000 mgr.smithi204.vnvrbl (mgr.24567) 2629 : cluster [DBG] pgmap v2262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:34.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:32.565877+0000 mgr.smithi204.vnvrbl (mgr.24567) 2630 : cluster [DBG] pgmap v2263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:32.565877+0000 mgr.smithi204.vnvrbl (mgr.24567) 2630 : cluster [DBG] pgmap v2263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:36.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:34.566331+0000 mgr.smithi204.vnvrbl (mgr.24567) 2631 : cluster [DBG] pgmap v2264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:34.566331+0000 mgr.smithi204.vnvrbl (mgr.24567) 2631 : cluster [DBG] pgmap v2264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:38.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:36.566875+0000 mgr.smithi204.vnvrbl (mgr.24567) 2632 : cluster [DBG] pgmap v2265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:38.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:36.566875+0000 mgr.smithi204.vnvrbl (mgr.24567) 2632 : cluster [DBG] pgmap v2265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:38.567693+0000 mgr.smithi204.vnvrbl (mgr.24567) 2633 : cluster [DBG] pgmap v2266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:38.567693+0000 mgr.smithi204.vnvrbl (mgr.24567) 2633 : cluster [DBG] pgmap v2266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:42.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:40.568112+0000 mgr.smithi204.vnvrbl (mgr.24567) 2634 : cluster [DBG] pgmap v2267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:40.568112+0000 mgr.smithi204.vnvrbl (mgr.24567) 2634 : cluster [DBG] pgmap v2267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:44.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:42.568836+0000 mgr.smithi204.vnvrbl (mgr.24567) 2635 : cluster [DBG] pgmap v2268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:42.568836+0000 mgr.smithi204.vnvrbl (mgr.24567) 2635 : cluster [DBG] pgmap v2268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:44.569410+0000 mgr.smithi204.vnvrbl (mgr.24567) 2636 : cluster [DBG] pgmap v2269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:46.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:44.569410+0000 mgr.smithi204.vnvrbl (mgr.24567) 2636 : cluster [DBG] pgmap v2269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:48.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:46.569839+0000 mgr.smithi204.vnvrbl (mgr.24567) 2637 : cluster [DBG] pgmap v2270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:46.569839+0000 mgr.smithi204.vnvrbl (mgr.24567) 2637 : cluster [DBG] pgmap v2270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:48.570671+0000 mgr.smithi204.vnvrbl (mgr.24567) 2638 : cluster [DBG] pgmap v2271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:48.570671+0000 mgr.smithi204.vnvrbl (mgr.24567) 2638 : cluster [DBG] pgmap v2271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:50.571262+0000 mgr.smithi204.vnvrbl (mgr.24567) 2639 : cluster [DBG] pgmap v2272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:50.571262+0000 mgr.smithi204.vnvrbl (mgr.24567) 2639 : cluster [DBG] pgmap v2272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:52.571980+0000 mgr.smithi204.vnvrbl (mgr.24567) 2640 : cluster [DBG] pgmap v2273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:52.571980+0000 mgr.smithi204.vnvrbl (mgr.24567) 2640 : cluster [DBG] pgmap v2273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:12:56.640 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:12:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:54.572473+0000 mgr.smithi204.vnvrbl (mgr.24567) 2641 : cluster [DBG] pgmap v2274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:54.572473+0000 mgr.smithi204.vnvrbl (mgr.24567) 2641 : cluster [DBG] pgmap v2274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:56.927 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:12:56.928 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 4m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:12:56.928 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 4m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:12:56.928 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 4m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:12:56.928 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 4m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:12:56.929 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 4m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:12:56.929 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 4m ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:12:56.929 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 4m ago 5h 623M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:12:56.929 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 4m ago 5h 487M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:12:56.930 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 4m ago 5h 1886M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:12:56.930 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 4m ago 5h 956M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:12:56.930 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 4m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:12:56.931 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 4m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:12:56.931 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 4m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:12:56.931 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:12:56.931 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 4m ago 5h 1255M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:12:56.932 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 4m ago 5h 2141M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:12:56.932 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 4m ago 5h 1452M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:12:56.932 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 4m ago 5h 2327M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:12:56.932 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 4m ago 5h 2169M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:12:56.933 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 4m ago 5h 2285M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:12:56.933 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 4m ago 5h 1909M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:12:56.933 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 4m ago 5h 2783M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:12:56.934 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 4m ago 5h 157M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:12:57.287 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:12:57.288 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:12:57.288 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:12:57.288 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:12:57.288 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:12:57.289 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:12:57.289 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:12:57.289 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:12:57.289 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:12:57.290 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:12:57.290 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:12:57.290 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:12:57.290 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:12:57.291 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:12:57.291 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:12:57.291 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:12:57.291 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:12:57.292 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:12:57.292 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:12:57.526 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:12:56.624143+0000 mon.smithi204 (mon.1) 415 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:12:57.526 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:12:56.625587+0000 mon.smithi204 (mon.1) 416 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:12:57.526 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:12:56.626434+0000 mon.smithi204 (mon.1) 417 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:12:57.527 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:12:57.287115+0000 mon.smithi176 (mon.0) 2973 : audit [DBG] from='client.? 172.21.15.176:0/1079195124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:12:57.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:12:56.624143+0000 mon.smithi204 (mon.1) 415 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:12:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:12:56.625587+0000 mon.smithi204 (mon.1) 416 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:12:57.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:12:56.626434+0000 mon.smithi204 (mon.1) 417 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:12:57.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:12:57.287115+0000 mon.smithi176 (mon.0) 2973 : audit [DBG] from='client.? 172.21.15.176:0/1079195124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:12:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:56.573060+0000 mgr.smithi204.vnvrbl (mgr.24567) 2642 : cluster [DBG] pgmap v2275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:12:56.626745+0000 mgr.smithi204.vnvrbl (mgr.24567) 2643 : audit [DBG] from='client.41176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:12:58.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:12:56.627547+0000 mgr.smithi204.vnvrbl (mgr.24567) 2644 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:12:58.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:12:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:12:56.917602+0000 mgr.smithi204.vnvrbl (mgr.24567) 2645 : audit [DBG] from='client.41180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:12:58.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:56.573060+0000 mgr.smithi204.vnvrbl (mgr.24567) 2642 : cluster [DBG] pgmap v2275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:12:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:12:56.626745+0000 mgr.smithi204.vnvrbl (mgr.24567) 2643 : audit [DBG] from='client.41176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:12:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:12:56.627547+0000 mgr.smithi204.vnvrbl (mgr.24567) 2644 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:12:58.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:12:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:12:56.917602+0000 mgr.smithi204.vnvrbl (mgr.24567) 2645 : audit [DBG] from='client.41180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:13:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:12:58.573715+0000 mgr.smithi204.vnvrbl (mgr.24567) 2646 : cluster [DBG] pgmap v2276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:12:59.432241+0000 mon.smithi176 (mon.0) 2974 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:13:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:12:59.824509+0000 mon.smithi176 (mon.0) 2975 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:13:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:12:59.829262+0000 mon.smithi176 (mon.0) 2976 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:13:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:12:58.573715+0000 mgr.smithi204.vnvrbl (mgr.24567) 2646 : cluster [DBG] pgmap v2276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:12:59.432241+0000 mon.smithi176 (mon.0) 2974 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:13:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:12:59.824509+0000 mon.smithi176 (mon.0) 2975 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:13:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:12:59.829262+0000 mon.smithi176 (mon.0) 2976 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:13:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:00.574367+0000 mgr.smithi204.vnvrbl (mgr.24567) 2647 : cluster [DBG] pgmap v2277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:00.574367+0000 mgr.smithi204.vnvrbl (mgr.24567) 2647 : cluster [DBG] pgmap v2277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:02.575157+0000 mgr.smithi204.vnvrbl (mgr.24567) 2648 : cluster [DBG] pgmap v2278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:02.575157+0000 mgr.smithi204.vnvrbl (mgr.24567) 2648 : cluster [DBG] pgmap v2278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:04.575600+0000 mgr.smithi204.vnvrbl (mgr.24567) 2649 : cluster [DBG] pgmap v2279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:04.575600+0000 mgr.smithi204.vnvrbl (mgr.24567) 2649 : cluster [DBG] pgmap v2279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:06.576091+0000 mgr.smithi204.vnvrbl (mgr.24567) 2650 : cluster [DBG] pgmap v2280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:08.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:06.576091+0000 mgr.smithi204.vnvrbl (mgr.24567) 2650 : cluster [DBG] pgmap v2280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:10.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:08.576893+0000 mgr.smithi204.vnvrbl (mgr.24567) 2651 : cluster [DBG] pgmap v2281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:08.576893+0000 mgr.smithi204.vnvrbl (mgr.24567) 2651 : cluster [DBG] pgmap v2281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:10.577513+0000 mgr.smithi204.vnvrbl (mgr.24567) 2652 : cluster [DBG] pgmap v2282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:13:11.660210+0000 mon.smithi204 (mon.1) 418 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:13:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:13:11.660446+0000 mon.smithi204 (mon.1) 419 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:13:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:13:11.660882+0000 mon.smithi176 (mon.0) 2977 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:13:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:13:11.661200+0000 mon.smithi176 (mon.0) 2978 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:13:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:10.577513+0000 mgr.smithi204.vnvrbl (mgr.24567) 2652 : cluster [DBG] pgmap v2282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:13:11.660210+0000 mon.smithi204 (mon.1) 418 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:13:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:13:11.660446+0000 mon.smithi204 (mon.1) 419 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:13:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:13:11.660882+0000 mon.smithi176 (mon.0) 2977 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:13:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:13:11.661200+0000 mon.smithi176 (mon.0) 2978 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:13:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:12.578242+0000 mgr.smithi204.vnvrbl (mgr.24567) 2653 : cluster [DBG] pgmap v2283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:12.578242+0000 mgr.smithi204.vnvrbl (mgr.24567) 2653 : cluster [DBG] pgmap v2283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:14.578877+0000 mgr.smithi204.vnvrbl (mgr.24567) 2654 : cluster [DBG] pgmap v2284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:14.578877+0000 mgr.smithi204.vnvrbl (mgr.24567) 2654 : cluster [DBG] pgmap v2284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:16.579351+0000 mgr.smithi204.vnvrbl (mgr.24567) 2655 : cluster [DBG] pgmap v2285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:18.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:16.579351+0000 mgr.smithi204.vnvrbl (mgr.24567) 2655 : cluster [DBG] pgmap v2285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:18.580038+0000 mgr.smithi204.vnvrbl (mgr.24567) 2656 : cluster [DBG] pgmap v2286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:18.580038+0000 mgr.smithi204.vnvrbl (mgr.24567) 2656 : cluster [DBG] pgmap v2286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:22.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:20.580427+0000 mgr.smithi204.vnvrbl (mgr.24567) 2657 : cluster [DBG] pgmap v2287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:22.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:20.580427+0000 mgr.smithi204.vnvrbl (mgr.24567) 2657 : cluster [DBG] pgmap v2287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:22.581457+0000 mgr.smithi204.vnvrbl (mgr.24567) 2658 : cluster [DBG] pgmap v2288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:22.581457+0000 mgr.smithi204.vnvrbl (mgr.24567) 2658 : cluster [DBG] pgmap v2288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:24.581975+0000 mgr.smithi204.vnvrbl (mgr.24567) 2659 : cluster [DBG] pgmap v2289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:24.581975+0000 mgr.smithi204.vnvrbl (mgr.24567) 2659 : cluster [DBG] pgmap v2289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:27.588 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:13:27.865 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:13:27.866 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 4m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:13:27.866 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 4m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:13:27.867 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 4m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:13:27.867 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 4m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:13:27.867 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 4m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:13:27.868 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 4m ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:13:27.868 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 4m ago 5h 623M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:13:27.868 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 4m ago 5h 487M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:13:27.868 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 4m ago 5h 1886M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:13:27.869 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 4m ago 5h 956M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:13:27.869 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 4m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:13:27.869 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 4m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:13:27.869 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 4m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:13:27.870 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:13:27.870 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 4m ago 5h 1255M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:13:27.870 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 4m ago 5h 2141M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:13:27.870 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 4m ago 5h 1452M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:13:27.871 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 4m ago 5h 2327M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:13:27.871 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 4m ago 5h 2169M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:13:27.871 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 4m ago 5h 2285M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:13:27.871 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 4m ago 5h 1909M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:13:27.872 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 4m ago 5h 2783M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:13:27.872 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 4m ago 5h 157M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:13:28.191 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:13:28.192 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:13:28.192 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:13:28.192 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:13:28.192 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:13:28.193 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:13:28.193 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:13:28.193 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:13:28.193 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:13:28.194 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:13:28.194 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:13:28.194 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:13:28.194 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:13:28.195 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:13:28.195 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:13:28.195 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:13:28.195 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:13:28.195 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:13:28.196 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:13:28.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:26.582507+0000 mgr.smithi204.vnvrbl (mgr.24567) 2660 : cluster [DBG] pgmap v2290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:13:28.190666+0000 mon.smithi176 (mon.0) 2979 : audit [DBG] from='client.? 172.21.15.176:0/150215398' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:13:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:26.582507+0000 mgr.smithi204.vnvrbl (mgr.24567) 2660 : cluster [DBG] pgmap v2290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:13:28.190666+0000 mon.smithi176 (mon.0) 2979 : audit [DBG] from='client.? 172.21.15.176:0/150215398' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:13:29.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:13:27.575343+0000 mgr.smithi204.vnvrbl (mgr.24567) 2661 : audit [DBG] from='client.41188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:13:29.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:13:27.854748+0000 mgr.smithi204.vnvrbl (mgr.24567) 2662 : audit [DBG] from='client.41192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:13:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:13:27.575343+0000 mgr.smithi204.vnvrbl (mgr.24567) 2661 : audit [DBG] from='client.41188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:13:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:13:27.854748+0000 mgr.smithi204.vnvrbl (mgr.24567) 2662 : audit [DBG] from='client.41192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:13:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:28.583501+0000 mgr.smithi204.vnvrbl (mgr.24567) 2663 : cluster [DBG] pgmap v2291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:28.583501+0000 mgr.smithi204.vnvrbl (mgr.24567) 2663 : cluster [DBG] pgmap v2291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:30.583981+0000 mgr.smithi204.vnvrbl (mgr.24567) 2664 : cluster [DBG] pgmap v2292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:30.583981+0000 mgr.smithi204.vnvrbl (mgr.24567) 2664 : cluster [DBG] pgmap v2292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:32.584857+0000 mgr.smithi204.vnvrbl (mgr.24567) 2665 : cluster [DBG] pgmap v2293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:32.584857+0000 mgr.smithi204.vnvrbl (mgr.24567) 2665 : cluster [DBG] pgmap v2293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:34.585465+0000 mgr.smithi204.vnvrbl (mgr.24567) 2666 : cluster [DBG] pgmap v2294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:34.585465+0000 mgr.smithi204.vnvrbl (mgr.24567) 2666 : cluster [DBG] pgmap v2294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:38.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:36.586059+0000 mgr.smithi204.vnvrbl (mgr.24567) 2667 : cluster [DBG] pgmap v2295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:36.586059+0000 mgr.smithi204.vnvrbl (mgr.24567) 2667 : cluster [DBG] pgmap v2295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:38.586903+0000 mgr.smithi204.vnvrbl (mgr.24567) 2668 : cluster [DBG] pgmap v2296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:40.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:38.586903+0000 mgr.smithi204.vnvrbl (mgr.24567) 2668 : cluster [DBG] pgmap v2296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:41.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:40.587361+0000 mgr.smithi204.vnvrbl (mgr.24567) 2669 : cluster [DBG] pgmap v2297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:40.587361+0000 mgr.smithi204.vnvrbl (mgr.24567) 2669 : cluster [DBG] pgmap v2297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:43.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:42.588067+0000 mgr.smithi204.vnvrbl (mgr.24567) 2670 : cluster [DBG] pgmap v2298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:42.588067+0000 mgr.smithi204.vnvrbl (mgr.24567) 2670 : cluster [DBG] pgmap v2298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:45.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:44.588569+0000 mgr.smithi204.vnvrbl (mgr.24567) 2671 : cluster [DBG] pgmap v2299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:45.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:44.588569+0000 mgr.smithi204.vnvrbl (mgr.24567) 2671 : cluster [DBG] pgmap v2299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:47.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:46.589034+0000 mgr.smithi204.vnvrbl (mgr.24567) 2672 : cluster [DBG] pgmap v2300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:46.589034+0000 mgr.smithi204.vnvrbl (mgr.24567) 2672 : cluster [DBG] pgmap v2300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:49.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:48.589977+0000 mgr.smithi204.vnvrbl (mgr.24567) 2673 : cluster [DBG] pgmap v2301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:49.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:48.589977+0000 mgr.smithi204.vnvrbl (mgr.24567) 2673 : cluster [DBG] pgmap v2301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:51.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:50.590471+0000 mgr.smithi204.vnvrbl (mgr.24567) 2674 : cluster [DBG] pgmap v2302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:50.590471+0000 mgr.smithi204.vnvrbl (mgr.24567) 2674 : cluster [DBG] pgmap v2302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:52.591254+0000 mgr.smithi204.vnvrbl (mgr.24567) 2675 : cluster [DBG] pgmap v2303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:54.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:52.591254+0000 mgr.smithi204.vnvrbl (mgr.24567) 2675 : cluster [DBG] pgmap v2303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:13:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:54.591681+0000 mgr.smithi204.vnvrbl (mgr.24567) 2676 : cluster [DBG] pgmap v2304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:56.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:54.591681+0000 mgr.smithi204.vnvrbl (mgr.24567) 2676 : cluster [DBG] pgmap v2304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:56.592163+0000 mgr.smithi204.vnvrbl (mgr.24567) 2677 : cluster [DBG] pgmap v2305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:56.592163+0000 mgr.smithi204.vnvrbl (mgr.24567) 2677 : cluster [DBG] pgmap v2305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:13:58.492 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:13:58.767 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:13:58.767 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:13:58.767 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 5m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:13:58.768 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 5m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:13:58.768 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 5m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:13:58.768 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 5m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:13:58.768 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 5m ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:13:58.769 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 5m ago 5h 623M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:13:58.769 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 5m ago 5h 487M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:13:58.769 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 5m ago 5h 1886M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:13:58.769 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 5m ago 5h 956M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:13:58.769 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 5m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:13:58.770 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 5m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:13:58.770 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 5m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:13:58.770 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 5m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:13:58.770 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 5m ago 5h 1255M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:13:58.771 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 5m ago 5h 2141M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:13:58.771 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 5m ago 5h 1452M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:13:58.771 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 5m ago 5h 2327M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:13:58.771 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 5m ago 5h 2169M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:13:58.772 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 5m ago 5h 2285M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:13:58.772 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 5m ago 5h 1909M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:13:58.772 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 5m ago 5h 2783M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:13:58.772 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 5m ago 5h 157M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:13:59.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:13:58.479690+0000 mgr.smithi204.vnvrbl (mgr.24567) 2678 : audit [DBG] from='client.41200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:13:59.099 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:13:59.099 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:13:59.099 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:13:59.099 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:13:59.100 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:13:59.100 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:13:59.100 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:13:59.100 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:13:59.100 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:13:59.101 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:13:59.101 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:13:59.101 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:13:59.101 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:13:59.102 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:13:59.102 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:13:59.102 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:13:59.102 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:13:59.103 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:13:59.103 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:13:59.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:13:58.479690+0000 mgr.smithi204.vnvrbl (mgr.24567) 2678 : audit [DBG] from='client.41200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:14:00.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:13:58.592907+0000 mgr.smithi204.vnvrbl (mgr.24567) 2679 : cluster [DBG] pgmap v2306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:00.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:13:58.756151+0000 mgr.smithi204.vnvrbl (mgr.24567) 2680 : audit [DBG] from='client.41204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:14:00.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:13:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:13:59.098446+0000 mon.smithi176 (mon.0) 2980 : audit [DBG] from='client.? 172.21.15.176:0/3857041596' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:14:00.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:13:58.592907+0000 mgr.smithi204.vnvrbl (mgr.24567) 2679 : cluster [DBG] pgmap v2306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:13:58.756151+0000 mgr.smithi204.vnvrbl (mgr.24567) 2680 : audit [DBG] from='client.41204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:14:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:13:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:13:59.098446+0000 mon.smithi176 (mon.0) 2980 : audit [DBG] from='client.? 172.21.15.176:0/3857041596' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:14:01.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:13:59.832311+0000 mon.smithi204 (mon.1) 420 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:14:01.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:13:59.833813+0000 mon.smithi204 (mon.1) 421 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:14:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:13:59.834583+0000 mon.smithi204 (mon.1) 422 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:14:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:13:59.835348+0000 mgr.smithi204.vnvrbl (mgr.24567) 2681 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:14:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:14:00.237847+0000 mon.smithi176 (mon.0) 2981 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:14:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:14:00.243128+0000 mon.smithi176 (mon.0) 2982 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:14:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:13:59.832311+0000 mon.smithi204 (mon.1) 420 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:14:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:13:59.833813+0000 mon.smithi204 (mon.1) 421 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:14:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:13:59.834583+0000 mon.smithi204 (mon.1) 422 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:14:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:13:59.835348+0000 mgr.smithi204.vnvrbl (mgr.24567) 2681 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:14:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:14:00.237847+0000 mon.smithi176 (mon.0) 2981 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:14:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:14:00.243128+0000 mon.smithi176 (mon.0) 2982 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:14:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:00.593455+0000 mgr.smithi204.vnvrbl (mgr.24567) 2682 : cluster [DBG] pgmap v2307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:00.593455+0000 mgr.smithi204.vnvrbl (mgr.24567) 2682 : cluster [DBG] pgmap v2307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:02.594329+0000 mgr.smithi204.vnvrbl (mgr.24567) 2683 : cluster [DBG] pgmap v2308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:02.594329+0000 mgr.smithi204.vnvrbl (mgr.24567) 2683 : cluster [DBG] pgmap v2308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:04.594863+0000 mgr.smithi204.vnvrbl (mgr.24567) 2684 : cluster [DBG] pgmap v2309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:04.594863+0000 mgr.smithi204.vnvrbl (mgr.24567) 2684 : cluster [DBG] pgmap v2309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:08.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:06.595274+0000 mgr.smithi204.vnvrbl (mgr.24567) 2685 : cluster [DBG] pgmap v2310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:06.595274+0000 mgr.smithi204.vnvrbl (mgr.24567) 2685 : cluster [DBG] pgmap v2310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:08.596265+0000 mgr.smithi204.vnvrbl (mgr.24567) 2686 : cluster [DBG] pgmap v2311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:08.596265+0000 mgr.smithi204.vnvrbl (mgr.24567) 2686 : cluster [DBG] pgmap v2311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:10.596711+0000 mgr.smithi204.vnvrbl (mgr.24567) 2687 : cluster [DBG] pgmap v2312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:14:11.664807+0000 mon.smithi204 (mon.1) 423 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:14:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:14:11.665089+0000 mon.smithi204 (mon.1) 424 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:14:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:14:11.665373+0000 mon.smithi176 (mon.0) 2983 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:14:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:14:11.665789+0000 mon.smithi176 (mon.0) 2984 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:14:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:10.596711+0000 mgr.smithi204.vnvrbl (mgr.24567) 2687 : cluster [DBG] pgmap v2312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:14:11.664807+0000 mon.smithi204 (mon.1) 423 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:14:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:14:11.665089+0000 mon.smithi204 (mon.1) 424 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:14:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:14:11.665373+0000 mon.smithi176 (mon.0) 2983 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:14:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:14:11.665789+0000 mon.smithi176 (mon.0) 2984 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:14:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:12.597695+0000 mgr.smithi204.vnvrbl (mgr.24567) 2688 : cluster [DBG] pgmap v2313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:12.597695+0000 mgr.smithi204.vnvrbl (mgr.24567) 2688 : cluster [DBG] pgmap v2313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:14.598185+0000 mgr.smithi204.vnvrbl (mgr.24567) 2689 : cluster [DBG] pgmap v2314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:14.598185+0000 mgr.smithi204.vnvrbl (mgr.24567) 2689 : cluster [DBG] pgmap v2314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:18.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:16.598697+0000 mgr.smithi204.vnvrbl (mgr.24567) 2690 : cluster [DBG] pgmap v2315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:16.598697+0000 mgr.smithi204.vnvrbl (mgr.24567) 2690 : cluster [DBG] pgmap v2315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:18.599559+0000 mgr.smithi204.vnvrbl (mgr.24567) 2691 : cluster [DBG] pgmap v2316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:18.599559+0000 mgr.smithi204.vnvrbl (mgr.24567) 2691 : cluster [DBG] pgmap v2316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:20.600131+0000 mgr.smithi204.vnvrbl (mgr.24567) 2692 : cluster [DBG] pgmap v2317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:20.600131+0000 mgr.smithi204.vnvrbl (mgr.24567) 2692 : cluster [DBG] pgmap v2317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:22.600931+0000 mgr.smithi204.vnvrbl (mgr.24567) 2693 : cluster [DBG] pgmap v2318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:22.600931+0000 mgr.smithi204.vnvrbl (mgr.24567) 2693 : cluster [DBG] pgmap v2318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:26.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:24.601444+0000 mgr.smithi204.vnvrbl (mgr.24567) 2694 : cluster [DBG] pgmap v2319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:24.601444+0000 mgr.smithi204.vnvrbl (mgr.24567) 2694 : cluster [DBG] pgmap v2319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:28.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:26.602031+0000 mgr.smithi204.vnvrbl (mgr.24567) 2695 : cluster [DBG] pgmap v2320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:26.602031+0000 mgr.smithi204.vnvrbl (mgr.24567) 2695 : cluster [DBG] pgmap v2320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:29.401 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:14:29.679 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:14:29.680 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:14:29.680 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 5m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:14:29.680 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 5m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:14:29.680 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 5m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:14:29.681 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 5m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:14:29.681 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 5m ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:14:29.681 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 5m ago 5h 623M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:14:29.681 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 5m ago 5h 487M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:14:29.682 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 5m ago 5h 1886M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:14:29.682 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 5m ago 5h 956M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:14:29.682 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 5m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:14:29.682 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 5m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:14:29.683 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 5m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:14:29.683 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 5m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:14:29.683 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 5m ago 5h 1255M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:14:29.683 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 5m ago 5h 2141M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:14:29.684 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 5m ago 5h 1452M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:14:29.684 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 5m ago 5h 2327M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:14:29.684 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 5m ago 5h 2169M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:14:29.684 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 5m ago 5h 2285M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:14:29.685 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 5m ago 5h 1909M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:14:29.685 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 5m ago 5h 2783M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:14:29.685 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 5m ago 5h 157M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:14:30.011 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:14:30.011 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:14:30.012 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:14:30.012 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:14:30.012 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:14:30.012 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:14:30.012 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:14:30.013 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:14:30.013 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:14:30.013 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:14:30.013 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:14:30.014 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:14:30.014 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:14:30.014 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:14:30.014 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:14:30.014 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:14:30.015 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:14:30.015 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:14:30.015 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:14:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:28.602857+0000 mgr.smithi204.vnvrbl (mgr.24567) 2696 : cluster [DBG] pgmap v2321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:14:29.388651+0000 mgr.smithi204.vnvrbl (mgr.24567) 2697 : audit [DBG] from='client.41212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:14:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:14:30.010845+0000 mon.smithi176 (mon.0) 2985 : audit [DBG] from='client.? 172.21.15.176:0/2577592888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:14:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:28.602857+0000 mgr.smithi204.vnvrbl (mgr.24567) 2696 : cluster [DBG] pgmap v2321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:14:29.388651+0000 mgr.smithi204.vnvrbl (mgr.24567) 2697 : audit [DBG] from='client.41212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:14:30.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:14:30.010845+0000 mon.smithi176 (mon.0) 2985 : audit [DBG] from='client.? 172.21.15.176:0/2577592888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:14:31.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:14:29.668654+0000 mgr.smithi204.vnvrbl (mgr.24567) 2698 : audit [DBG] from='client.41216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:14:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:14:29.668654+0000 mgr.smithi204.vnvrbl (mgr.24567) 2698 : audit [DBG] from='client.41216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:14:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:30.603477+0000 mgr.smithi204.vnvrbl (mgr.24567) 2699 : cluster [DBG] pgmap v2322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:30.603477+0000 mgr.smithi204.vnvrbl (mgr.24567) 2699 : cluster [DBG] pgmap v2322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:34.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:32.604437+0000 mgr.smithi204.vnvrbl (mgr.24567) 2700 : cluster [DBG] pgmap v2323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:32.604437+0000 mgr.smithi204.vnvrbl (mgr.24567) 2700 : cluster [DBG] pgmap v2323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:36.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:34.604980+0000 mgr.smithi204.vnvrbl (mgr.24567) 2701 : cluster [DBG] pgmap v2324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:34.604980+0000 mgr.smithi204.vnvrbl (mgr.24567) 2701 : cluster [DBG] pgmap v2324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:36.605645+0000 mgr.smithi204.vnvrbl (mgr.24567) 2702 : cluster [DBG] pgmap v2325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:38.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:36.605645+0000 mgr.smithi204.vnvrbl (mgr.24567) 2702 : cluster [DBG] pgmap v2325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:38.606440+0000 mgr.smithi204.vnvrbl (mgr.24567) 2703 : cluster [DBG] pgmap v2326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:38.606440+0000 mgr.smithi204.vnvrbl (mgr.24567) 2703 : cluster [DBG] pgmap v2326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:40.606958+0000 mgr.smithi204.vnvrbl (mgr.24567) 2704 : cluster [DBG] pgmap v2327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:40.606958+0000 mgr.smithi204.vnvrbl (mgr.24567) 2704 : cluster [DBG] pgmap v2327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:42.607710+0000 mgr.smithi204.vnvrbl (mgr.24567) 2705 : cluster [DBG] pgmap v2328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:42.607710+0000 mgr.smithi204.vnvrbl (mgr.24567) 2705 : cluster [DBG] pgmap v2328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:44.608150+0000 mgr.smithi204.vnvrbl (mgr.24567) 2706 : cluster [DBG] pgmap v2329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:44.608150+0000 mgr.smithi204.vnvrbl (mgr.24567) 2706 : cluster [DBG] pgmap v2329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:46.608611+0000 mgr.smithi204.vnvrbl (mgr.24567) 2707 : cluster [DBG] pgmap v2330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:48.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:46.608611+0000 mgr.smithi204.vnvrbl (mgr.24567) 2707 : cluster [DBG] pgmap v2330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:48.609436+0000 mgr.smithi204.vnvrbl (mgr.24567) 2708 : cluster [DBG] pgmap v2331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:48.609436+0000 mgr.smithi204.vnvrbl (mgr.24567) 2708 : cluster [DBG] pgmap v2331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:50.609949+0000 mgr.smithi204.vnvrbl (mgr.24567) 2709 : cluster [DBG] pgmap v2332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:50.609949+0000 mgr.smithi204.vnvrbl (mgr.24567) 2709 : cluster [DBG] pgmap v2332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:52.610712+0000 mgr.smithi204.vnvrbl (mgr.24567) 2710 : cluster [DBG] pgmap v2333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:52.610712+0000 mgr.smithi204.vnvrbl (mgr.24567) 2710 : cluster [DBG] pgmap v2333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:14:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:54.611265+0000 mgr.smithi204.vnvrbl (mgr.24567) 2711 : cluster [DBG] pgmap v2334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:54.611265+0000 mgr.smithi204.vnvrbl (mgr.24567) 2711 : cluster [DBG] pgmap v2334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:14:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:56.611776+0000 mgr.smithi204.vnvrbl (mgr.24567) 2712 : cluster [DBG] pgmap v2335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:14:58.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:14:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:56.611776+0000 mgr.smithi204.vnvrbl (mgr.24567) 2712 : cluster [DBG] pgmap v2335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:00.311 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:15:00.603 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:15:00.603 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:15:00.604 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 6m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:15:00.604 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 6m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:15:00.604 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 6m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:15:00.604 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 6m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:15:00.604 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 6m ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:15:00.605 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 6m ago 5h 623M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:15:00.605 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 6m ago 5h 487M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:15:00.605 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 6m ago 5h 1886M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:15:00.605 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 6m ago 5h 956M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:15:00.606 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 6m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:15:00.606 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 6m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:15:00.606 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 6m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:15:00.606 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:15:00.606 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 6m ago 5h 1255M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:15:00.607 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 6m ago 5h 2141M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:15:00.607 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 6m ago 5h 1452M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:15:00.607 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 6m ago 5h 2327M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:15:00.607 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 6m ago 5h 2169M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:15:00.608 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 6m ago 5h 2285M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:15:00.608 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 6m ago 5h 1909M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:15:00.608 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 6m ago 5h 2783M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:15:00.608 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 6m ago 5h 157M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:15:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:14:58.612564+0000 mgr.smithi204.vnvrbl (mgr.24567) 2713 : cluster [DBG] pgmap v2336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:15:00.246189+0000 mon.smithi204 (mon.1) 425 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:15:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:15:00.247559+0000 mon.smithi204 (mon.1) 426 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:15:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:15:00.248442+0000 mon.smithi204 (mon.1) 427 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:15:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:14:58.612564+0000 mgr.smithi204.vnvrbl (mgr.24567) 2713 : cluster [DBG] pgmap v2336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:15:00.246189+0000 mon.smithi204 (mon.1) 425 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:15:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:15:00.247559+0000 mon.smithi204 (mon.1) 426 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:15:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:15:00.248442+0000 mon.smithi204 (mon.1) 427 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:15:00.938 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:15:01.088 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:15:01.089 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:15:01.089 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:15:01.089 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:15:01.089 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:15:01.089 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:15:01.090 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:15:01.090 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:15:01.090 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:15:01.090 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:15:01.091 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:15:01.091 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:15:01.091 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:15:01.091 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:15:01.091 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:15:01.092 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:15:01.092 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:15:01.092 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:15:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:15:00.249190+0000 mgr.smithi204.vnvrbl (mgr.24567) 2714 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:15:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:15:00.297127+0000 mgr.smithi204.vnvrbl (mgr.24567) 2715 : audit [DBG] from='client.41224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:15:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:15:00.662541+0000 mon.smithi176 (mon.0) 2986 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:15:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:15:00.669712+0000 mon.smithi176 (mon.0) 2987 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:15:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:15:00.937924+0000 mon.smithi176 (mon.0) 2988 : audit [DBG] from='client.? 172.21.15.176:0/3421422854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:15:01.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:15:00.249190+0000 mgr.smithi204.vnvrbl (mgr.24567) 2714 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:15:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:15:00.297127+0000 mgr.smithi204.vnvrbl (mgr.24567) 2715 : audit [DBG] from='client.41224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:15:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:15:00.662541+0000 mon.smithi176 (mon.0) 2986 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:15:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:15:00.669712+0000 mon.smithi176 (mon.0) 2987 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:15:01.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:15:00.937924+0000 mon.smithi176 (mon.0) 2988 : audit [DBG] from='client.? 172.21.15.176:0/3421422854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:15:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:15:00.592747+0000 mgr.smithi204.vnvrbl (mgr.24567) 2716 : audit [DBG] from='client.41228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:15:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:00.612915+0000 mgr.smithi204.vnvrbl (mgr.24567) 2717 : cluster [DBG] pgmap v2337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:15:00.592747+0000 mgr.smithi204.vnvrbl (mgr.24567) 2716 : audit [DBG] from='client.41228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:15:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:00.612915+0000 mgr.smithi204.vnvrbl (mgr.24567) 2717 : cluster [DBG] pgmap v2337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:02.613734+0000 mgr.smithi204.vnvrbl (mgr.24567) 2718 : cluster [DBG] pgmap v2338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:02.613734+0000 mgr.smithi204.vnvrbl (mgr.24567) 2718 : cluster [DBG] pgmap v2338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:04.614319+0000 mgr.smithi204.vnvrbl (mgr.24567) 2719 : cluster [DBG] pgmap v2339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:04.614319+0000 mgr.smithi204.vnvrbl (mgr.24567) 2719 : cluster [DBG] pgmap v2339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:06.614916+0000 mgr.smithi204.vnvrbl (mgr.24567) 2720 : cluster [DBG] pgmap v2340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:08.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:06.614916+0000 mgr.smithi204.vnvrbl (mgr.24567) 2720 : cluster [DBG] pgmap v2340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:08.615784+0000 mgr.smithi204.vnvrbl (mgr.24567) 2721 : cluster [DBG] pgmap v2341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:08.615784+0000 mgr.smithi204.vnvrbl (mgr.24567) 2721 : cluster [DBG] pgmap v2341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:10.616284+0000 mgr.smithi204.vnvrbl (mgr.24567) 2722 : cluster [DBG] pgmap v2342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:15:11.668884+0000 mon.smithi204 (mon.1) 428 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:15:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:15:11.669182+0000 mon.smithi204 (mon.1) 429 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:15:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:15:11.669387+0000 mon.smithi176 (mon.0) 2989 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:15:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:15:11.669675+0000 mon.smithi176 (mon.0) 2990 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:15:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:10.616284+0000 mgr.smithi204.vnvrbl (mgr.24567) 2722 : cluster [DBG] pgmap v2342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:15:11.668884+0000 mon.smithi204 (mon.1) 428 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:15:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:15:11.669182+0000 mon.smithi204 (mon.1) 429 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:15:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:15:11.669387+0000 mon.smithi176 (mon.0) 2989 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:15:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:15:11.669675+0000 mon.smithi176 (mon.0) 2990 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:15:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:12.617073+0000 mgr.smithi204.vnvrbl (mgr.24567) 2723 : cluster [DBG] pgmap v2343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:12.617073+0000 mgr.smithi204.vnvrbl (mgr.24567) 2723 : cluster [DBG] pgmap v2343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:14.617605+0000 mgr.smithi204.vnvrbl (mgr.24567) 2724 : cluster [DBG] pgmap v2344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:14.617605+0000 mgr.smithi204.vnvrbl (mgr.24567) 2724 : cluster [DBG] pgmap v2344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:18.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:16.618147+0000 mgr.smithi204.vnvrbl (mgr.24567) 2725 : cluster [DBG] pgmap v2345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:18.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:16.618147+0000 mgr.smithi204.vnvrbl (mgr.24567) 2725 : cluster [DBG] pgmap v2345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:18.618928+0000 mgr.smithi204.vnvrbl (mgr.24567) 2726 : cluster [DBG] pgmap v2346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:18.618928+0000 mgr.smithi204.vnvrbl (mgr.24567) 2726 : cluster [DBG] pgmap v2346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:20.619381+0000 mgr.smithi204.vnvrbl (mgr.24567) 2727 : cluster [DBG] pgmap v2347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:20.619381+0000 mgr.smithi204.vnvrbl (mgr.24567) 2727 : cluster [DBG] pgmap v2347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:22.620339+0000 mgr.smithi204.vnvrbl (mgr.24567) 2728 : cluster [DBG] pgmap v2348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:22.620339+0000 mgr.smithi204.vnvrbl (mgr.24567) 2728 : cluster [DBG] pgmap v2348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:24.620992+0000 mgr.smithi204.vnvrbl (mgr.24567) 2729 : cluster [DBG] pgmap v2349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:24.620992+0000 mgr.smithi204.vnvrbl (mgr.24567) 2729 : cluster [DBG] pgmap v2349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:26.621422+0000 mgr.smithi204.vnvrbl (mgr.24567) 2730 : cluster [DBG] pgmap v2350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:28.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:26.621422+0000 mgr.smithi204.vnvrbl (mgr.24567) 2730 : cluster [DBG] pgmap v2350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:30.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:28.622159+0000 mgr.smithi204.vnvrbl (mgr.24567) 2731 : cluster [DBG] pgmap v2351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:28.622159+0000 mgr.smithi204.vnvrbl (mgr.24567) 2731 : cluster [DBG] pgmap v2351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:31.237 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:15:31.512 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:15:31.513 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:15:31.513 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 6m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:15:31.513 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 6m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:15:31.514 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 6m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:15:31.514 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 6m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:15:31.514 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 6m ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:15:31.514 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 6m ago 5h 623M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:15:31.515 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 6m ago 5h 487M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:15:31.515 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 6m ago 5h 1886M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:15:31.515 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 6m ago 5h 956M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:15:31.515 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 6m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:15:31.515 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 6m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:15:31.516 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 6m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:15:31.516 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:15:31.516 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 6m ago 5h 1255M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:15:31.516 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 6m ago 5h 2141M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:15:31.517 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 6m ago 5h 1452M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:15:31.517 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 6m ago 5h 2327M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:15:31.517 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 6m ago 5h 2169M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:15:31.518 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 6m ago 5h 2285M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:15:31.518 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 6m ago 5h 1909M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:15:31.518 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 6m ago 5h 2783M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:15:31.518 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 6m ago 5h 157M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:15:31.844 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:15:31.851 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:15:31.851 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:15:31.851 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:15:31.852 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:15:31.852 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:15:31.852 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:15:31.852 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:15:31.853 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:15:31.853 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:15:31.853 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:15:31.853 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:15:31.853 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:15:31.854 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:15:31.854 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:15:31.854 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:15:31.854 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:15:31.855 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:15:31.855 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:15:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:30.622675+0000 mgr.smithi204.vnvrbl (mgr.24567) 2732 : cluster [DBG] pgmap v2352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:15:31.224440+0000 mgr.smithi204.vnvrbl (mgr.24567) 2733 : audit [DBG] from='client.41236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:15:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:15:31.501588+0000 mgr.smithi204.vnvrbl (mgr.24567) 2734 : audit [DBG] from='client.41240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:15:32.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:15:31.843962+0000 mon.smithi176 (mon.0) 2991 : audit [DBG] from='client.? 172.21.15.176:0/495251273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:15:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:30.622675+0000 mgr.smithi204.vnvrbl (mgr.24567) 2732 : cluster [DBG] pgmap v2352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:15:31.224440+0000 mgr.smithi204.vnvrbl (mgr.24567) 2733 : audit [DBG] from='client.41236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:15:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:15:31.501588+0000 mgr.smithi204.vnvrbl (mgr.24567) 2734 : audit [DBG] from='client.41240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:15:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:15:31.843962+0000 mon.smithi176 (mon.0) 2991 : audit [DBG] from='client.? 172.21.15.176:0/495251273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:15:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:32.623459+0000 mgr.smithi204.vnvrbl (mgr.24567) 2735 : cluster [DBG] pgmap v2353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:32.623459+0000 mgr.smithi204.vnvrbl (mgr.24567) 2735 : cluster [DBG] pgmap v2353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:36.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:34.623983+0000 mgr.smithi204.vnvrbl (mgr.24567) 2736 : cluster [DBG] pgmap v2354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:34.623983+0000 mgr.smithi204.vnvrbl (mgr.24567) 2736 : cluster [DBG] pgmap v2354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:36.624562+0000 mgr.smithi204.vnvrbl (mgr.24567) 2737 : cluster [DBG] pgmap v2355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:38.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:36.624562+0000 mgr.smithi204.vnvrbl (mgr.24567) 2737 : cluster [DBG] pgmap v2355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:38.625357+0000 mgr.smithi204.vnvrbl (mgr.24567) 2738 : cluster [DBG] pgmap v2356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:38.625357+0000 mgr.smithi204.vnvrbl (mgr.24567) 2738 : cluster [DBG] pgmap v2356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:40.625863+0000 mgr.smithi204.vnvrbl (mgr.24567) 2739 : cluster [DBG] pgmap v2357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:40.625863+0000 mgr.smithi204.vnvrbl (mgr.24567) 2739 : cluster [DBG] pgmap v2357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:42.626776+0000 mgr.smithi204.vnvrbl (mgr.24567) 2740 : cluster [DBG] pgmap v2358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:42.626776+0000 mgr.smithi204.vnvrbl (mgr.24567) 2740 : cluster [DBG] pgmap v2358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:44.627328+0000 mgr.smithi204.vnvrbl (mgr.24567) 2741 : cluster [DBG] pgmap v2359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:44.627328+0000 mgr.smithi204.vnvrbl (mgr.24567) 2741 : cluster [DBG] pgmap v2359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:46.627804+0000 mgr.smithi204.vnvrbl (mgr.24567) 2742 : cluster [DBG] pgmap v2360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:48.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:46.627804+0000 mgr.smithi204.vnvrbl (mgr.24567) 2742 : cluster [DBG] pgmap v2360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:48.628614+0000 mgr.smithi204.vnvrbl (mgr.24567) 2743 : cluster [DBG] pgmap v2361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:48.628614+0000 mgr.smithi204.vnvrbl (mgr.24567) 2743 : cluster [DBG] pgmap v2361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:50.629208+0000 mgr.smithi204.vnvrbl (mgr.24567) 2744 : cluster [DBG] pgmap v2362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:50.629208+0000 mgr.smithi204.vnvrbl (mgr.24567) 2744 : cluster [DBG] pgmap v2362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:52.629929+0000 mgr.smithi204.vnvrbl (mgr.24567) 2745 : cluster [DBG] pgmap v2363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:54.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:52.629929+0000 mgr.smithi204.vnvrbl (mgr.24567) 2745 : cluster [DBG] pgmap v2363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:15:56.725 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:54.630479+0000 mgr.smithi204.vnvrbl (mgr.24567) 2746 : cluster [DBG] pgmap v2364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:54.630479+0000 mgr.smithi204.vnvrbl (mgr.24567) 2746 : cluster [DBG] pgmap v2364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:15:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:56.631003+0000 mgr.smithi204.vnvrbl (mgr.24567) 2747 : cluster [DBG] pgmap v2365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:15:58.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:15:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:56.631003+0000 mgr.smithi204.vnvrbl (mgr.24567) 2747 : cluster [DBG] pgmap v2365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:00.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:15:58.631788+0000 mgr.smithi204.vnvrbl (mgr.24567) 2748 : cluster [DBG] pgmap v2366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:15:58.631788+0000 mgr.smithi204.vnvrbl (mgr.24567) 2748 : cluster [DBG] pgmap v2366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:16:00.672115+0000 mon.smithi204 (mon.1) 430 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:16:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:16:00.673634+0000 mon.smithi204 (mon.1) 431 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:16:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:16:00.674440+0000 mon.smithi204 (mon.1) 432 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:16:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:16:01.076510+0000 mon.smithi176 (mon.0) 2992 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:16:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:16:01.081290+0000 mon.smithi176 (mon.0) 2993 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:16:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:16:00.672115+0000 mon.smithi204 (mon.1) 430 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:16:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:16:00.673634+0000 mon.smithi204 (mon.1) 431 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:16:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:16:00.674440+0000 mon.smithi204 (mon.1) 432 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:16:01.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:16:01.076510+0000 mon.smithi176 (mon.0) 2992 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:16:01.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:16:01.081290+0000 mon.smithi176 (mon.0) 2993 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:16:02.148 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:16:02.421 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:16:02.421 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:16:02.422 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 7m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:16:02.422 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 7m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:16:02.422 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 7m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:16:02.423 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 7m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:16:02.423 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 7m ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:16:02.423 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 7m ago 5h 623M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:16:02.424 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 7m ago 5h 487M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:16:02.424 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 7m ago 5h 1886M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:16:02.424 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 7m ago 5h 956M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:16:02.424 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 7m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:16:02.425 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 7m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:16:02.425 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 7m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:16:02.425 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:16:02.425 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 7m ago 5h 1255M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:16:02.426 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 7m ago 5h 2141M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:16:02.426 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 7m ago 5h 1452M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:16:02.426 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 7m ago 5h 2327M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:16:02.426 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 7m ago 5h 2169M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:16:02.426 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 7m ago 5h 2285M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:16:02.427 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 7m ago 5h 1909M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:16:02.427 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 7m ago 5h 2783M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:16:02.427 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 7m ago 5h 157M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:16:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:00.632263+0000 mgr.smithi204.vnvrbl (mgr.24567) 2749 : cluster [DBG] pgmap v2367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:16:00.675147+0000 mgr.smithi204.vnvrbl (mgr.24567) 2750 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:16:02.754 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:16:02.754 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:16:02.754 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:16:02.754 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:16:02.755 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:16:02.755 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:16:02.755 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:16:02.755 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:16:02.755 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:16:02.756 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:16:02.756 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:16:02.756 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:16:02.756 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:16:02.756 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:16:02.757 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:16:02.757 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:16:02.757 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:16:02.757 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:16:02.758 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:16:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:00.632263+0000 mgr.smithi204.vnvrbl (mgr.24567) 2749 : cluster [DBG] pgmap v2367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:16:00.675147+0000 mgr.smithi204.vnvrbl (mgr.24567) 2750 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:16:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:16:02.135694+0000 mgr.smithi204.vnvrbl (mgr.24567) 2751 : audit [DBG] from='client.41248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:16:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:16:02.409895+0000 mgr.smithi204.vnvrbl (mgr.24567) 2752 : audit [DBG] from='client.41252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:16:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:16:02.753462+0000 mon.smithi176 (mon.0) 2994 : audit [DBG] from='client.? 172.21.15.176:0/110299974' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:16:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:16:02.135694+0000 mgr.smithi204.vnvrbl (mgr.24567) 2751 : audit [DBG] from='client.41248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:16:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:16:02.409895+0000 mgr.smithi204.vnvrbl (mgr.24567) 2752 : audit [DBG] from='client.41252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:16:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:16:02.753462+0000 mon.smithi176 (mon.0) 2994 : audit [DBG] from='client.? 172.21.15.176:0/110299974' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:16:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:02.633029+0000 mgr.smithi204.vnvrbl (mgr.24567) 2753 : cluster [DBG] pgmap v2368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:02.633029+0000 mgr.smithi204.vnvrbl (mgr.24567) 2753 : cluster [DBG] pgmap v2368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:04.633476+0000 mgr.smithi204.vnvrbl (mgr.24567) 2754 : cluster [DBG] pgmap v2369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:04.633476+0000 mgr.smithi204.vnvrbl (mgr.24567) 2754 : cluster [DBG] pgmap v2369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:06.633960+0000 mgr.smithi204.vnvrbl (mgr.24567) 2755 : cluster [DBG] pgmap v2370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:08.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:06.633960+0000 mgr.smithi204.vnvrbl (mgr.24567) 2755 : cluster [DBG] pgmap v2370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:08.634786+0000 mgr.smithi204.vnvrbl (mgr.24567) 2756 : cluster [DBG] pgmap v2371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:08.634786+0000 mgr.smithi204.vnvrbl (mgr.24567) 2756 : cluster [DBG] pgmap v2371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:10.635275+0000 mgr.smithi204.vnvrbl (mgr.24567) 2757 : cluster [DBG] pgmap v2372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:16:11.673384+0000 mon.smithi204 (mon.1) 433 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:16:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:16:11.673611+0000 mon.smithi204 (mon.1) 434 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:16:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:16:11.673887+0000 mon.smithi176 (mon.0) 2995 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:16:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:16:11.674177+0000 mon.smithi176 (mon.0) 2996 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:16:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:10.635275+0000 mgr.smithi204.vnvrbl (mgr.24567) 2757 : cluster [DBG] pgmap v2372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:16:11.673384+0000 mon.smithi204 (mon.1) 433 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:16:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:16:11.673611+0000 mon.smithi204 (mon.1) 434 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:16:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:16:11.673887+0000 mon.smithi176 (mon.0) 2995 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:16:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:16:11.674177+0000 mon.smithi176 (mon.0) 2996 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:16:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:12.636121+0000 mgr.smithi204.vnvrbl (mgr.24567) 2758 : cluster [DBG] pgmap v2373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:12.636121+0000 mgr.smithi204.vnvrbl (mgr.24567) 2758 : cluster [DBG] pgmap v2373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:14.636679+0000 mgr.smithi204.vnvrbl (mgr.24567) 2759 : cluster [DBG] pgmap v2374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:14.636679+0000 mgr.smithi204.vnvrbl (mgr.24567) 2759 : cluster [DBG] pgmap v2374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:18.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:16.637148+0000 mgr.smithi204.vnvrbl (mgr.24567) 2760 : cluster [DBG] pgmap v2375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:18.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:16.637148+0000 mgr.smithi204.vnvrbl (mgr.24567) 2760 : cluster [DBG] pgmap v2375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:18.638119+0000 mgr.smithi204.vnvrbl (mgr.24567) 2761 : cluster [DBG] pgmap v2376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:18.638119+0000 mgr.smithi204.vnvrbl (mgr.24567) 2761 : cluster [DBG] pgmap v2376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:20.638579+0000 mgr.smithi204.vnvrbl (mgr.24567) 2762 : cluster [DBG] pgmap v2377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:20.638579+0000 mgr.smithi204.vnvrbl (mgr.24567) 2762 : cluster [DBG] pgmap v2377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:22.639539+0000 mgr.smithi204.vnvrbl (mgr.24567) 2763 : cluster [DBG] pgmap v2378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:22.639539+0000 mgr.smithi204.vnvrbl (mgr.24567) 2763 : cluster [DBG] pgmap v2378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:24.640119+0000 mgr.smithi204.vnvrbl (mgr.24567) 2764 : cluster [DBG] pgmap v2379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:24.640119+0000 mgr.smithi204.vnvrbl (mgr.24567) 2764 : cluster [DBG] pgmap v2379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:28.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:26.640764+0000 mgr.smithi204.vnvrbl (mgr.24567) 2765 : cluster [DBG] pgmap v2380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:26.640764+0000 mgr.smithi204.vnvrbl (mgr.24567) 2765 : cluster [DBG] pgmap v2380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:28.641497+0000 mgr.smithi204.vnvrbl (mgr.24567) 2766 : cluster [DBG] pgmap v2381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:28.641497+0000 mgr.smithi204.vnvrbl (mgr.24567) 2766 : cluster [DBG] pgmap v2381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:30.642022+0000 mgr.smithi204.vnvrbl (mgr.24567) 2767 : cluster [DBG] pgmap v2382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:30.642022+0000 mgr.smithi204.vnvrbl (mgr.24567) 2767 : cluster [DBG] pgmap v2382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:33.054 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:16:33.347 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:16:33.348 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:16:33.348 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 7m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:16:33.348 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 7m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:16:33.348 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 7m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:16:33.349 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 7m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:16:33.349 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 7m ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:16:33.349 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 7m ago 5h 623M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:16:33.349 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 7m ago 5h 487M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:16:33.349 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 7m ago 5h 1886M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:16:33.350 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 7m ago 5h 956M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:16:33.350 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 7m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:16:33.350 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 7m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:16:33.350 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 7m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:16:33.351 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:16:33.351 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 7m ago 5h 1255M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:16:33.351 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 7m ago 5h 2141M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:16:33.351 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 7m ago 5h 1452M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:16:33.351 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 7m ago 5h 2327M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:16:33.352 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 7m ago 5h 2169M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:16:33.352 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 7m ago 5h 2285M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:16:33.352 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 7m ago 5h 1909M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:16:33.352 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 7m ago 5h 2783M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:16:33.353 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 7m ago 5h 157M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:16:33.679 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:16:33.680 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:16:33.680 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:16:33.680 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:16:33.681 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:16:33.681 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:16:33.681 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:16:33.681 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:16:33.681 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:16:33.682 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:16:33.682 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:16:33.682 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:16:33.682 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:16:33.683 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:16:33.683 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:16:33.683 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:16:33.683 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:16:33.684 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:16:33.684 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:16:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:32.642922+0000 mgr.smithi204.vnvrbl (mgr.24567) 2768 : cluster [DBG] pgmap v2383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:16:33.041758+0000 mgr.smithi204.vnvrbl (mgr.24567) 2769 : audit [DBG] from='client.41260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:16:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:16:33.336558+0000 mgr.smithi204.vnvrbl (mgr.24567) 2770 : audit [DBG] from='client.41264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:16:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:16:33.679300+0000 mon.smithi176 (mon.0) 2997 : audit [DBG] from='client.? 172.21.15.176:0/3059817241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:16:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:32.642922+0000 mgr.smithi204.vnvrbl (mgr.24567) 2768 : cluster [DBG] pgmap v2383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:16:33.041758+0000 mgr.smithi204.vnvrbl (mgr.24567) 2769 : audit [DBG] from='client.41260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:16:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:16:33.336558+0000 mgr.smithi204.vnvrbl (mgr.24567) 2770 : audit [DBG] from='client.41264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:16:34.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:16:33.679300+0000 mon.smithi176 (mon.0) 2997 : audit [DBG] from='client.? 172.21.15.176:0/3059817241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:16:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:34.643566+0000 mgr.smithi204.vnvrbl (mgr.24567) 2771 : cluster [DBG] pgmap v2384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:34.643566+0000 mgr.smithi204.vnvrbl (mgr.24567) 2771 : cluster [DBG] pgmap v2384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:38.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:36.644009+0000 mgr.smithi204.vnvrbl (mgr.24567) 2772 : cluster [DBG] pgmap v2385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:36.644009+0000 mgr.smithi204.vnvrbl (mgr.24567) 2772 : cluster [DBG] pgmap v2385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:38.644974+0000 mgr.smithi204.vnvrbl (mgr.24567) 2773 : cluster [DBG] pgmap v2386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:38.644974+0000 mgr.smithi204.vnvrbl (mgr.24567) 2773 : cluster [DBG] pgmap v2386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:40.645577+0000 mgr.smithi204.vnvrbl (mgr.24567) 2774 : cluster [DBG] pgmap v2387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:40.645577+0000 mgr.smithi204.vnvrbl (mgr.24567) 2774 : cluster [DBG] pgmap v2387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:42.646379+0000 mgr.smithi204.vnvrbl (mgr.24567) 2775 : cluster [DBG] pgmap v2388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:42.646379+0000 mgr.smithi204.vnvrbl (mgr.24567) 2775 : cluster [DBG] pgmap v2388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:44.646902+0000 mgr.smithi204.vnvrbl (mgr.24567) 2776 : cluster [DBG] pgmap v2389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:44.646902+0000 mgr.smithi204.vnvrbl (mgr.24567) 2776 : cluster [DBG] pgmap v2389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:48.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:46.647426+0000 mgr.smithi204.vnvrbl (mgr.24567) 2777 : cluster [DBG] pgmap v2390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:46.647426+0000 mgr.smithi204.vnvrbl (mgr.24567) 2777 : cluster [DBG] pgmap v2390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:48.648377+0000 mgr.smithi204.vnvrbl (mgr.24567) 2778 : cluster [DBG] pgmap v2391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:48.648377+0000 mgr.smithi204.vnvrbl (mgr.24567) 2778 : cluster [DBG] pgmap v2391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:50.649011+0000 mgr.smithi204.vnvrbl (mgr.24567) 2779 : cluster [DBG] pgmap v2392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:50.649011+0000 mgr.smithi204.vnvrbl (mgr.24567) 2779 : cluster [DBG] pgmap v2392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:52.649816+0000 mgr.smithi204.vnvrbl (mgr.24567) 2780 : cluster [DBG] pgmap v2393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:52.649816+0000 mgr.smithi204.vnvrbl (mgr.24567) 2780 : cluster [DBG] pgmap v2393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:16:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:54.650421+0000 mgr.smithi204.vnvrbl (mgr.24567) 2781 : cluster [DBG] pgmap v2394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:54.650421+0000 mgr.smithi204.vnvrbl (mgr.24567) 2781 : cluster [DBG] pgmap v2394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:58.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:16:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:56.650926+0000 mgr.smithi204.vnvrbl (mgr.24567) 2782 : cluster [DBG] pgmap v2395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:16:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:16:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:56.650926+0000 mgr.smithi204.vnvrbl (mgr.24567) 2782 : cluster [DBG] pgmap v2395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:16:58.651729+0000 mgr.smithi204.vnvrbl (mgr.24567) 2783 : cluster [DBG] pgmap v2396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:16:58.651729+0000 mgr.smithi204.vnvrbl (mgr.24567) 2783 : cluster [DBG] pgmap v2396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:01.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:17:01.086115+0000 mon.smithi204 (mon.1) 435 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:17:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:17:01.087519+0000 mon.smithi204 (mon.1) 436 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:17:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:17:01.088329+0000 mon.smithi204 (mon.1) 437 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:17:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:17:01.487271+0000 mon.smithi176 (mon.0) 2998 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:17:01.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:17:01.492537+0000 mon.smithi176 (mon.0) 2999 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:17:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:17:01.086115+0000 mon.smithi204 (mon.1) 435 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:17:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:17:01.087519+0000 mon.smithi204 (mon.1) 436 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:17:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:17:01.088329+0000 mon.smithi204 (mon.1) 437 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:17:01.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:17:01.487271+0000 mon.smithi176 (mon.0) 2998 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:17:01.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:17:01.492537+0000 mon.smithi176 (mon.0) 2999 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:17:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:00.652352+0000 mgr.smithi204.vnvrbl (mgr.24567) 2784 : cluster [DBG] pgmap v2397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:17:01.089083+0000 mgr.smithi204.vnvrbl (mgr.24567) 2785 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:17:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:00.652352+0000 mgr.smithi204.vnvrbl (mgr.24567) 2784 : cluster [DBG] pgmap v2397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:17:01.089083+0000 mgr.smithi204.vnvrbl (mgr.24567) 2785 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:17:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:02.653187+0000 mgr.smithi204.vnvrbl (mgr.24567) 2786 : cluster [DBG] pgmap v2398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:02.653187+0000 mgr.smithi204.vnvrbl (mgr.24567) 2786 : cluster [DBG] pgmap v2398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:03.976 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:17:04.252 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:17:04.253 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:17:04.253 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 8m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:17:04.254 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 8m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:17:04.254 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 8m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:17:04.254 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 8m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:17:04.255 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 8m ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:17:04.255 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 8m ago 5h 623M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:17:04.256 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 8m ago 5h 487M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:17:04.256 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 8m ago 5h 1886M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:17:04.256 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 8m ago 5h 956M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:17:04.256 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 8m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:17:04.257 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 8m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:17:04.257 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 8m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:17:04.257 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:17:04.258 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 8m ago 5h 1255M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:17:04.258 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 8m ago 5h 2141M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:17:04.258 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 8m ago 5h 1452M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:17:04.259 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 8m ago 5h 2327M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:17:04.259 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 8m ago 5h 2169M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:17:04.259 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 8m ago 5h 2285M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:17:04.260 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 8m ago 5h 1909M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:17:04.260 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 8m ago 5h 2783M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:17:04.260 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 8m ago 5h 157M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:17:04.592 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:17:04.592 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:17:04.592 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:17:04.593 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:17:04.593 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:17:04.593 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:17:04.593 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:17:04.594 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:17:04.594 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:17:04.594 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:17:04.594 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:17:04.595 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:17:04.595 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:17:04.595 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:17:04.595 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:17:04.596 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:17:04.596 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:17:04.596 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:17:04.596 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:17:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:17:03.963342+0000 mgr.smithi204.vnvrbl (mgr.24567) 2787 : audit [DBG] from='client.41272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:17:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:17:04.241309+0000 mgr.smithi204.vnvrbl (mgr.24567) 2788 : audit [DBG] from='client.41276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:17:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:17:03.963342+0000 mgr.smithi204.vnvrbl (mgr.24567) 2787 : audit [DBG] from='client.41272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:17:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:17:04.241309+0000 mgr.smithi204.vnvrbl (mgr.24567) 2788 : audit [DBG] from='client.41276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:17:05.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:17:04.591392+0000 mon.smithi176 (mon.0) 3000 : audit [DBG] from='client.? 172.21.15.176:0/3053690834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:17:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:04.653651+0000 mgr.smithi204.vnvrbl (mgr.24567) 2789 : cluster [DBG] pgmap v2399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:17:04.591392+0000 mon.smithi176 (mon.0) 3000 : audit [DBG] from='client.? 172.21.15.176:0/3053690834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:17:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:04.653651+0000 mgr.smithi204.vnvrbl (mgr.24567) 2789 : cluster [DBG] pgmap v2399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:07.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:06.654212+0000 mgr.smithi204.vnvrbl (mgr.24567) 2790 : cluster [DBG] pgmap v2400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:06.654212+0000 mgr.smithi204.vnvrbl (mgr.24567) 2790 : cluster [DBG] pgmap v2400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:09.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:08.655082+0000 mgr.smithi204.vnvrbl (mgr.24567) 2791 : cluster [DBG] pgmap v2401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:08.655082+0000 mgr.smithi204.vnvrbl (mgr.24567) 2791 : cluster [DBG] pgmap v2401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:11.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:10.655640+0000 mgr.smithi204.vnvrbl (mgr.24567) 2792 : cluster [DBG] pgmap v2402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:17:11.678296+0000 mon.smithi204 (mon.1) 438 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:17:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:17:11.678597+0000 mon.smithi204 (mon.1) 439 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:17:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:17:11.679014+0000 mon.smithi176 (mon.0) 3001 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:17:11.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:17:11.679362+0000 mon.smithi176 (mon.0) 3002 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:17:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:10.655640+0000 mgr.smithi204.vnvrbl (mgr.24567) 2792 : cluster [DBG] pgmap v2402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:17:11.678296+0000 mon.smithi204 (mon.1) 438 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:17:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:17:11.678597+0000 mon.smithi204 (mon.1) 439 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:17:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:17:11.679014+0000 mon.smithi176 (mon.0) 3001 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:17:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:17:11.679362+0000 mon.smithi176 (mon.0) 3002 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:17:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:12.656577+0000 mgr.smithi204.vnvrbl (mgr.24567) 2793 : cluster [DBG] pgmap v2403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:12.656577+0000 mgr.smithi204.vnvrbl (mgr.24567) 2793 : cluster [DBG] pgmap v2403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:15.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:14.657032+0000 mgr.smithi204.vnvrbl (mgr.24567) 2794 : cluster [DBG] pgmap v2404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:14.657032+0000 mgr.smithi204.vnvrbl (mgr.24567) 2794 : cluster [DBG] pgmap v2404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:17.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:16.657594+0000 mgr.smithi204.vnvrbl (mgr.24567) 2795 : cluster [DBG] pgmap v2405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:16.657594+0000 mgr.smithi204.vnvrbl (mgr.24567) 2795 : cluster [DBG] pgmap v2405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:19.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:18.658422+0000 mgr.smithi204.vnvrbl (mgr.24567) 2796 : cluster [DBG] pgmap v2406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:18.658422+0000 mgr.smithi204.vnvrbl (mgr.24567) 2796 : cluster [DBG] pgmap v2406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:22.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:20.659028+0000 mgr.smithi204.vnvrbl (mgr.24567) 2797 : cluster [DBG] pgmap v2407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:20.659028+0000 mgr.smithi204.vnvrbl (mgr.24567) 2797 : cluster [DBG] pgmap v2407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:24.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:22.659866+0000 mgr.smithi204.vnvrbl (mgr.24567) 2798 : cluster [DBG] pgmap v2408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:22.659866+0000 mgr.smithi204.vnvrbl (mgr.24567) 2798 : cluster [DBG] pgmap v2408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:26.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:24.660419+0000 mgr.smithi204.vnvrbl (mgr.24567) 2799 : cluster [DBG] pgmap v2409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:26.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:24.660419+0000 mgr.smithi204.vnvrbl (mgr.24567) 2799 : cluster [DBG] pgmap v2409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:26.660890+0000 mgr.smithi204.vnvrbl (mgr.24567) 2800 : cluster [DBG] pgmap v2410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:26.660890+0000 mgr.smithi204.vnvrbl (mgr.24567) 2800 : cluster [DBG] pgmap v2410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:30.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:28.661706+0000 mgr.smithi204.vnvrbl (mgr.24567) 2801 : cluster [DBG] pgmap v2411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:28.661706+0000 mgr.smithi204.vnvrbl (mgr.24567) 2801 : cluster [DBG] pgmap v2411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:32.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:30.662224+0000 mgr.smithi204.vnvrbl (mgr.24567) 2802 : cluster [DBG] pgmap v2412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:30.662224+0000 mgr.smithi204.vnvrbl (mgr.24567) 2802 : cluster [DBG] pgmap v2412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:34.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:32.663141+0000 mgr.smithi204.vnvrbl (mgr.24567) 2803 : cluster [DBG] pgmap v2413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:32.663141+0000 mgr.smithi204.vnvrbl (mgr.24567) 2803 : cluster [DBG] pgmap v2413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:34.892 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:17:35.193 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:17:35.193 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:17:35.194 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 8m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:17:35.194 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 8m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:17:35.194 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 8m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:17:35.194 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 8m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:17:35.195 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 8m ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:17:35.195 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 8m ago 5h 623M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:17:35.195 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 8m ago 5h 487M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:17:35.195 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 8m ago 5h 1886M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:17:35.196 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 8m ago 5h 956M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:17:35.196 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 8m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:17:35.196 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 8m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:17:35.196 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 8m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:17:35.197 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:17:35.197 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 8m ago 5h 1255M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:17:35.197 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 8m ago 5h 2141M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:17:35.197 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 8m ago 5h 1452M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:17:35.197 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 8m ago 5h 2327M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:17:35.198 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 8m ago 5h 2169M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:17:35.198 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 8m ago 5h 2285M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:17:35.198 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 8m ago 5h 1909M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:17:35.198 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 8m ago 5h 2783M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:17:35.199 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 8m ago 5h 157M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:17:35.526 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:17:35.526 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:17:35.527 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:17:35.527 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:17:35.527 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:17:35.527 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:17:35.527 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:17:35.528 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:17:35.528 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:17:35.528 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:17:35.528 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:17:35.528 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:17:35.529 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:17:35.529 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:17:35.529 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:17:35.529 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:17:35.529 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:17:35.530 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:17:35.530 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:17:36.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:34.663576+0000 mgr.smithi204.vnvrbl (mgr.24567) 2804 : cluster [DBG] pgmap v2414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:17:34.879422+0000 mgr.smithi204.vnvrbl (mgr.24567) 2805 : audit [DBG] from='client.41284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:17:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:17:35.182857+0000 mgr.smithi204.vnvrbl (mgr.24567) 2806 : audit [DBG] from='client.41288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:17:36.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:17:35.525481+0000 mon.smithi176 (mon.0) 3003 : audit [DBG] from='client.? 172.21.15.176:0/4080042200' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:17:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:34.663576+0000 mgr.smithi204.vnvrbl (mgr.24567) 2804 : cluster [DBG] pgmap v2414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:17:34.879422+0000 mgr.smithi204.vnvrbl (mgr.24567) 2805 : audit [DBG] from='client.41284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:17:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:17:35.182857+0000 mgr.smithi204.vnvrbl (mgr.24567) 2806 : audit [DBG] from='client.41288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:17:36.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:17:35.525481+0000 mon.smithi176 (mon.0) 3003 : audit [DBG] from='client.? 172.21.15.176:0/4080042200' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:17:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:36.664058+0000 mgr.smithi204.vnvrbl (mgr.24567) 2807 : cluster [DBG] pgmap v2415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:36.664058+0000 mgr.smithi204.vnvrbl (mgr.24567) 2807 : cluster [DBG] pgmap v2415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:40.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:38.664913+0000 mgr.smithi204.vnvrbl (mgr.24567) 2808 : cluster [DBG] pgmap v2416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:38.664913+0000 mgr.smithi204.vnvrbl (mgr.24567) 2808 : cluster [DBG] pgmap v2416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:42.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:40.665509+0000 mgr.smithi204.vnvrbl (mgr.24567) 2809 : cluster [DBG] pgmap v2417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:40.665509+0000 mgr.smithi204.vnvrbl (mgr.24567) 2809 : cluster [DBG] pgmap v2417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:43.785 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:42.666396+0000 mgr.smithi204.vnvrbl (mgr.24567) 2810 : cluster [DBG] pgmap v2418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:42.666396+0000 mgr.smithi204.vnvrbl (mgr.24567) 2810 : cluster [DBG] pgmap v2418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:46.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:44.666856+0000 mgr.smithi204.vnvrbl (mgr.24567) 2811 : cluster [DBG] pgmap v2419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:46.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:44.666856+0000 mgr.smithi204.vnvrbl (mgr.24567) 2811 : cluster [DBG] pgmap v2419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:46.667375+0000 mgr.smithi204.vnvrbl (mgr.24567) 2812 : cluster [DBG] pgmap v2420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:46.667375+0000 mgr.smithi204.vnvrbl (mgr.24567) 2812 : cluster [DBG] pgmap v2420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:50.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:48.668107+0000 mgr.smithi204.vnvrbl (mgr.24567) 2813 : cluster [DBG] pgmap v2421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:48.668107+0000 mgr.smithi204.vnvrbl (mgr.24567) 2813 : cluster [DBG] pgmap v2421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:50.668511+0000 mgr.smithi204.vnvrbl (mgr.24567) 2814 : cluster [DBG] pgmap v2422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:52.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:50.668511+0000 mgr.smithi204.vnvrbl (mgr.24567) 2814 : cluster [DBG] pgmap v2422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:52.669395+0000 mgr.smithi204.vnvrbl (mgr.24567) 2815 : cluster [DBG] pgmap v2423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:54.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:52.669395+0000 mgr.smithi204.vnvrbl (mgr.24567) 2815 : cluster [DBG] pgmap v2423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:17:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:54.669908+0000 mgr.smithi204.vnvrbl (mgr.24567) 2816 : cluster [DBG] pgmap v2424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:54.669908+0000 mgr.smithi204.vnvrbl (mgr.24567) 2816 : cluster [DBG] pgmap v2424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:56.670532+0000 mgr.smithi204.vnvrbl (mgr.24567) 2817 : cluster [DBG] pgmap v2425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:17:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:56.670532+0000 mgr.smithi204.vnvrbl (mgr.24567) 2817 : cluster [DBG] pgmap v2425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:17:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:17:58.671316+0000 mgr.smithi204.vnvrbl (mgr.24567) 2818 : cluster [DBG] pgmap v2426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:00.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:17:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:17:58.671316+0000 mgr.smithi204.vnvrbl (mgr.24567) 2818 : cluster [DBG] pgmap v2426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:02.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:00.671903+0000 mgr.smithi204.vnvrbl (mgr.24567) 2819 : cluster [DBG] pgmap v2427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:18:01.497292+0000 mon.smithi204 (mon.1) 440 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:18:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:18:01.498652+0000 mon.smithi204 (mon.1) 441 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:18:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:18:01.499481+0000 mon.smithi204 (mon.1) 442 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:18:02.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:18:01.500253+0000 mgr.smithi204.vnvrbl (mgr.24567) 2820 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:18:02.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:00.671903+0000 mgr.smithi204.vnvrbl (mgr.24567) 2819 : cluster [DBG] pgmap v2427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:18:01.497292+0000 mon.smithi204 (mon.1) 440 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:18:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:18:01.498652+0000 mon.smithi204 (mon.1) 441 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:18:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:18:01.499481+0000 mon.smithi204 (mon.1) 442 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:18:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:18:01.500253+0000 mgr.smithi204.vnvrbl (mgr.24567) 2820 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:18:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:18:01.900771+0000 mon.smithi176 (mon.0) 3004 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:18:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:18:01.906668+0000 mon.smithi176 (mon.0) 3005 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:18:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:18:01.900771+0000 mon.smithi176 (mon.0) 3004 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:18:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:18:01.906668+0000 mon.smithi176 (mon.0) 3005 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:18:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:02.672732+0000 mgr.smithi204.vnvrbl (mgr.24567) 2821 : cluster [DBG] pgmap v2428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:04.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:02.672732+0000 mgr.smithi204.vnvrbl (mgr.24567) 2821 : cluster [DBG] pgmap v2428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:05.823 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:18:06.098 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:18:06.098 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:18:06.099 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 9m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:18:06.099 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 9m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:18:06.099 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 9m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:18:06.099 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 9m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:18:06.099 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 9m ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:18:06.100 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 9m ago 5h 623M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:18:06.100 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 9m ago 5h 487M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:18:06.100 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 9m ago 5h 1886M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:18:06.100 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 9m ago 5h 956M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:18:06.100 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 9m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:18:06.101 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 9m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:18:06.101 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 9m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:18:06.101 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:18:06.101 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 9m ago 5h 1255M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:18:06.101 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 9m ago 5h 2141M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:18:06.102 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 9m ago 5h 1452M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:18:06.102 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 9m ago 5h 2327M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:18:06.102 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 9m ago 5h 2169M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:18:06.102 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 9m ago 5h 2285M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:18:06.103 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 9m ago 5h 1909M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:18:06.103 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 9m ago 5h 2783M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:18:06.103 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 9m ago 5h 157M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:18:06.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:04.673202+0000 mgr.smithi204.vnvrbl (mgr.24567) 2822 : cluster [DBG] pgmap v2429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:06.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:04.673202+0000 mgr.smithi204.vnvrbl (mgr.24567) 2822 : cluster [DBG] pgmap v2429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:06.430 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:18:06.430 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:18:06.430 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:18:06.430 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:18:06.431 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:18:06.431 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:18:06.431 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:18:06.431 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:18:06.431 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:18:06.432 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:18:06.432 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:18:06.432 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:18:06.432 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:18:06.433 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:18:06.433 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:18:06.433 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:18:06.433 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:18:06.433 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:18:06.434 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:18:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:18:05.810387+0000 mgr.smithi204.vnvrbl (mgr.24567) 2823 : audit [DBG] from='client.41296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:18:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:18:06.087813+0000 mgr.smithi204.vnvrbl (mgr.24567) 2824 : audit [DBG] from='client.41300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:18:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:18:06.429436+0000 mon.smithi176 (mon.0) 3006 : audit [DBG] from='client.? 172.21.15.176:0/1608924486' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:18:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:18:05.810387+0000 mgr.smithi204.vnvrbl (mgr.24567) 2823 : audit [DBG] from='client.41296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:18:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:18:06.087813+0000 mgr.smithi204.vnvrbl (mgr.24567) 2824 : audit [DBG] from='client.41300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:18:07.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:18:06.429436+0000 mon.smithi176 (mon.0) 3006 : audit [DBG] from='client.? 172.21.15.176:0/1608924486' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:18:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:06.673720+0000 mgr.smithi204.vnvrbl (mgr.24567) 2825 : cluster [DBG] pgmap v2430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:06.673720+0000 mgr.smithi204.vnvrbl (mgr.24567) 2825 : cluster [DBG] pgmap v2430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:08.674609+0000 mgr.smithi204.vnvrbl (mgr.24567) 2826 : cluster [DBG] pgmap v2431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:10.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:08.674609+0000 mgr.smithi204.vnvrbl (mgr.24567) 2826 : cluster [DBG] pgmap v2431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:10.675212+0000 mgr.smithi204.vnvrbl (mgr.24567) 2827 : cluster [DBG] pgmap v2432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:18:11.682811+0000 mon.smithi204 (mon.1) 443 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:18:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:18:11.683049+0000 mon.smithi204 (mon.1) 444 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:18:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:18:11.683426+0000 mon.smithi176 (mon.0) 3007 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:18:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:18:11.683876+0000 mon.smithi176 (mon.0) 3008 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:18:12.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:10.675212+0000 mgr.smithi204.vnvrbl (mgr.24567) 2827 : cluster [DBG] pgmap v2432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:12.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:18:11.682811+0000 mon.smithi204 (mon.1) 443 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:18:12.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:18:11.683049+0000 mon.smithi204 (mon.1) 444 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:18:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:18:11.683426+0000 mon.smithi176 (mon.0) 3007 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:18:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:18:11.683876+0000 mon.smithi176 (mon.0) 3008 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:18:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:12.675892+0000 mgr.smithi204.vnvrbl (mgr.24567) 2828 : cluster [DBG] pgmap v2433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:14.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:12.675892+0000 mgr.smithi204.vnvrbl (mgr.24567) 2828 : cluster [DBG] pgmap v2433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:14.676401+0000 mgr.smithi204.vnvrbl (mgr.24567) 2829 : cluster [DBG] pgmap v2434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:16.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:14.676401+0000 mgr.smithi204.vnvrbl (mgr.24567) 2829 : cluster [DBG] pgmap v2434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:16.676970+0000 mgr.smithi204.vnvrbl (mgr.24567) 2830 : cluster [DBG] pgmap v2435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:16.676970+0000 mgr.smithi204.vnvrbl (mgr.24567) 2830 : cluster [DBG] pgmap v2435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:20.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:18.677730+0000 mgr.smithi204.vnvrbl (mgr.24567) 2831 : cluster [DBG] pgmap v2436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:20.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:18.677730+0000 mgr.smithi204.vnvrbl (mgr.24567) 2831 : cluster [DBG] pgmap v2436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:20.678191+0000 mgr.smithi204.vnvrbl (mgr.24567) 2832 : cluster [DBG] pgmap v2437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:22.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:20.678191+0000 mgr.smithi204.vnvrbl (mgr.24567) 2832 : cluster [DBG] pgmap v2437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:22.678908+0000 mgr.smithi204.vnvrbl (mgr.24567) 2833 : cluster [DBG] pgmap v2438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:24.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:22.678908+0000 mgr.smithi204.vnvrbl (mgr.24567) 2833 : cluster [DBG] pgmap v2438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:24.679521+0000 mgr.smithi204.vnvrbl (mgr.24567) 2834 : cluster [DBG] pgmap v2439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:26.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:24.679521+0000 mgr.smithi204.vnvrbl (mgr.24567) 2834 : cluster [DBG] pgmap v2439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:26.679979+0000 mgr.smithi204.vnvrbl (mgr.24567) 2835 : cluster [DBG] pgmap v2440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:26.679979+0000 mgr.smithi204.vnvrbl (mgr.24567) 2835 : cluster [DBG] pgmap v2440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:28.680751+0000 mgr.smithi204.vnvrbl (mgr.24567) 2836 : cluster [DBG] pgmap v2441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:30.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:28.680751+0000 mgr.smithi204.vnvrbl (mgr.24567) 2836 : cluster [DBG] pgmap v2441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:30.681329+0000 mgr.smithi204.vnvrbl (mgr.24567) 2837 : cluster [DBG] pgmap v2442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:30.681329+0000 mgr.smithi204.vnvrbl (mgr.24567) 2837 : cluster [DBG] pgmap v2442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:32.681999+0000 mgr.smithi204.vnvrbl (mgr.24567) 2838 : cluster [DBG] pgmap v2443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:34.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:32.681999+0000 mgr.smithi204.vnvrbl (mgr.24567) 2838 : cluster [DBG] pgmap v2443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:34.682453+0000 mgr.smithi204.vnvrbl (mgr.24567) 2839 : cluster [DBG] pgmap v2444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:36.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:34.682453+0000 mgr.smithi204.vnvrbl (mgr.24567) 2839 : cluster [DBG] pgmap v2444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:36.727 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:18:37.003 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:18:37.003 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:18:37.003 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 9m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:18:37.004 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 9m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:18:37.004 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 9m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:18:37.004 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 9m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:18:37.004 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 9m ago 5h 25.1M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:18:37.005 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 9m ago 5h 623M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:18:37.005 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 9m ago 5h 487M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:18:37.005 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 9m ago 5h 1886M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:18:37.005 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 9m ago 5h 956M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:18:37.005 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 9m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:18:37.006 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 9m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:18:37.006 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 9m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:18:37.006 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:18:37.006 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (4h) 9m ago 5h 1255M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:18:37.007 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 9m ago 5h 2141M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:18:37.007 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 9m ago 5h 1452M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:18:37.007 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 9m ago 5h 2327M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:18:37.007 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 9m ago 5h 2169M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:18:37.008 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 9m ago 5h 2285M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:18:37.008 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 9m ago 5h 1909M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:18:37.008 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 9m ago 5h 2783M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:18:37.008 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 9m ago 5h 157M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:18:37.352 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:18:37.352 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:18:37.352 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:18:37.353 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:18:37.353 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:18:37.353 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:18:37.353 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:18:37.354 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:18:37.354 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:18:37.354 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:18:37.354 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:18:37.354 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:18:37.355 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:18:37.355 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:18:37.355 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:18:37.355 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:18:37.356 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:18:37.356 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:18:37.356 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:18:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:36.682981+0000 mgr.smithi204.vnvrbl (mgr.24567) 2840 : cluster [DBG] pgmap v2445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:18:36.713998+0000 mgr.smithi204.vnvrbl (mgr.24567) 2841 : audit [DBG] from='client.41308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:18:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:18:36.992290+0000 mgr.smithi204.vnvrbl (mgr.24567) 2842 : audit [DBG] from='client.41312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:18:38.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:18:37.351414+0000 mon.smithi176 (mon.0) 3009 : audit [DBG] from='client.? 172.21.15.176:0/19411573' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:18:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:36.682981+0000 mgr.smithi204.vnvrbl (mgr.24567) 2840 : cluster [DBG] pgmap v2445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:18:36.713998+0000 mgr.smithi204.vnvrbl (mgr.24567) 2841 : audit [DBG] from='client.41308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:18:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:18:36.992290+0000 mgr.smithi204.vnvrbl (mgr.24567) 2842 : audit [DBG] from='client.41312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:18:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:18:37.351414+0000 mon.smithi176 (mon.0) 3009 : audit [DBG] from='client.? 172.21.15.176:0/19411573' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:18:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:38.683702+0000 mgr.smithi204.vnvrbl (mgr.24567) 2843 : cluster [DBG] pgmap v2446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:40.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:38.683702+0000 mgr.smithi204.vnvrbl (mgr.24567) 2843 : cluster [DBG] pgmap v2446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:40.684213+0000 mgr.smithi204.vnvrbl (mgr.24567) 2844 : cluster [DBG] pgmap v2447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:42.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:40.684213+0000 mgr.smithi204.vnvrbl (mgr.24567) 2844 : cluster [DBG] pgmap v2447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:44.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:42.684914+0000 mgr.smithi204.vnvrbl (mgr.24567) 2845 : cluster [DBG] pgmap v2448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:42.684914+0000 mgr.smithi204.vnvrbl (mgr.24567) 2845 : cluster [DBG] pgmap v2448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:46.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:44.685458+0000 mgr.smithi204.vnvrbl (mgr.24567) 2846 : cluster [DBG] pgmap v2449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:44.685458+0000 mgr.smithi204.vnvrbl (mgr.24567) 2846 : cluster [DBG] pgmap v2449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:46.686002+0000 mgr.smithi204.vnvrbl (mgr.24567) 2847 : cluster [DBG] pgmap v2450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:46.686002+0000 mgr.smithi204.vnvrbl (mgr.24567) 2847 : cluster [DBG] pgmap v2450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:50.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:48.686752+0000 mgr.smithi204.vnvrbl (mgr.24567) 2848 : cluster [DBG] pgmap v2451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:50.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:48.686752+0000 mgr.smithi204.vnvrbl (mgr.24567) 2848 : cluster [DBG] pgmap v2451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:52.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:50.687159+0000 mgr.smithi204.vnvrbl (mgr.24567) 2849 : cluster [DBG] pgmap v2452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:50.687159+0000 mgr.smithi204.vnvrbl (mgr.24567) 2849 : cluster [DBG] pgmap v2452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:54.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:52.687914+0000 mgr.smithi204.vnvrbl (mgr.24567) 2850 : cluster [DBG] pgmap v2453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:52.687914+0000 mgr.smithi204.vnvrbl (mgr.24567) 2850 : cluster [DBG] pgmap v2453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:18:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:54.688426+0000 mgr.smithi204.vnvrbl (mgr.24567) 2851 : cluster [DBG] pgmap v2454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:54.688426+0000 mgr.smithi204.vnvrbl (mgr.24567) 2851 : cluster [DBG] pgmap v2454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:56.688954+0000 mgr.smithi204.vnvrbl (mgr.24567) 2852 : cluster [DBG] pgmap v2455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:18:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:56.688954+0000 mgr.smithi204.vnvrbl (mgr.24567) 2852 : cluster [DBG] pgmap v2455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:00.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:18:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:18:58.689719+0000 mgr.smithi204.vnvrbl (mgr.24567) 2853 : cluster [DBG] pgmap v2456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:00.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:18:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:18:58.689719+0000 mgr.smithi204.vnvrbl (mgr.24567) 2853 : cluster [DBG] pgmap v2456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:02.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:00.690213+0000 mgr.smithi204.vnvrbl (mgr.24567) 2854 : cluster [DBG] pgmap v2457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:01.909194+0000 mon.smithi204 (mon.1) 445 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:19:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:01.910516+0000 mon.smithi204 (mon.1) 446 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:19:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:01.911408+0000 mon.smithi204 (mon.1) 447 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:19:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:00.690213+0000 mgr.smithi204.vnvrbl (mgr.24567) 2854 : cluster [DBG] pgmap v2457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:01.909194+0000 mon.smithi204 (mon.1) 445 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:19:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:01.910516+0000 mon.smithi204 (mon.1) 446 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:19:02.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:01.911408+0000 mon.smithi204 (mon.1) 447 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:19:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:19:01.912187+0000 mgr.smithi204.vnvrbl (mgr.24567) 2855 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:19:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:19:01.912187+0000 mgr.smithi204.vnvrbl (mgr.24567) 2855 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:19:04.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:02.690822+0000 mgr.smithi204.vnvrbl (mgr.24567) 2856 : cluster [DBG] pgmap v2458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:02.690822+0000 mgr.smithi204.vnvrbl (mgr.24567) 2856 : cluster [DBG] pgmap v2458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:06.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:04.691195+0000 mgr.smithi204.vnvrbl (mgr.24567) 2857 : cluster [DBG] pgmap v2459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:04.691195+0000 mgr.smithi204.vnvrbl (mgr.24567) 2857 : cluster [DBG] pgmap v2459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:07.520 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:06.252752+0000 mon.smithi176 (mon.0) 3010 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:19:07.520 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:06.625394+0000 mon.smithi204 (mon.1) 448 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:19:07.521 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:06.625936+0000 mon.smithi176 (mon.0) 3011 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:19:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:06.252752+0000 mon.smithi176 (mon.0) 3010 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:19:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:06.625394+0000 mon.smithi204 (mon.1) 448 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:19:07.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:06.625936+0000 mon.smithi176 (mon.0) 3011 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:19:07.679 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:19:07.971 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:19:07.971 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 10m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:19:07.971 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 10m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:19:07.972 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 1s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:19:07.972 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 10m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:19:07.972 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 10m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:19:07.972 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 1s ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:19:07.972 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 10m ago 5h 623M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:19:07.973 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 1s ago 5h 493M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:19:07.973 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 10m ago 5h 1886M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:19:07.973 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 1s ago 5h 997M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:19:07.973 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 10m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:19:07.974 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 1s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:19:07.974 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 10m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:19:07.974 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 1s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:19:07.974 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 10m ago 5h 1255M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:19:07.974 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 10m ago 5h 2141M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:19:07.975 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 10m ago 5h 1452M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:19:07.975 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 10m ago 5h 2327M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:19:07.975 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 1s ago 5h 2202M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:19:07.975 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 1s ago 5h 2314M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:19:07.976 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 1s ago 5h 1935M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:19:07.976 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 1s ago 5h 2816M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:19:07.976 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 10m ago 5h 157M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:19:08.363 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:19:08.364 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:19:08.364 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:19:08.364 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:19:08.364 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:19:08.365 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:19:08.365 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:19:08.365 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:19:08.365 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:19:08.366 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:19:08.366 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:19:08.366 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:19:08.366 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:19:08.367 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:19:08.367 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:19:08.367 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:19:08.367 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:19:08.367 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:19:08.368 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:19:08.520 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:06.691719+0000 mgr.smithi204.vnvrbl (mgr.24567) 2858 : cluster [DBG] pgmap v2460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:06.691719+0000 mgr.smithi204.vnvrbl (mgr.24567) 2858 : cluster [DBG] pgmap v2460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:09.520 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:07.666391+0000 mgr.smithi204.vnvrbl (mgr.24567) 2859 : audit [DBG] from='client.41320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:19:09.521 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:07.959529+0000 mgr.smithi204.vnvrbl (mgr.24567) 2860 : audit [DBG] from='client.41324 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:19:09.521 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:08.363002+0000 mon.smithi176 (mon.0) 3012 : audit [DBG] from='client.? 172.21.15.176:0/4075184765' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:19:09.521 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:08.576594+0000 mon.smithi176 (mon.0) 3013 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:19:09.521 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:08.970658+0000 mon.smithi204 (mon.1) 449 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:19:09.522 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:08.971323+0000 mon.smithi176 (mon.0) 3014 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:19:09.522 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:08.976086+0000 mon.smithi176 (mon.0) 3015 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:19:09.522 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:08.982686+0000 mon.smithi176 (mon.0) 3016 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:19:09.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:07.666391+0000 mgr.smithi204.vnvrbl (mgr.24567) 2859 : audit [DBG] from='client.41320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:19:09.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:07.959529+0000 mgr.smithi204.vnvrbl (mgr.24567) 2860 : audit [DBG] from='client.41324 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:19:09.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:08.363002+0000 mon.smithi176 (mon.0) 3012 : audit [DBG] from='client.? 172.21.15.176:0/4075184765' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:19:09.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:08.576594+0000 mon.smithi176 (mon.0) 3013 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:19:09.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:08.970658+0000 mon.smithi204 (mon.1) 449 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:19:09.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:08.971323+0000 mon.smithi176 (mon.0) 3014 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:19:09.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:08.976086+0000 mon.smithi176 (mon.0) 3015 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:19:09.723 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:08.982686+0000 mon.smithi176 (mon.0) 3016 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:19:10.520 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:08.692422+0000 mgr.smithi204.vnvrbl (mgr.24567) 2861 : cluster [DBG] pgmap v2461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:08.692422+0000 mgr.smithi204.vnvrbl (mgr.24567) 2861 : cluster [DBG] pgmap v2461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:10.693001+0000 mgr.smithi204.vnvrbl (mgr.24567) 2862 : cluster [DBG] pgmap v2462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:11.686912+0000 mon.smithi204 (mon.1) 450 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:19:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:11.687251+0000 mon.smithi204 (mon.1) 451 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:19:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:11.687444+0000 mon.smithi176 (mon.0) 3017 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:19:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:11.687801+0000 mon.smithi176 (mon.0) 3018 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:19:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:10.693001+0000 mgr.smithi204.vnvrbl (mgr.24567) 2862 : cluster [DBG] pgmap v2462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:11.686912+0000 mon.smithi204 (mon.1) 450 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:19:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:11.687251+0000 mon.smithi204 (mon.1) 451 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:19:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:11.687444+0000 mon.smithi176 (mon.0) 3017 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:19:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:11.687801+0000 mon.smithi176 (mon.0) 3018 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:19:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:12.693791+0000 mgr.smithi204.vnvrbl (mgr.24567) 2863 : cluster [DBG] pgmap v2463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:12.693791+0000 mgr.smithi204.vnvrbl (mgr.24567) 2863 : cluster [DBG] pgmap v2463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:14.694239+0000 mgr.smithi204.vnvrbl (mgr.24567) 2864 : cluster [DBG] pgmap v2464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:14.694239+0000 mgr.smithi204.vnvrbl (mgr.24567) 2864 : cluster [DBG] pgmap v2464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:18.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:16.694760+0000 mgr.smithi204.vnvrbl (mgr.24567) 2865 : cluster [DBG] pgmap v2465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:16.694760+0000 mgr.smithi204.vnvrbl (mgr.24567) 2865 : cluster [DBG] pgmap v2465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:18.695660+0000 mgr.smithi204.vnvrbl (mgr.24567) 2866 : cluster [DBG] pgmap v2466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:18.695660+0000 mgr.smithi204.vnvrbl (mgr.24567) 2866 : cluster [DBG] pgmap v2466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:20.696080+0000 mgr.smithi204.vnvrbl (mgr.24567) 2867 : cluster [DBG] pgmap v2467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:20.696080+0000 mgr.smithi204.vnvrbl (mgr.24567) 2867 : cluster [DBG] pgmap v2467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:22.696912+0000 mgr.smithi204.vnvrbl (mgr.24567) 2868 : cluster [DBG] pgmap v2468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:22.696912+0000 mgr.smithi204.vnvrbl (mgr.24567) 2868 : cluster [DBG] pgmap v2468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:26.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:24.697463+0000 mgr.smithi204.vnvrbl (mgr.24567) 2869 : cluster [DBG] pgmap v2469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:24.697463+0000 mgr.smithi204.vnvrbl (mgr.24567) 2869 : cluster [DBG] pgmap v2469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:28.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:26.698062+0000 mgr.smithi204.vnvrbl (mgr.24567) 2870 : cluster [DBG] pgmap v2470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:26.698062+0000 mgr.smithi204.vnvrbl (mgr.24567) 2870 : cluster [DBG] pgmap v2470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:28.698860+0000 mgr.smithi204.vnvrbl (mgr.24567) 2871 : cluster [DBG] pgmap v2471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:28.698860+0000 mgr.smithi204.vnvrbl (mgr.24567) 2871 : cluster [DBG] pgmap v2471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:30.699298+0000 mgr.smithi204.vnvrbl (mgr.24567) 2872 : cluster [DBG] pgmap v2472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:30.699298+0000 mgr.smithi204.vnvrbl (mgr.24567) 2872 : cluster [DBG] pgmap v2472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:32.700059+0000 mgr.smithi204.vnvrbl (mgr.24567) 2873 : cluster [DBG] pgmap v2473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:32.700059+0000 mgr.smithi204.vnvrbl (mgr.24567) 2873 : cluster [DBG] pgmap v2473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:34.700520+0000 mgr.smithi204.vnvrbl (mgr.24567) 2874 : cluster [DBG] pgmap v2474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:34.700520+0000 mgr.smithi204.vnvrbl (mgr.24567) 2874 : cluster [DBG] pgmap v2474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:38.678 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:19:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:36.700975+0000 mgr.smithi204.vnvrbl (mgr.24567) 2875 : cluster [DBG] pgmap v2475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:38.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:36.700975+0000 mgr.smithi204.vnvrbl (mgr.24567) 2875 : cluster [DBG] pgmap v2475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:38.961 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:19:38.962 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 30s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:19:38.962 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 30s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:19:38.962 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 32s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:19:38.963 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 30s ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:19:38.963 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 30s ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:19:38.963 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 32s ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:19:38.963 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 30s ago 5h 625M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:19:38.963 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 32s ago 5h 493M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:19:38.964 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 30s ago 5h 1926M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:19:38.964 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 32s ago 5h 997M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:19:38.964 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 30s ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:19:38.965 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 32s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:19:38.965 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 30s ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:19:38.965 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 32s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:19:38.965 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 30s ago 5h 1284M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:19:38.966 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 30s ago 5h 2174M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:19:38.966 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 30s ago 5h 1472M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:19:38.966 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 30s ago 5h 2362M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:19:38.966 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 32s ago 5h 2202M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:19:38.966 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 32s ago 5h 2314M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:19:38.967 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 32s ago 5h 1935M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:19:38.967 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 32s ago 5h 2816M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:19:38.967 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 30s ago 5h 160M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:19:39.339 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:19:39.340 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:19:39.340 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:19:39.340 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:19:39.341 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:19:39.341 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:19:39.341 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:19:39.341 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:19:39.341 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:19:39.342 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:19:39.342 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:19:39.342 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:19:39.342 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:19:39.343 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:19:39.343 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:19:39.343 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:19:39.343 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:19:39.344 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:19:39.344 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:19:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:38.665807+0000 mgr.smithi204.vnvrbl (mgr.24567) 2876 : audit [DBG] from='client.41332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:19:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:38.701864+0000 mgr.smithi204.vnvrbl (mgr.24567) 2877 : cluster [DBG] pgmap v2476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:40.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:38.950518+0000 mgr.smithi204.vnvrbl (mgr.24567) 2878 : audit [DBG] from='client.41336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:19:40.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:19:39.339203+0000 mon.smithi176 (mon.0) 3019 : audit [DBG] from='client.? 172.21.15.176:0/932924668' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:19:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:38.665807+0000 mgr.smithi204.vnvrbl (mgr.24567) 2876 : audit [DBG] from='client.41332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:19:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:38.701864+0000 mgr.smithi204.vnvrbl (mgr.24567) 2877 : cluster [DBG] pgmap v2476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:38.950518+0000 mgr.smithi204.vnvrbl (mgr.24567) 2878 : audit [DBG] from='client.41336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:19:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:19:39.339203+0000 mon.smithi176 (mon.0) 3019 : audit [DBG] from='client.? 172.21.15.176:0/932924668' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:19:42.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:40.702396+0000 mgr.smithi204.vnvrbl (mgr.24567) 2879 : cluster [DBG] pgmap v2477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:40.702396+0000 mgr.smithi204.vnvrbl (mgr.24567) 2879 : cluster [DBG] pgmap v2477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:42.703074+0000 mgr.smithi204.vnvrbl (mgr.24567) 2880 : cluster [DBG] pgmap v2478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:42.703074+0000 mgr.smithi204.vnvrbl (mgr.24567) 2880 : cluster [DBG] pgmap v2478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:44.703642+0000 mgr.smithi204.vnvrbl (mgr.24567) 2881 : cluster [DBG] pgmap v2479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:44.703642+0000 mgr.smithi204.vnvrbl (mgr.24567) 2881 : cluster [DBG] pgmap v2479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:46.704144+0000 mgr.smithi204.vnvrbl (mgr.24567) 2882 : cluster [DBG] pgmap v2480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:48.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:46.704144+0000 mgr.smithi204.vnvrbl (mgr.24567) 2882 : cluster [DBG] pgmap v2480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:48.704860+0000 mgr.smithi204.vnvrbl (mgr.24567) 2883 : cluster [DBG] pgmap v2481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:48.704860+0000 mgr.smithi204.vnvrbl (mgr.24567) 2883 : cluster [DBG] pgmap v2481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:50.705312+0000 mgr.smithi204.vnvrbl (mgr.24567) 2884 : cluster [DBG] pgmap v2482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:50.705312+0000 mgr.smithi204.vnvrbl (mgr.24567) 2884 : cluster [DBG] pgmap v2482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:52.706249+0000 mgr.smithi204.vnvrbl (mgr.24567) 2885 : cluster [DBG] pgmap v2483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:52.706249+0000 mgr.smithi204.vnvrbl (mgr.24567) 2885 : cluster [DBG] pgmap v2483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:19:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:54.706872+0000 mgr.smithi204.vnvrbl (mgr.24567) 2886 : cluster [DBG] pgmap v2484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:54.706872+0000 mgr.smithi204.vnvrbl (mgr.24567) 2886 : cluster [DBG] pgmap v2484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:19:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:56.707589+0000 mgr.smithi204.vnvrbl (mgr.24567) 2887 : cluster [DBG] pgmap v2485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:19:58.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:19:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:56.707589+0000 mgr.smithi204.vnvrbl (mgr.24567) 2887 : cluster [DBG] pgmap v2485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:19:58.708580+0000 mgr.smithi204.vnvrbl (mgr.24567) 2888 : cluster [DBG] pgmap v2486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:00.000121+0000 mon.smithi176 (mon.0) 3020 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T12:20:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:19:58.708580+0000 mgr.smithi204.vnvrbl (mgr.24567) 2888 : cluster [DBG] pgmap v2486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:00.000121+0000 mon.smithi176 (mon.0) 3020 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T12:20:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:00.709209+0000 mgr.smithi204.vnvrbl (mgr.24567) 2889 : cluster [DBG] pgmap v2487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:00.709209+0000 mgr.smithi204.vnvrbl (mgr.24567) 2889 : cluster [DBG] pgmap v2487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:02.709957+0000 mgr.smithi204.vnvrbl (mgr.24567) 2890 : cluster [DBG] pgmap v2488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:02.709957+0000 mgr.smithi204.vnvrbl (mgr.24567) 2890 : cluster [DBG] pgmap v2488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:04.710511+0000 mgr.smithi204.vnvrbl (mgr.24567) 2891 : cluster [DBG] pgmap v2489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:04.710511+0000 mgr.smithi204.vnvrbl (mgr.24567) 2891 : cluster [DBG] pgmap v2489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:06.710965+0000 mgr.smithi204.vnvrbl (mgr.24567) 2892 : cluster [DBG] pgmap v2490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:08.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:06.710965+0000 mgr.smithi204.vnvrbl (mgr.24567) 2892 : cluster [DBG] pgmap v2490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:09.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:20:08.988139+0000 mon.smithi204 (mon.1) 452 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:20:09.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:20:08.989537+0000 mon.smithi204 (mon.1) 453 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:20:09.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:20:08.990410+0000 mon.smithi204 (mon.1) 454 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:20:09.531 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:20:08.988139+0000 mon.smithi204 (mon.1) 452 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:20:09.531 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:20:08.989537+0000 mon.smithi204 (mon.1) 453 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:20:09.531 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:20:08.990410+0000 mon.smithi204 (mon.1) 454 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:20:09.646 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:20:09.918 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:20:09.918 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 61s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:20:09.918 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 61s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:20:09.919 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 63s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:20:09.919 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 61s ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:20:09.919 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 61s ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:20:09.919 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 63s ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:20:09.920 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 61s ago 5h 625M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:20:09.920 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 63s ago 5h 493M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:20:09.920 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 61s ago 5h 1926M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:20:09.920 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 63s ago 5h 997M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:20:09.921 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 61s ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:20:09.921 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 63s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:20:09.921 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 61s ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:20:09.921 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 63s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:20:09.922 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 61s ago 5h 1284M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:20:09.922 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 61s ago 5h 2174M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:20:09.922 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 61s ago 5h 1472M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:20:09.922 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 61s ago 5h 2362M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:20:09.922 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 63s ago 5h 2202M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:20:09.923 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 63s ago 5h 2314M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:20:09.923 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 63s ago 5h 1935M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:20:09.923 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 63s ago 5h 2816M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:20:09.923 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 61s ago 5h 160M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:20:10.245 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:20:10.245 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:20:10.245 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:20:10.246 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:20:10.246 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:20:10.246 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:20:10.246 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:20:10.247 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:20:10.247 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:20:10.247 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:20:10.247 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:20:10.248 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:20:10.248 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:20:10.248 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:20:10.248 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:20:10.249 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:20:10.249 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:20:10.249 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:20:10.249 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:20:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:08.711824+0000 mgr.smithi204.vnvrbl (mgr.24567) 2893 : cluster [DBG] pgmap v2491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:20:08.991148+0000 mgr.smithi204.vnvrbl (mgr.24567) 2894 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:20:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:20:09.396733+0000 mon.smithi176 (mon.0) 3021 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:20:10.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:20:09.401897+0000 mon.smithi176 (mon.0) 3022 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:20:10.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:20:10.244563+0000 mon.smithi176 (mon.0) 3023 : audit [DBG] from='client.? 172.21.15.176:0/3899851007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:20:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:08.711824+0000 mgr.smithi204.vnvrbl (mgr.24567) 2893 : cluster [DBG] pgmap v2491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:20:08.991148+0000 mgr.smithi204.vnvrbl (mgr.24567) 2894 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:20:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:20:09.396733+0000 mon.smithi176 (mon.0) 3021 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:20:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:20:09.401897+0000 mon.smithi176 (mon.0) 3022 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:20:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:20:10.244563+0000 mon.smithi176 (mon.0) 3023 : audit [DBG] from='client.? 172.21.15.176:0/3899851007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:20:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:20:09.633859+0000 mgr.smithi204.vnvrbl (mgr.24567) 2895 : audit [DBG] from='client.41344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:20:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:20:09.908431+0000 mgr.smithi204.vnvrbl (mgr.24567) 2896 : audit [DBG] from='client.41348 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:20:11.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:20:09.633859+0000 mgr.smithi204.vnvrbl (mgr.24567) 2895 : audit [DBG] from='client.41344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:20:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:20:09.908431+0000 mgr.smithi204.vnvrbl (mgr.24567) 2896 : audit [DBG] from='client.41348 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:20:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:10.712323+0000 mgr.smithi204.vnvrbl (mgr.24567) 2897 : cluster [DBG] pgmap v2492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:20:11.691011+0000 mon.smithi204 (mon.1) 455 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:20:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:20:11.691254+0000 mon.smithi204 (mon.1) 456 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:20:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:20:11.691529+0000 mon.smithi176 (mon.0) 3024 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:20:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:20:11.691803+0000 mon.smithi176 (mon.0) 3025 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:20:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:10.712323+0000 mgr.smithi204.vnvrbl (mgr.24567) 2897 : cluster [DBG] pgmap v2492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:20:11.691011+0000 mon.smithi204 (mon.1) 455 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:20:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:20:11.691254+0000 mon.smithi204 (mon.1) 456 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:20:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:20:11.691529+0000 mon.smithi176 (mon.0) 3024 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:20:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:20:11.691803+0000 mon.smithi176 (mon.0) 3025 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:20:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:12.713153+0000 mgr.smithi204.vnvrbl (mgr.24567) 2898 : cluster [DBG] pgmap v2493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:12.713153+0000 mgr.smithi204.vnvrbl (mgr.24567) 2898 : cluster [DBG] pgmap v2493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:14.713611+0000 mgr.smithi204.vnvrbl (mgr.24567) 2899 : cluster [DBG] pgmap v2494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:14.713611+0000 mgr.smithi204.vnvrbl (mgr.24567) 2899 : cluster [DBG] pgmap v2494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:16.714132+0000 mgr.smithi204.vnvrbl (mgr.24567) 2900 : cluster [DBG] pgmap v2495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:18.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:16.714132+0000 mgr.smithi204.vnvrbl (mgr.24567) 2900 : cluster [DBG] pgmap v2495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:18.714952+0000 mgr.smithi204.vnvrbl (mgr.24567) 2901 : cluster [DBG] pgmap v2496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:18.714952+0000 mgr.smithi204.vnvrbl (mgr.24567) 2901 : cluster [DBG] pgmap v2496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:22.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:20.715467+0000 mgr.smithi204.vnvrbl (mgr.24567) 2902 : cluster [DBG] pgmap v2497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:20.715467+0000 mgr.smithi204.vnvrbl (mgr.24567) 2902 : cluster [DBG] pgmap v2497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:22.716218+0000 mgr.smithi204.vnvrbl (mgr.24567) 2903 : cluster [DBG] pgmap v2498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:22.716218+0000 mgr.smithi204.vnvrbl (mgr.24567) 2903 : cluster [DBG] pgmap v2498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:26.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:24.716750+0000 mgr.smithi204.vnvrbl (mgr.24567) 2904 : cluster [DBG] pgmap v2499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:24.716750+0000 mgr.smithi204.vnvrbl (mgr.24567) 2904 : cluster [DBG] pgmap v2499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:26.717227+0000 mgr.smithi204.vnvrbl (mgr.24567) 2905 : cluster [DBG] pgmap v2500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:28.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:26.717227+0000 mgr.smithi204.vnvrbl (mgr.24567) 2905 : cluster [DBG] pgmap v2500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:28.718035+0000 mgr.smithi204.vnvrbl (mgr.24567) 2906 : cluster [DBG] pgmap v2501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:28.718035+0000 mgr.smithi204.vnvrbl (mgr.24567) 2906 : cluster [DBG] pgmap v2501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:32.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:30.718478+0000 mgr.smithi204.vnvrbl (mgr.24567) 2907 : cluster [DBG] pgmap v2502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:30.718478+0000 mgr.smithi204.vnvrbl (mgr.24567) 2907 : cluster [DBG] pgmap v2502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:32.719271+0000 mgr.smithi204.vnvrbl (mgr.24567) 2908 : cluster [DBG] pgmap v2503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:32.719271+0000 mgr.smithi204.vnvrbl (mgr.24567) 2908 : cluster [DBG] pgmap v2503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:34.719900+0000 mgr.smithi204.vnvrbl (mgr.24567) 2909 : cluster [DBG] pgmap v2504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:34.719900+0000 mgr.smithi204.vnvrbl (mgr.24567) 2909 : cluster [DBG] pgmap v2504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:36.720322+0000 mgr.smithi204.vnvrbl (mgr.24567) 2910 : cluster [DBG] pgmap v2505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:38.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:36.720322+0000 mgr.smithi204.vnvrbl (mgr.24567) 2910 : cluster [DBG] pgmap v2505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:40.554 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:20:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:38.721232+0000 mgr.smithi204.vnvrbl (mgr.24567) 2911 : cluster [DBG] pgmap v2506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:38.721232+0000 mgr.smithi204.vnvrbl (mgr.24567) 2911 : cluster [DBG] pgmap v2506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:40.836 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:20:40.836 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 92s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:20:40.837 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 92s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:20:40.837 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 94s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:20:40.837 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 92s ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:20:40.837 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 92s ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:20:40.838 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 94s ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:20:40.838 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 92s ago 5h 625M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:20:40.838 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 94s ago 5h 493M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:20:40.838 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 92s ago 5h 1926M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:20:40.839 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 94s ago 5h 997M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:20:40.839 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 92s ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:20:40.839 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 94s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:20:40.839 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 92s ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:20:40.840 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 94s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:20:40.840 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 92s ago 5h 1284M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:20:40.840 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 92s ago 5h 2174M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:20:40.840 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 92s ago 5h 1472M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:20:40.840 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 92s ago 5h 2362M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:20:40.841 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 94s ago 5h 2202M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:20:40.841 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 94s ago 5h 2314M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:20:40.841 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 94s ago 5h 1935M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:20:40.841 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 94s ago 5h 2816M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:20:40.841 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 92s ago 5h 160M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:20:41.165 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:20:41.165 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:20:41.165 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:20:41.166 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:20:41.166 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:20:41.166 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:20:41.166 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:20:41.167 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:20:41.167 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:20:41.167 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:20:41.167 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:20:41.167 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:20:41.168 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:20:41.168 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:20:41.168 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:20:41.168 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:20:41.169 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:20:41.169 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:20:41.169 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:20:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:20:40.539695+0000 mgr.smithi204.vnvrbl (mgr.24567) 2912 : audit [DBG] from='client.41356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:20:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:20:41.164151+0000 mon.smithi176 (mon.0) 3026 : audit [DBG] from='client.? 172.21.15.176:0/2930329053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:20:41.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:20:40.539695+0000 mgr.smithi204.vnvrbl (mgr.24567) 2912 : audit [DBG] from='client.41356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:20:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:20:41.164151+0000 mon.smithi176 (mon.0) 3026 : audit [DBG] from='client.? 172.21.15.176:0/2930329053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:20:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:40.721724+0000 mgr.smithi204.vnvrbl (mgr.24567) 2913 : cluster [DBG] pgmap v2507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:20:40.825786+0000 mgr.smithi204.vnvrbl (mgr.24567) 2914 : audit [DBG] from='client.41360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:20:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:40.721724+0000 mgr.smithi204.vnvrbl (mgr.24567) 2913 : cluster [DBG] pgmap v2507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:20:40.825786+0000 mgr.smithi204.vnvrbl (mgr.24567) 2914 : audit [DBG] from='client.41360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:20:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:42.722648+0000 mgr.smithi204.vnvrbl (mgr.24567) 2915 : cluster [DBG] pgmap v2508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:42.722648+0000 mgr.smithi204.vnvrbl (mgr.24567) 2915 : cluster [DBG] pgmap v2508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:44.723117+0000 mgr.smithi204.vnvrbl (mgr.24567) 2916 : cluster [DBG] pgmap v2509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:44.723117+0000 mgr.smithi204.vnvrbl (mgr.24567) 2916 : cluster [DBG] pgmap v2509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:46.723716+0000 mgr.smithi204.vnvrbl (mgr.24567) 2917 : cluster [DBG] pgmap v2510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:48.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:46.723716+0000 mgr.smithi204.vnvrbl (mgr.24567) 2917 : cluster [DBG] pgmap v2510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:48.724562+0000 mgr.smithi204.vnvrbl (mgr.24567) 2918 : cluster [DBG] pgmap v2511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:48.724562+0000 mgr.smithi204.vnvrbl (mgr.24567) 2918 : cluster [DBG] pgmap v2511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:50.725003+0000 mgr.smithi204.vnvrbl (mgr.24567) 2919 : cluster [DBG] pgmap v2512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:50.725003+0000 mgr.smithi204.vnvrbl (mgr.24567) 2919 : cluster [DBG] pgmap v2512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:52.725829+0000 mgr.smithi204.vnvrbl (mgr.24567) 2920 : cluster [DBG] pgmap v2513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:52.725829+0000 mgr.smithi204.vnvrbl (mgr.24567) 2920 : cluster [DBG] pgmap v2513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:20:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:54.726378+0000 mgr.smithi204.vnvrbl (mgr.24567) 2921 : cluster [DBG] pgmap v2514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:54.726378+0000 mgr.smithi204.vnvrbl (mgr.24567) 2921 : cluster [DBG] pgmap v2514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:58.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:20:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:56.726903+0000 mgr.smithi204.vnvrbl (mgr.24567) 2922 : cluster [DBG] pgmap v2515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:20:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:20:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:56.726903+0000 mgr.smithi204.vnvrbl (mgr.24567) 2922 : cluster [DBG] pgmap v2515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:20:58.727698+0000 mgr.smithi204.vnvrbl (mgr.24567) 2923 : cluster [DBG] pgmap v2516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:20:58.727698+0000 mgr.smithi204.vnvrbl (mgr.24567) 2923 : cluster [DBG] pgmap v2516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:00.728292+0000 mgr.smithi204.vnvrbl (mgr.24567) 2924 : cluster [DBG] pgmap v2517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:00.728292+0000 mgr.smithi204.vnvrbl (mgr.24567) 2924 : cluster [DBG] pgmap v2517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:02.728989+0000 mgr.smithi204.vnvrbl (mgr.24567) 2925 : cluster [DBG] pgmap v2518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:02.728989+0000 mgr.smithi204.vnvrbl (mgr.24567) 2925 : cluster [DBG] pgmap v2518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:04.729652+0000 mgr.smithi204.vnvrbl (mgr.24567) 2926 : cluster [DBG] pgmap v2519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:04.729652+0000 mgr.smithi204.vnvrbl (mgr.24567) 2926 : cluster [DBG] pgmap v2519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:08.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:06.730136+0000 mgr.smithi204.vnvrbl (mgr.24567) 2927 : cluster [DBG] pgmap v2520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:06.730136+0000 mgr.smithi204.vnvrbl (mgr.24567) 2927 : cluster [DBG] pgmap v2520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:09.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:21:09.404487+0000 mon.smithi204 (mon.1) 457 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:21:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:21:09.405925+0000 mon.smithi204 (mon.1) 458 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:21:09.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:21:09.406866+0000 mon.smithi204 (mon.1) 459 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:21:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:21:09.404487+0000 mon.smithi204 (mon.1) 457 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:21:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:21:09.405925+0000 mon.smithi204 (mon.1) 458 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:21:09.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:21:09.406866+0000 mon.smithi204 (mon.1) 459 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:21:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:08.730849+0000 mgr.smithi204.vnvrbl (mgr.24567) 2928 : cluster [DBG] pgmap v2521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:21:09.407617+0000 mgr.smithi204.vnvrbl (mgr.24567) 2929 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:21:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:21:09.767073+0000 mon.smithi176 (mon.0) 3027 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:21:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:21:10.163959+0000 mon.smithi176 (mon.0) 3028 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:21:10.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:21:10.169345+0000 mon.smithi176 (mon.0) 3029 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:21:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:08.730849+0000 mgr.smithi204.vnvrbl (mgr.24567) 2928 : cluster [DBG] pgmap v2521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:21:09.407617+0000 mgr.smithi204.vnvrbl (mgr.24567) 2929 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:21:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:21:09.767073+0000 mon.smithi176 (mon.0) 3027 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:21:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:21:10.163959+0000 mon.smithi176 (mon.0) 3028 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:21:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:21:10.169345+0000 mon.smithi176 (mon.0) 3029 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:21:11.461 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:21:11.740 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:21:11.740 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:21:11.740 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 2m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:21:11.741 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 2m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:21:11.741 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 2m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:21:11.741 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 2m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:21:11.741 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 2m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:21:11.742 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 2m ago 5h 625M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:21:11.742 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 2m ago 5h 493M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:21:11.742 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 2m ago 5h 1926M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:21:11.742 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 2m ago 5h 997M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:21:11.743 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 2m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:21:11.743 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 2m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:21:11.743 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 2m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:21:11.743 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:21:11.744 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 2m ago 5h 1284M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:21:11.744 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 2m ago 5h 2174M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:21:11.744 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 2m ago 5h 1472M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:21:11.744 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 2m ago 5h 2362M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:21:11.744 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 2m ago 5h 2202M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:21:11.745 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 2m ago 5h 2314M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:21:11.745 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 2m ago 5h 1935M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:21:11.745 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 2m ago 5h 2816M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:21:11.745 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 2m ago 5h 160M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:21:12.073 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:21:12.073 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:21:12.074 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:21:12.074 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:21:12.074 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:21:12.074 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:21:12.075 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:21:12.075 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:21:12.075 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:21:12.075 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:21:12.076 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:21:12.076 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:21:12.076 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:21:12.076 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:21:12.077 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:21:12.077 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:21:12.077 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:21:12.077 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:21:12.078 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:21:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:10.731259+0000 mgr.smithi204.vnvrbl (mgr.24567) 2930 : cluster [DBG] pgmap v2522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:21:11.448866+0000 mgr.smithi204.vnvrbl (mgr.24567) 2931 : audit [DBG] from='client.41368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:21:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:21:11.696921+0000 mon.smithi204 (mon.1) 460 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:21:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:21:11.697237+0000 mon.smithi204 (mon.1) 461 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:21:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:21:11.697504+0000 mon.smithi176 (mon.0) 3030 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:21:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:21:11.697782+0000 mon.smithi176 (mon.0) 3031 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:21:12.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:21:12.072594+0000 mon.smithi176 (mon.0) 3032 : audit [DBG] from='client.? 172.21.15.176:0/334318894' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:21:12.973 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:10.731259+0000 mgr.smithi204.vnvrbl (mgr.24567) 2930 : cluster [DBG] pgmap v2522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:12.974 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:21:11.448866+0000 mgr.smithi204.vnvrbl (mgr.24567) 2931 : audit [DBG] from='client.41368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:21:12.974 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:21:11.696921+0000 mon.smithi204 (mon.1) 460 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:21:12.974 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:21:11.697237+0000 mon.smithi204 (mon.1) 461 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:21:12.974 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:21:11.697504+0000 mon.smithi176 (mon.0) 3030 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:21:12.975 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:21:11.697782+0000 mon.smithi176 (mon.0) 3031 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:21:12.975 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:21:12.072594+0000 mon.smithi176 (mon.0) 3032 : audit [DBG] from='client.? 172.21.15.176:0/334318894' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:21:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:21:11.728829+0000 mgr.smithi204.vnvrbl (mgr.24567) 2932 : audit [DBG] from='client.41372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:21:13.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:21:11.728829+0000 mgr.smithi204.vnvrbl (mgr.24567) 2932 : audit [DBG] from='client.41372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:21:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:12.732019+0000 mgr.smithi204.vnvrbl (mgr.24567) 2933 : cluster [DBG] pgmap v2523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:12.732019+0000 mgr.smithi204.vnvrbl (mgr.24567) 2933 : cluster [DBG] pgmap v2523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:14.732494+0000 mgr.smithi204.vnvrbl (mgr.24567) 2934 : cluster [DBG] pgmap v2524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:14.732494+0000 mgr.smithi204.vnvrbl (mgr.24567) 2934 : cluster [DBG] pgmap v2524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:18.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:16.733025+0000 mgr.smithi204.vnvrbl (mgr.24567) 2935 : cluster [DBG] pgmap v2525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:16.733025+0000 mgr.smithi204.vnvrbl (mgr.24567) 2935 : cluster [DBG] pgmap v2525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:18.733782+0000 mgr.smithi204.vnvrbl (mgr.24567) 2936 : cluster [DBG] pgmap v2526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:18.733782+0000 mgr.smithi204.vnvrbl (mgr.24567) 2936 : cluster [DBG] pgmap v2526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:20.734308+0000 mgr.smithi204.vnvrbl (mgr.24567) 2937 : cluster [DBG] pgmap v2527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:20.734308+0000 mgr.smithi204.vnvrbl (mgr.24567) 2937 : cluster [DBG] pgmap v2527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:22.735041+0000 mgr.smithi204.vnvrbl (mgr.24567) 2938 : cluster [DBG] pgmap v2528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:22.735041+0000 mgr.smithi204.vnvrbl (mgr.24567) 2938 : cluster [DBG] pgmap v2528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:24.735655+0000 mgr.smithi204.vnvrbl (mgr.24567) 2939 : cluster [DBG] pgmap v2529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:24.735655+0000 mgr.smithi204.vnvrbl (mgr.24567) 2939 : cluster [DBG] pgmap v2529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:28.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:26.736319+0000 mgr.smithi204.vnvrbl (mgr.24567) 2940 : cluster [DBG] pgmap v2530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:26.736319+0000 mgr.smithi204.vnvrbl (mgr.24567) 2940 : cluster [DBG] pgmap v2530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:28.737134+0000 mgr.smithi204.vnvrbl (mgr.24567) 2941 : cluster [DBG] pgmap v2531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:30.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:28.737134+0000 mgr.smithi204.vnvrbl (mgr.24567) 2941 : cluster [DBG] pgmap v2531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:30.737577+0000 mgr.smithi204.vnvrbl (mgr.24567) 2942 : cluster [DBG] pgmap v2532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:30.737577+0000 mgr.smithi204.vnvrbl (mgr.24567) 2942 : cluster [DBG] pgmap v2532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:32.738352+0000 mgr.smithi204.vnvrbl (mgr.24567) 2943 : cluster [DBG] pgmap v2533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:32.738352+0000 mgr.smithi204.vnvrbl (mgr.24567) 2943 : cluster [DBG] pgmap v2533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:34.738718+0000 mgr.smithi204.vnvrbl (mgr.24567) 2944 : cluster [DBG] pgmap v2534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:36.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:34.738718+0000 mgr.smithi204.vnvrbl (mgr.24567) 2944 : cluster [DBG] pgmap v2534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:38.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:36.739327+0000 mgr.smithi204.vnvrbl (mgr.24567) 2945 : cluster [DBG] pgmap v2535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:38.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:36.739327+0000 mgr.smithi204.vnvrbl (mgr.24567) 2945 : cluster [DBG] pgmap v2535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:38.740257+0000 mgr.smithi204.vnvrbl (mgr.24567) 2946 : cluster [DBG] pgmap v2536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:40.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:38.740257+0000 mgr.smithi204.vnvrbl (mgr.24567) 2946 : cluster [DBG] pgmap v2536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:42.372 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:21:42.649 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:21:42.650 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:21:42.650 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 2m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:21:42.651 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 2m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:21:42.651 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 2m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:21:42.651 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 2m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:21:42.652 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 2m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:21:42.652 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 2m ago 5h 625M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:21:42.652 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 2m ago 5h 493M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:21:42.652 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 2m ago 5h 1926M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:21:42.653 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 2m ago 5h 997M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:21:42.653 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 2m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:21:42.653 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 2m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:21:42.653 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 2m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:21:42.654 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:21:42.654 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 2m ago 5h 1284M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:21:42.654 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 2m ago 5h 2174M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:21:42.654 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 2m ago 5h 1472M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:21:42.655 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 2m ago 5h 2362M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:21:42.655 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 2m ago 5h 2202M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:21:42.655 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 2m ago 5h 2314M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:21:42.656 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 2m ago 5h 1935M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:21:42.656 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 2m ago 5h 2816M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:21:42.656 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 2m ago 5h 160M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:21:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:40.740650+0000 mgr.smithi204.vnvrbl (mgr.24567) 2947 : cluster [DBG] pgmap v2537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:40.740650+0000 mgr.smithi204.vnvrbl (mgr.24567) 2947 : cluster [DBG] pgmap v2537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:42.980 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:21:42.981 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:21:42.981 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:21:42.981 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:21:42.981 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:21:42.982 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:21:42.982 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:21:42.982 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:21:42.982 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:21:42.983 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:21:42.983 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:21:42.983 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:21:42.983 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:21:42.983 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:21:42.984 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:21:42.984 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:21:42.984 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:21:42.984 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:21:42.984 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:21:43.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:21:42.359820+0000 mgr.smithi204.vnvrbl (mgr.24567) 2948 : audit [DBG] from='client.41380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:21:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:21:42.980234+0000 mon.smithi176 (mon.0) 3033 : audit [DBG] from='client.? 172.21.15.176:0/1222794025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:21:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:21:42.359820+0000 mgr.smithi204.vnvrbl (mgr.24567) 2948 : audit [DBG] from='client.41380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:21:43.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:21:42.980234+0000 mon.smithi176 (mon.0) 3033 : audit [DBG] from='client.? 172.21.15.176:0/1222794025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:21:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:21:42.638725+0000 mgr.smithi204.vnvrbl (mgr.24567) 2949 : audit [DBG] from='client.41384 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:21:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:42.741426+0000 mgr.smithi204.vnvrbl (mgr.24567) 2950 : cluster [DBG] pgmap v2538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:21:42.638725+0000 mgr.smithi204.vnvrbl (mgr.24567) 2949 : audit [DBG] from='client.41384 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:21:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:42.741426+0000 mgr.smithi204.vnvrbl (mgr.24567) 2950 : cluster [DBG] pgmap v2538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:44.741844+0000 mgr.smithi204.vnvrbl (mgr.24567) 2951 : cluster [DBG] pgmap v2539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:44.741844+0000 mgr.smithi204.vnvrbl (mgr.24567) 2951 : cluster [DBG] pgmap v2539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:46.742388+0000 mgr.smithi204.vnvrbl (mgr.24567) 2952 : cluster [DBG] pgmap v2540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:49.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:46.742388+0000 mgr.smithi204.vnvrbl (mgr.24567) 2952 : cluster [DBG] pgmap v2540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:48.743354+0000 mgr.smithi204.vnvrbl (mgr.24567) 2953 : cluster [DBG] pgmap v2541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:51.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:48.743354+0000 mgr.smithi204.vnvrbl (mgr.24567) 2953 : cluster [DBG] pgmap v2541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:50.743804+0000 mgr.smithi204.vnvrbl (mgr.24567) 2954 : cluster [DBG] pgmap v2542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:53.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:50.743804+0000 mgr.smithi204.vnvrbl (mgr.24567) 2954 : cluster [DBG] pgmap v2542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:52.744524+0000 mgr.smithi204.vnvrbl (mgr.24567) 2955 : cluster [DBG] pgmap v2543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:55.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:52.744524+0000 mgr.smithi204.vnvrbl (mgr.24567) 2955 : cluster [DBG] pgmap v2543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:21:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:54.745035+0000 mgr.smithi204.vnvrbl (mgr.24567) 2956 : cluster [DBG] pgmap v2544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:57.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:54.745035+0000 mgr.smithi204.vnvrbl (mgr.24567) 2956 : cluster [DBG] pgmap v2544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:58.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:21:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:56.745617+0000 mgr.smithi204.vnvrbl (mgr.24567) 2957 : cluster [DBG] pgmap v2545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:21:59.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:21:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:56.745617+0000 mgr.smithi204.vnvrbl (mgr.24567) 2957 : cluster [DBG] pgmap v2545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:21:58.746532+0000 mgr.smithi204.vnvrbl (mgr.24567) 2958 : cluster [DBG] pgmap v2546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:01.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:21:58.746532+0000 mgr.smithi204.vnvrbl (mgr.24567) 2958 : cluster [DBG] pgmap v2546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:00.746944+0000 mgr.smithi204.vnvrbl (mgr.24567) 2959 : cluster [DBG] pgmap v2547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:03.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:00.746944+0000 mgr.smithi204.vnvrbl (mgr.24567) 2959 : cluster [DBG] pgmap v2547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:02.747660+0000 mgr.smithi204.vnvrbl (mgr.24567) 2960 : cluster [DBG] pgmap v2548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:05.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:02.747660+0000 mgr.smithi204.vnvrbl (mgr.24567) 2960 : cluster [DBG] pgmap v2548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:04.748109+0000 mgr.smithi204.vnvrbl (mgr.24567) 2961 : cluster [DBG] pgmap v2549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:06.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:04.748109+0000 mgr.smithi204.vnvrbl (mgr.24567) 2961 : cluster [DBG] pgmap v2549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:06.748603+0000 mgr.smithi204.vnvrbl (mgr.24567) 2962 : cluster [DBG] pgmap v2550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:06.748603+0000 mgr.smithi204.vnvrbl (mgr.24567) 2962 : cluster [DBG] pgmap v2550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:08.749415+0000 mgr.smithi204.vnvrbl (mgr.24567) 2963 : cluster [DBG] pgmap v2551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:10.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:08.749415+0000 mgr.smithi204.vnvrbl (mgr.24567) 2963 : cluster [DBG] pgmap v2551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:22:10.172482+0000 mon.smithi204 (mon.1) 462 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:22:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:22:10.173905+0000 mon.smithi204 (mon.1) 463 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:22:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:22:10.174797+0000 mon.smithi204 (mon.1) 464 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:22:11.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:22:10.175599+0000 mgr.smithi204.vnvrbl (mgr.24567) 2964 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:22:11.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:22:10.527972+0000 mon.smithi176 (mon.0) 3034 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:22:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:22:10.172482+0000 mon.smithi204 (mon.1) 462 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:22:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:22:10.173905+0000 mon.smithi204 (mon.1) 463 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:22:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:22:10.174797+0000 mon.smithi204 (mon.1) 464 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:22:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:22:10.175599+0000 mgr.smithi204.vnvrbl (mgr.24567) 2964 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:22:11.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:22:10.527972+0000 mon.smithi176 (mon.0) 3034 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:22:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:10.749940+0000 mgr.smithi204.vnvrbl (mgr.24567) 2965 : cluster [DBG] pgmap v2552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:22:10.917569+0000 mon.smithi176 (mon.0) 3035 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:22:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:22:10.922753+0000 mon.smithi176 (mon.0) 3036 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:22:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:22:11.701098+0000 mon.smithi204 (mon.1) 465 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:22:12.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:22:11.701292+0000 mon.smithi204 (mon.1) 466 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:22:12.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:22:11.701803+0000 mon.smithi176 (mon.0) 3037 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:22:12.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:22:11.702112+0000 mon.smithi176 (mon.0) 3038 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:22:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:10.749940+0000 mgr.smithi204.vnvrbl (mgr.24567) 2965 : cluster [DBG] pgmap v2552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:22:10.917569+0000 mon.smithi176 (mon.0) 3035 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:22:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:22:10.922753+0000 mon.smithi176 (mon.0) 3036 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:22:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:22:11.701098+0000 mon.smithi204 (mon.1) 465 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:22:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:22:11.701292+0000 mon.smithi204 (mon.1) 466 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:22:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:22:11.701803+0000 mon.smithi176 (mon.0) 3037 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:22:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:22:11.702112+0000 mon.smithi176 (mon.0) 3038 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:22:13.278 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:22:13.554 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:22:13.555 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:22:13.555 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 3m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:22:13.555 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 3m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:22:13.555 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 3m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:22:13.556 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 3m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:22:13.556 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 3m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:22:13.556 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 3m ago 5h 625M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:22:13.556 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 3m ago 5h 493M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:22:13.557 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 3m ago 5h 1926M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:22:13.557 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 3m ago 5h 997M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:22:13.557 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 3m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:22:13.557 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 3m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:22:13.557 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 3m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:22:13.558 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:22:13.558 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 3m ago 5h 1284M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:22:13.558 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 3m ago 5h 2174M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:22:13.558 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 3m ago 5h 1472M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:22:13.559 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 3m ago 5h 2362M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:22:13.559 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 3m ago 5h 2202M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:22:13.559 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 3m ago 5h 2314M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:22:13.559 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 3m ago 5h 1935M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:22:13.559 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 3m ago 5h 2816M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:22:13.560 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 3m ago 5h 160M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:22:13.884 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:22:13.884 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:22:13.884 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:22:13.885 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:22:13.885 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:22:13.885 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:22:13.885 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:22:13.886 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:22:13.886 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:22:13.886 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:22:13.886 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:22:13.887 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:22:13.887 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:22:13.887 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:22:13.887 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:22:13.888 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:22:13.888 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:22:13.888 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:22:13.888 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:22:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:12.750673+0000 mgr.smithi204.vnvrbl (mgr.24567) 2966 : cluster [DBG] pgmap v2553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:22:13.264669+0000 mgr.smithi204.vnvrbl (mgr.24567) 2967 : audit [DBG] from='client.41392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:22:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:22:13.543618+0000 mgr.smithi204.vnvrbl (mgr.24567) 2968 : audit [DBG] from='client.41396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:22:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:22:13.883292+0000 mon.smithi176 (mon.0) 3039 : audit [DBG] from='client.? 172.21.15.176:0/2980349636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:22:14.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:12.750673+0000 mgr.smithi204.vnvrbl (mgr.24567) 2966 : cluster [DBG] pgmap v2553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:22:13.264669+0000 mgr.smithi204.vnvrbl (mgr.24567) 2967 : audit [DBG] from='client.41392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:22:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:22:13.543618+0000 mgr.smithi204.vnvrbl (mgr.24567) 2968 : audit [DBG] from='client.41396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:22:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:22:13.883292+0000 mon.smithi176 (mon.0) 3039 : audit [DBG] from='client.? 172.21.15.176:0/2980349636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:22:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:14.751089+0000 mgr.smithi204.vnvrbl (mgr.24567) 2969 : cluster [DBG] pgmap v2554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:16.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:14.751089+0000 mgr.smithi204.vnvrbl (mgr.24567) 2969 : cluster [DBG] pgmap v2554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:16.751547+0000 mgr.smithi204.vnvrbl (mgr.24567) 2970 : cluster [DBG] pgmap v2555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:16.751547+0000 mgr.smithi204.vnvrbl (mgr.24567) 2970 : cluster [DBG] pgmap v2555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:20.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:18.752327+0000 mgr.smithi204.vnvrbl (mgr.24567) 2971 : cluster [DBG] pgmap v2556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:20.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:18.752327+0000 mgr.smithi204.vnvrbl (mgr.24567) 2971 : cluster [DBG] pgmap v2556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:20.752728+0000 mgr.smithi204.vnvrbl (mgr.24567) 2972 : cluster [DBG] pgmap v2557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:22.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:20.752728+0000 mgr.smithi204.vnvrbl (mgr.24567) 2972 : cluster [DBG] pgmap v2557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:22.753418+0000 mgr.smithi204.vnvrbl (mgr.24567) 2973 : cluster [DBG] pgmap v2558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:24.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:22.753418+0000 mgr.smithi204.vnvrbl (mgr.24567) 2973 : cluster [DBG] pgmap v2558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:24.753976+0000 mgr.smithi204.vnvrbl (mgr.24567) 2974 : cluster [DBG] pgmap v2559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:26.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:24.753976+0000 mgr.smithi204.vnvrbl (mgr.24567) 2974 : cluster [DBG] pgmap v2559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:26.754613+0000 mgr.smithi204.vnvrbl (mgr.24567) 2975 : cluster [DBG] pgmap v2560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:26.754613+0000 mgr.smithi204.vnvrbl (mgr.24567) 2975 : cluster [DBG] pgmap v2560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:28.755579+0000 mgr.smithi204.vnvrbl (mgr.24567) 2976 : cluster [DBG] pgmap v2561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:30.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:28.755579+0000 mgr.smithi204.vnvrbl (mgr.24567) 2976 : cluster [DBG] pgmap v2561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:32.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:30.756025+0000 mgr.smithi204.vnvrbl (mgr.24567) 2977 : cluster [DBG] pgmap v2562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:30.756025+0000 mgr.smithi204.vnvrbl (mgr.24567) 2977 : cluster [DBG] pgmap v2562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:32.756764+0000 mgr.smithi204.vnvrbl (mgr.24567) 2978 : cluster [DBG] pgmap v2563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:34.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:32.756764+0000 mgr.smithi204.vnvrbl (mgr.24567) 2978 : cluster [DBG] pgmap v2563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:34.757359+0000 mgr.smithi204.vnvrbl (mgr.24567) 2979 : cluster [DBG] pgmap v2564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:36.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:34.757359+0000 mgr.smithi204.vnvrbl (mgr.24567) 2979 : cluster [DBG] pgmap v2564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:38.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:36.757886+0000 mgr.smithi204.vnvrbl (mgr.24567) 2980 : cluster [DBG] pgmap v2565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:36.757886+0000 mgr.smithi204.vnvrbl (mgr.24567) 2980 : cluster [DBG] pgmap v2565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:38.758856+0000 mgr.smithi204.vnvrbl (mgr.24567) 2981 : cluster [DBG] pgmap v2566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:40.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:38.758856+0000 mgr.smithi204.vnvrbl (mgr.24567) 2981 : cluster [DBG] pgmap v2566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:40.759455+0000 mgr.smithi204.vnvrbl (mgr.24567) 2982 : cluster [DBG] pgmap v2567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:42.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:40.759455+0000 mgr.smithi204.vnvrbl (mgr.24567) 2982 : cluster [DBG] pgmap v2567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:44.211 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:22:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:42.760450+0000 mgr.smithi204.vnvrbl (mgr.24567) 2983 : cluster [DBG] pgmap v2568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:44.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:42.760450+0000 mgr.smithi204.vnvrbl (mgr.24567) 2983 : cluster [DBG] pgmap v2568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:44.487 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:22:44.487 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:22:44.487 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 3m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:22:44.487 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 3m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:22:44.488 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 3m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:22:44.488 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 3m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:22:44.488 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 3m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:22:44.488 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 3m ago 5h 625M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:22:44.489 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 3m ago 5h 493M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:22:44.489 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 3m ago 5h 1926M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:22:44.489 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 3m ago 5h 997M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:22:44.489 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 3m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:22:44.490 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 3m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:22:44.490 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 3m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:22:44.490 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:22:44.490 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 3m ago 5h 1284M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:22:44.491 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 3m ago 5h 2174M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:22:44.491 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 3m ago 5h 1472M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:22:44.491 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 3m ago 5h 2362M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:22:44.491 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 3m ago 5h 2202M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:22:44.491 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 3m ago 5h 2314M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:22:44.492 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 3m ago 5h 1935M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:22:44.492 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 3m ago 5h 2816M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:22:44.492 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 3m ago 5h 160M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:22:44.820 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:22:44.820 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:22:44.821 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:22:44.821 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:22:44.822 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:22:44.822 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:22:44.822 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:22:44.823 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:22:44.823 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:22:44.824 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:22:44.824 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:22:44.825 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:22:44.825 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:22:44.825 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:22:44.826 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:22:44.826 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:22:44.827 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:22:44.827 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:22:44.827 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:22:45.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:22:44.198959+0000 mgr.smithi204.vnvrbl (mgr.24567) 2984 : audit [DBG] from='client.41404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:22:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:22:44.476270+0000 mgr.smithi204.vnvrbl (mgr.24567) 2985 : audit [DBG] from='client.41408 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:22:45.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:22:44.819209+0000 mon.smithi176 (mon.0) 3040 : audit [DBG] from='client.? 172.21.15.176:0/1953725298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:22:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:22:44.198959+0000 mgr.smithi204.vnvrbl (mgr.24567) 2984 : audit [DBG] from='client.41404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:22:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:22:44.476270+0000 mgr.smithi204.vnvrbl (mgr.24567) 2985 : audit [DBG] from='client.41408 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:22:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:22:44.819209+0000 mon.smithi176 (mon.0) 3040 : audit [DBG] from='client.? 172.21.15.176:0/1953725298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:22:46.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:44.760958+0000 mgr.smithi204.vnvrbl (mgr.24567) 2986 : cluster [DBG] pgmap v2569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:44.760958+0000 mgr.smithi204.vnvrbl (mgr.24567) 2986 : cluster [DBG] pgmap v2569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:46.761482+0000 mgr.smithi204.vnvrbl (mgr.24567) 2987 : cluster [DBG] pgmap v2570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:46.761482+0000 mgr.smithi204.vnvrbl (mgr.24567) 2987 : cluster [DBG] pgmap v2570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:50.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:48.762210+0000 mgr.smithi204.vnvrbl (mgr.24567) 2988 : cluster [DBG] pgmap v2571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:48.762210+0000 mgr.smithi204.vnvrbl (mgr.24567) 2988 : cluster [DBG] pgmap v2571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:52.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:50.762838+0000 mgr.smithi204.vnvrbl (mgr.24567) 2989 : cluster [DBG] pgmap v2572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:50.762838+0000 mgr.smithi204.vnvrbl (mgr.24567) 2989 : cluster [DBG] pgmap v2572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:54.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:52.763551+0000 mgr.smithi204.vnvrbl (mgr.24567) 2990 : cluster [DBG] pgmap v2573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:52.763551+0000 mgr.smithi204.vnvrbl (mgr.24567) 2990 : cluster [DBG] pgmap v2573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:22:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:54.764019+0000 mgr.smithi204.vnvrbl (mgr.24567) 2991 : cluster [DBG] pgmap v2574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:54.764019+0000 mgr.smithi204.vnvrbl (mgr.24567) 2991 : cluster [DBG] pgmap v2574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:56.764612+0000 mgr.smithi204.vnvrbl (mgr.24567) 2992 : cluster [DBG] pgmap v2575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:22:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:56.764612+0000 mgr.smithi204.vnvrbl (mgr.24567) 2992 : cluster [DBG] pgmap v2575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:00.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:22:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:22:58.765626+0000 mgr.smithi204.vnvrbl (mgr.24567) 2993 : cluster [DBG] pgmap v2576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:22:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:22:58.765626+0000 mgr.smithi204.vnvrbl (mgr.24567) 2993 : cluster [DBG] pgmap v2576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:02.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:00.766144+0000 mgr.smithi204.vnvrbl (mgr.24567) 2994 : cluster [DBG] pgmap v2577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:00.766144+0000 mgr.smithi204.vnvrbl (mgr.24567) 2994 : cluster [DBG] pgmap v2577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:04.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:02.766945+0000 mgr.smithi204.vnvrbl (mgr.24567) 2995 : cluster [DBG] pgmap v2578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:02.766945+0000 mgr.smithi204.vnvrbl (mgr.24567) 2995 : cluster [DBG] pgmap v2578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:06.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:04.767446+0000 mgr.smithi204.vnvrbl (mgr.24567) 2996 : cluster [DBG] pgmap v2579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:04.767446+0000 mgr.smithi204.vnvrbl (mgr.24567) 2996 : cluster [DBG] pgmap v2579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:06.767831+0000 mgr.smithi204.vnvrbl (mgr.24567) 2997 : cluster [DBG] pgmap v2580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:06.767831+0000 mgr.smithi204.vnvrbl (mgr.24567) 2997 : cluster [DBG] pgmap v2580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:10.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:08.768707+0000 mgr.smithi204.vnvrbl (mgr.24567) 2998 : cluster [DBG] pgmap v2581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:08.768707+0000 mgr.smithi204.vnvrbl (mgr.24567) 2998 : cluster [DBG] pgmap v2581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:23:10.925758+0000 mon.smithi204 (mon.1) 467 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:23:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:23:10.927183+0000 mon.smithi204 (mon.1) 468 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:23:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:23:10.928014+0000 mon.smithi204 (mon.1) 469 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:23:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:23:10.925758+0000 mon.smithi204 (mon.1) 467 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:23:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:23:10.927183+0000 mon.smithi204 (mon.1) 468 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:23:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:23:10.928014+0000 mon.smithi204 (mon.1) 469 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:23:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:10.769061+0000 mgr.smithi204.vnvrbl (mgr.24567) 2999 : cluster [DBG] pgmap v2582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:23:10.928792+0000 mgr.smithi204.vnvrbl (mgr.24567) 3000 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:23:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:23:11.332584+0000 mon.smithi176 (mon.0) 3041 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:23:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:23:11.339528+0000 mon.smithi176 (mon.0) 3042 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:23:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:23:11.704857+0000 mon.smithi204 (mon.1) 470 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:23:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:23:11.705059+0000 mon.smithi204 (mon.1) 471 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:23:12.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:23:11.705464+0000 mon.smithi176 (mon.0) 3043 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:23:12.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:23:11.705753+0000 mon.smithi176 (mon.0) 3044 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:23:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:10.769061+0000 mgr.smithi204.vnvrbl (mgr.24567) 2999 : cluster [DBG] pgmap v2582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:23:10.928792+0000 mgr.smithi204.vnvrbl (mgr.24567) 3000 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:23:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:23:11.332584+0000 mon.smithi176 (mon.0) 3041 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:23:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:23:11.339528+0000 mon.smithi176 (mon.0) 3042 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:23:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:23:11.704857+0000 mon.smithi204 (mon.1) 470 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:23:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:23:11.705059+0000 mon.smithi204 (mon.1) 471 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:23:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:23:11.705464+0000 mon.smithi176 (mon.0) 3043 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:23:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:23:11.705753+0000 mon.smithi176 (mon.0) 3044 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:23:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:12.769949+0000 mgr.smithi204.vnvrbl (mgr.24567) 3001 : cluster [DBG] pgmap v2583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:12.769949+0000 mgr.smithi204.vnvrbl (mgr.24567) 3001 : cluster [DBG] pgmap v2583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:15.116 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:23:15.405 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:23:15.405 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 4m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:23:15.406 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 4m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:23:15.406 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 4m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:23:15.406 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 4m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:23:15.406 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 4m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:23:15.407 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 4m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:23:15.407 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 4m ago 5h 625M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:23:15.407 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 4m ago 5h 493M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:23:15.407 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 4m ago 5h 1926M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:23:15.408 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 4m ago 5h 997M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:23:15.408 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 4m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:23:15.408 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 4m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:23:15.409 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 4m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:23:15.409 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:23:15.409 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 4m ago 5h 1284M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:23:15.410 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 4m ago 5h 2174M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:23:15.410 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 4m ago 5h 1472M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:23:15.411 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 4m ago 5h 2362M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:23:15.411 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 4m ago 5h 2202M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:23:15.411 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 4m ago 5h 2314M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:23:15.412 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 4m ago 5h 1935M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:23:15.412 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 4m ago 5h 2816M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:23:15.413 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 4m ago 5h 160M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:23:15.741 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:23:15.742 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:23:15.742 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:23:15.742 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:23:15.743 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:23:15.743 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:23:15.743 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:23:15.743 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:23:15.744 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:23:15.744 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:23:15.744 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:23:15.744 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:23:15.744 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:23:15.745 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:23:15.745 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:23:15.745 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:23:15.745 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:23:15.746 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:23:15.746 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:23:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:14.770637+0000 mgr.smithi204.vnvrbl (mgr.24567) 3002 : cluster [DBG] pgmap v2584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:23:15.103873+0000 mgr.smithi204.vnvrbl (mgr.24567) 3003 : audit [DBG] from='client.41416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:23:16.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:23:15.394463+0000 mgr.smithi204.vnvrbl (mgr.24567) 3004 : audit [DBG] from='client.41420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:23:16.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:23:15.740694+0000 mon.smithi176 (mon.0) 3045 : audit [DBG] from='client.? 172.21.15.176:0/1658047001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:23:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:14.770637+0000 mgr.smithi204.vnvrbl (mgr.24567) 3002 : cluster [DBG] pgmap v2584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:23:15.103873+0000 mgr.smithi204.vnvrbl (mgr.24567) 3003 : audit [DBG] from='client.41416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:23:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:23:15.394463+0000 mgr.smithi204.vnvrbl (mgr.24567) 3004 : audit [DBG] from='client.41420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:23:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:23:15.740694+0000 mon.smithi176 (mon.0) 3045 : audit [DBG] from='client.? 172.21.15.176:0/1658047001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:23:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:16.771097+0000 mgr.smithi204.vnvrbl (mgr.24567) 3005 : cluster [DBG] pgmap v2585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:18.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:16.771097+0000 mgr.smithi204.vnvrbl (mgr.24567) 3005 : cluster [DBG] pgmap v2585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:18.771867+0000 mgr.smithi204.vnvrbl (mgr.24567) 3006 : cluster [DBG] pgmap v2586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:18.771867+0000 mgr.smithi204.vnvrbl (mgr.24567) 3006 : cluster [DBG] pgmap v2586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:20.772360+0000 mgr.smithi204.vnvrbl (mgr.24567) 3007 : cluster [DBG] pgmap v2587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:20.772360+0000 mgr.smithi204.vnvrbl (mgr.24567) 3007 : cluster [DBG] pgmap v2587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:22.773271+0000 mgr.smithi204.vnvrbl (mgr.24567) 3008 : cluster [DBG] pgmap v2588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:22.773271+0000 mgr.smithi204.vnvrbl (mgr.24567) 3008 : cluster [DBG] pgmap v2588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:24.773911+0000 mgr.smithi204.vnvrbl (mgr.24567) 3009 : cluster [DBG] pgmap v2589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:24.773911+0000 mgr.smithi204.vnvrbl (mgr.24567) 3009 : cluster [DBG] pgmap v2589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:26.774394+0000 mgr.smithi204.vnvrbl (mgr.24567) 3010 : cluster [DBG] pgmap v2590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:28.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:26.774394+0000 mgr.smithi204.vnvrbl (mgr.24567) 3010 : cluster [DBG] pgmap v2590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:28.775248+0000 mgr.smithi204.vnvrbl (mgr.24567) 3011 : cluster [DBG] pgmap v2591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:28.775248+0000 mgr.smithi204.vnvrbl (mgr.24567) 3011 : cluster [DBG] pgmap v2591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:30.775738+0000 mgr.smithi204.vnvrbl (mgr.24567) 3012 : cluster [DBG] pgmap v2592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:30.775738+0000 mgr.smithi204.vnvrbl (mgr.24567) 3012 : cluster [DBG] pgmap v2592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:32.776463+0000 mgr.smithi204.vnvrbl (mgr.24567) 3013 : cluster [DBG] pgmap v2593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:32.776463+0000 mgr.smithi204.vnvrbl (mgr.24567) 3013 : cluster [DBG] pgmap v2593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:34.777002+0000 mgr.smithi204.vnvrbl (mgr.24567) 3014 : cluster [DBG] pgmap v2594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:34.777002+0000 mgr.smithi204.vnvrbl (mgr.24567) 3014 : cluster [DBG] pgmap v2594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:36.777606+0000 mgr.smithi204.vnvrbl (mgr.24567) 3015 : cluster [DBG] pgmap v2595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:38.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:36.777606+0000 mgr.smithi204.vnvrbl (mgr.24567) 3015 : cluster [DBG] pgmap v2595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:38.778543+0000 mgr.smithi204.vnvrbl (mgr.24567) 3016 : cluster [DBG] pgmap v2596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:38.778543+0000 mgr.smithi204.vnvrbl (mgr.24567) 3016 : cluster [DBG] pgmap v2596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:40.778988+0000 mgr.smithi204.vnvrbl (mgr.24567) 3017 : cluster [DBG] pgmap v2597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:40.778988+0000 mgr.smithi204.vnvrbl (mgr.24567) 3017 : cluster [DBG] pgmap v2597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:42.779917+0000 mgr.smithi204.vnvrbl (mgr.24567) 3018 : cluster [DBG] pgmap v2598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:42.779917+0000 mgr.smithi204.vnvrbl (mgr.24567) 3018 : cluster [DBG] pgmap v2598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:46.036 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:23:46.311 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:23:46.311 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 4m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:23:46.312 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 4m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:23:46.312 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 4m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:23:46.312 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 4m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:23:46.312 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 4m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:23:46.313 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 4m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:23:46.313 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 4m ago 5h 625M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:23:46.313 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 4m ago 5h 493M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:23:46.313 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 4m ago 5h 1926M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:23:46.313 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 4m ago 5h 997M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:23:46.314 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 4m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:23:46.314 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 4m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:23:46.314 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 4m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:23:46.314 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:23:46.315 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 4m ago 5h 1284M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:23:46.315 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 4m ago 5h 2174M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:23:46.315 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 4m ago 5h 1472M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:23:46.315 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 4m ago 5h 2362M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:23:46.316 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 4m ago 5h 2202M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:23:46.316 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 4m ago 5h 2314M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:23:46.316 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 4m ago 5h 1935M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:23:46.316 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 4m ago 5h 2816M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:23:46.317 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 4m ago 5h 160M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:23:46.645 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:23:46.645 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:23:46.646 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:23:46.646 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:23:46.646 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:23:46.646 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:23:46.647 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:23:46.647 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:23:46.647 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:23:46.647 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:23:46.648 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:23:46.648 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:23:46.649 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:23:46.649 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:23:46.649 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:23:46.649 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:23:46.650 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:23:46.650 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:23:46.650 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:23:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:44.780421+0000 mgr.smithi204.vnvrbl (mgr.24567) 3019 : cluster [DBG] pgmap v2599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:44.780421+0000 mgr.smithi204.vnvrbl (mgr.24567) 3019 : cluster [DBG] pgmap v2599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:23:46.023478+0000 mgr.smithi204.vnvrbl (mgr.24567) 3020 : audit [DBG] from='client.41428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:23:47.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:23:46.300490+0000 mgr.smithi204.vnvrbl (mgr.24567) 3021 : audit [DBG] from='client.41432 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:23:47.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:23:46.644352+0000 mon.smithi176 (mon.0) 3046 : audit [DBG] from='client.? 172.21.15.176:0/1533166381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:23:47.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:23:46.023478+0000 mgr.smithi204.vnvrbl (mgr.24567) 3020 : audit [DBG] from='client.41428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:23:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:23:46.300490+0000 mgr.smithi204.vnvrbl (mgr.24567) 3021 : audit [DBG] from='client.41432 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:23:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:23:46.644352+0000 mon.smithi176 (mon.0) 3046 : audit [DBG] from='client.? 172.21.15.176:0/1533166381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:23:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:46.780871+0000 mgr.smithi204.vnvrbl (mgr.24567) 3022 : cluster [DBG] pgmap v2600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:48.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:46.780871+0000 mgr.smithi204.vnvrbl (mgr.24567) 3022 : cluster [DBG] pgmap v2600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:48.781730+0000 mgr.smithi204.vnvrbl (mgr.24567) 3023 : cluster [DBG] pgmap v2601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:48.781730+0000 mgr.smithi204.vnvrbl (mgr.24567) 3023 : cluster [DBG] pgmap v2601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:52.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:50.782170+0000 mgr.smithi204.vnvrbl (mgr.24567) 3024 : cluster [DBG] pgmap v2602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:50.782170+0000 mgr.smithi204.vnvrbl (mgr.24567) 3024 : cluster [DBG] pgmap v2602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:52.782932+0000 mgr.smithi204.vnvrbl (mgr.24567) 3025 : cluster [DBG] pgmap v2603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:52.782932+0000 mgr.smithi204.vnvrbl (mgr.24567) 3025 : cluster [DBG] pgmap v2603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:23:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:54.783600+0000 mgr.smithi204.vnvrbl (mgr.24567) 3026 : cluster [DBG] pgmap v2604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:54.783600+0000 mgr.smithi204.vnvrbl (mgr.24567) 3026 : cluster [DBG] pgmap v2604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:23:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:56.784116+0000 mgr.smithi204.vnvrbl (mgr.24567) 3027 : cluster [DBG] pgmap v2605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:23:58.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:23:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:56.784116+0000 mgr.smithi204.vnvrbl (mgr.24567) 3027 : cluster [DBG] pgmap v2605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:23:58.785061+0000 mgr.smithi204.vnvrbl (mgr.24567) 3028 : cluster [DBG] pgmap v2606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:23:58.785061+0000 mgr.smithi204.vnvrbl (mgr.24567) 3028 : cluster [DBG] pgmap v2606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:00.785552+0000 mgr.smithi204.vnvrbl (mgr.24567) 3029 : cluster [DBG] pgmap v2607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:00.785552+0000 mgr.smithi204.vnvrbl (mgr.24567) 3029 : cluster [DBG] pgmap v2607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:02.786291+0000 mgr.smithi204.vnvrbl (mgr.24567) 3030 : cluster [DBG] pgmap v2608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:02.786291+0000 mgr.smithi204.vnvrbl (mgr.24567) 3030 : cluster [DBG] pgmap v2608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:04.786886+0000 mgr.smithi204.vnvrbl (mgr.24567) 3031 : cluster [DBG] pgmap v2609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:04.786886+0000 mgr.smithi204.vnvrbl (mgr.24567) 3031 : cluster [DBG] pgmap v2609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:06.787336+0000 mgr.smithi204.vnvrbl (mgr.24567) 3032 : cluster [DBG] pgmap v2610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:08.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:06.787336+0000 mgr.smithi204.vnvrbl (mgr.24567) 3032 : cluster [DBG] pgmap v2610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:08.788309+0000 mgr.smithi204.vnvrbl (mgr.24567) 3033 : cluster [DBG] pgmap v2611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:08.788309+0000 mgr.smithi204.vnvrbl (mgr.24567) 3033 : cluster [DBG] pgmap v2611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:24:11.342345+0000 mon.smithi204 (mon.1) 472 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:24:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:24:11.343652+0000 mon.smithi204 (mon.1) 473 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:24:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:24:11.344489+0000 mon.smithi204 (mon.1) 474 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:24:11.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:24:11.342345+0000 mon.smithi204 (mon.1) 472 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:24:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:24:11.343652+0000 mon.smithi204 (mon.1) 473 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:24:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:24:11.344489+0000 mon.smithi204 (mon.1) 474 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:24:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:10.788832+0000 mgr.smithi204.vnvrbl (mgr.24567) 3034 : cluster [DBG] pgmap v2612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:24:11.345227+0000 mgr.smithi204.vnvrbl (mgr.24567) 3035 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:24:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:24:11.708960+0000 mon.smithi204 (mon.1) 475 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:24:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:24:11.709273+0000 mon.smithi204 (mon.1) 476 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:24:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:24:11.709513+0000 mon.smithi176 (mon.0) 3047 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:24:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:24:11.709809+0000 mon.smithi176 (mon.0) 3048 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:24:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:24:11.742676+0000 mon.smithi176 (mon.0) 3049 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:24:12.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:24:11.747961+0000 mon.smithi176 (mon.0) 3050 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:24:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:10.788832+0000 mgr.smithi204.vnvrbl (mgr.24567) 3034 : cluster [DBG] pgmap v2612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:24:11.345227+0000 mgr.smithi204.vnvrbl (mgr.24567) 3035 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:24:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:24:11.708960+0000 mon.smithi204 (mon.1) 475 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:24:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:24:11.709273+0000 mon.smithi204 (mon.1) 476 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:24:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:24:11.709513+0000 mon.smithi176 (mon.0) 3047 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:24:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:24:11.709809+0000 mon.smithi176 (mon.0) 3048 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:24:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:24:11.742676+0000 mon.smithi176 (mon.0) 3049 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:24:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:24:11.747961+0000 mon.smithi176 (mon.0) 3050 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:24:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:12.789749+0000 mgr.smithi204.vnvrbl (mgr.24567) 3036 : cluster [DBG] pgmap v2613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:12.789749+0000 mgr.smithi204.vnvrbl (mgr.24567) 3036 : cluster [DBG] pgmap v2613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:14.790241+0000 mgr.smithi204.vnvrbl (mgr.24567) 3037 : cluster [DBG] pgmap v2614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:14.790241+0000 mgr.smithi204.vnvrbl (mgr.24567) 3037 : cluster [DBG] pgmap v2614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:16.943 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:24:17.222 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:24:17.223 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:24:17.223 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 5m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:24:17.223 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 5m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:24:17.224 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 5m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:24:17.224 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 5m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:24:17.224 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 5m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:24:17.224 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 5m ago 5h 625M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:24:17.225 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 5m ago 5h 493M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:24:17.225 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 5m ago 5h 1926M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:24:17.225 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 5m ago 5h 997M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:24:17.225 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 5m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:24:17.225 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 5m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:24:17.226 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 5m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:24:17.226 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 5m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:24:17.226 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 5m ago 5h 1284M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:24:17.227 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 5m ago 5h 2174M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:24:17.227 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 5m ago 5h 1472M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:24:17.227 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 5m ago 5h 2362M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:24:17.228 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 5m ago 5h 2202M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:24:17.228 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 5m ago 5h 2314M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:24:17.228 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 5m ago 5h 1935M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:24:17.228 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 5m ago 5h 2816M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:24:17.228 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 5m ago 5h 160M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:24:17.553 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:24:17.554 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:24:17.555 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:24:17.555 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:24:17.555 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:24:17.556 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:24:17.556 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:24:17.557 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:24:17.557 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:24:17.557 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:24:17.558 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:24:17.558 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:24:17.559 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:24:17.559 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:24:17.559 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:24:17.560 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:24:17.560 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:24:17.561 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:24:17.561 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:24:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:16.790670+0000 mgr.smithi204.vnvrbl (mgr.24567) 3038 : cluster [DBG] pgmap v2615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:24:16.930851+0000 mgr.smithi204.vnvrbl (mgr.24567) 3039 : audit [DBG] from='client.41440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:24:18.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:24:17.211020+0000 mgr.smithi204.vnvrbl (mgr.24567) 3040 : audit [DBG] from='client.41444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:24:18.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:24:17.553104+0000 mon.smithi176 (mon.0) 3051 : audit [DBG] from='client.? 172.21.15.176:0/212995662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:24:18.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:16.790670+0000 mgr.smithi204.vnvrbl (mgr.24567) 3038 : cluster [DBG] pgmap v2615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:18.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:24:16.930851+0000 mgr.smithi204.vnvrbl (mgr.24567) 3039 : audit [DBG] from='client.41440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:24:18.800 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:24:17.211020+0000 mgr.smithi204.vnvrbl (mgr.24567) 3040 : audit [DBG] from='client.41444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:24:18.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:24:17.553104+0000 mon.smithi176 (mon.0) 3051 : audit [DBG] from='client.? 172.21.15.176:0/212995662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:24:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:18.791520+0000 mgr.smithi204.vnvrbl (mgr.24567) 3041 : cluster [DBG] pgmap v2616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:18.791520+0000 mgr.smithi204.vnvrbl (mgr.24567) 3041 : cluster [DBG] pgmap v2616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:20.792113+0000 mgr.smithi204.vnvrbl (mgr.24567) 3042 : cluster [DBG] pgmap v2617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:20.792113+0000 mgr.smithi204.vnvrbl (mgr.24567) 3042 : cluster [DBG] pgmap v2617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:22.792855+0000 mgr.smithi204.vnvrbl (mgr.24567) 3043 : cluster [DBG] pgmap v2618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:22.792855+0000 mgr.smithi204.vnvrbl (mgr.24567) 3043 : cluster [DBG] pgmap v2618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:24.793449+0000 mgr.smithi204.vnvrbl (mgr.24567) 3044 : cluster [DBG] pgmap v2619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:24.793449+0000 mgr.smithi204.vnvrbl (mgr.24567) 3044 : cluster [DBG] pgmap v2619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:26.793907+0000 mgr.smithi204.vnvrbl (mgr.24567) 3045 : cluster [DBG] pgmap v2620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:28.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:26.793907+0000 mgr.smithi204.vnvrbl (mgr.24567) 3045 : cluster [DBG] pgmap v2620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:28.794727+0000 mgr.smithi204.vnvrbl (mgr.24567) 3046 : cluster [DBG] pgmap v2621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:28.794727+0000 mgr.smithi204.vnvrbl (mgr.24567) 3046 : cluster [DBG] pgmap v2621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:30.795317+0000 mgr.smithi204.vnvrbl (mgr.24567) 3047 : cluster [DBG] pgmap v2622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:30.795317+0000 mgr.smithi204.vnvrbl (mgr.24567) 3047 : cluster [DBG] pgmap v2622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:32.796166+0000 mgr.smithi204.vnvrbl (mgr.24567) 3048 : cluster [DBG] pgmap v2623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:32.796166+0000 mgr.smithi204.vnvrbl (mgr.24567) 3048 : cluster [DBG] pgmap v2623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:34.796654+0000 mgr.smithi204.vnvrbl (mgr.24567) 3049 : cluster [DBG] pgmap v2624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:34.796654+0000 mgr.smithi204.vnvrbl (mgr.24567) 3049 : cluster [DBG] pgmap v2624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:36.797095+0000 mgr.smithi204.vnvrbl (mgr.24567) 3050 : cluster [DBG] pgmap v2625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:38.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:36.797095+0000 mgr.smithi204.vnvrbl (mgr.24567) 3050 : cluster [DBG] pgmap v2625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:38.797852+0000 mgr.smithi204.vnvrbl (mgr.24567) 3051 : cluster [DBG] pgmap v2626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:38.797852+0000 mgr.smithi204.vnvrbl (mgr.24567) 3051 : cluster [DBG] pgmap v2626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:40.798366+0000 mgr.smithi204.vnvrbl (mgr.24567) 3052 : cluster [DBG] pgmap v2627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:40.798366+0000 mgr.smithi204.vnvrbl (mgr.24567) 3052 : cluster [DBG] pgmap v2627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:42.799388+0000 mgr.smithi204.vnvrbl (mgr.24567) 3053 : cluster [DBG] pgmap v2628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:42.799388+0000 mgr.smithi204.vnvrbl (mgr.24567) 3053 : cluster [DBG] pgmap v2628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:44.799877+0000 mgr.smithi204.vnvrbl (mgr.24567) 3054 : cluster [DBG] pgmap v2629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:44.799877+0000 mgr.smithi204.vnvrbl (mgr.24567) 3054 : cluster [DBG] pgmap v2629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:47.853 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:24:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:46.800386+0000 mgr.smithi204.vnvrbl (mgr.24567) 3055 : cluster [DBG] pgmap v2630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:46.800386+0000 mgr.smithi204.vnvrbl (mgr.24567) 3055 : cluster [DBG] pgmap v2630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:48.129 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:24:48.129 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:24:48.130 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 5m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:24:48.130 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 5m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:24:48.130 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 5m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:24:48.130 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 5m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:24:48.131 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 5m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:24:48.131 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 5m ago 5h 625M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:24:48.131 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 5m ago 5h 493M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:24:48.131 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 5m ago 5h 1926M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:24:48.132 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 5m ago 5h 997M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:24:48.132 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 5m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:24:48.132 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 5m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:24:48.132 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 5m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:24:48.133 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 5m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:24:48.133 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 5m ago 5h 1284M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:24:48.133 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 5m ago 5h 2174M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:24:48.133 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 5m ago 5h 1472M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:24:48.133 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 5m ago 5h 2362M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:24:48.134 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 5m ago 5h 2202M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:24:48.134 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 5m ago 5h 2314M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:24:48.134 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 5m ago 5h 1935M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:24:48.134 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 5m ago 5h 2816M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:24:48.135 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 5m ago 5h 160M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:24:48.466 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:24:48.467 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:24:48.467 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:24:48.467 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:24:48.468 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:24:48.468 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:24:48.468 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:24:48.468 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:24:48.468 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:24:48.469 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:24:48.469 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:24:48.469 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:24:48.469 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:24:48.470 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:24:48.470 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:24:48.470 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:24:48.470 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:24:48.470 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:24:48.471 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:24:49.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:24:47.840245+0000 mgr.smithi204.vnvrbl (mgr.24567) 3056 : audit [DBG] from='client.41452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:24:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:24:48.118245+0000 mgr.smithi204.vnvrbl (mgr.24567) 3057 : audit [DBG] from='client.41456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:24:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:24:48.465783+0000 mon.smithi176 (mon.0) 3052 : audit [DBG] from='client.? 172.21.15.176:0/4085864998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:24:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:24:47.840245+0000 mgr.smithi204.vnvrbl (mgr.24567) 3056 : audit [DBG] from='client.41452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:24:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:24:48.118245+0000 mgr.smithi204.vnvrbl (mgr.24567) 3057 : audit [DBG] from='client.41456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:24:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:24:48.465783+0000 mon.smithi176 (mon.0) 3052 : audit [DBG] from='client.? 172.21.15.176:0/4085864998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:24:50.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:48.801157+0000 mgr.smithi204.vnvrbl (mgr.24567) 3058 : cluster [DBG] pgmap v2631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:48.801157+0000 mgr.smithi204.vnvrbl (mgr.24567) 3058 : cluster [DBG] pgmap v2631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:52.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:50.801693+0000 mgr.smithi204.vnvrbl (mgr.24567) 3059 : cluster [DBG] pgmap v2632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:50.801693+0000 mgr.smithi204.vnvrbl (mgr.24567) 3059 : cluster [DBG] pgmap v2632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:54.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:52.802384+0000 mgr.smithi204.vnvrbl (mgr.24567) 3060 : cluster [DBG] pgmap v2633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:52.802384+0000 mgr.smithi204.vnvrbl (mgr.24567) 3060 : cluster [DBG] pgmap v2633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:24:56.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:54.802817+0000 mgr.smithi204.vnvrbl (mgr.24567) 3061 : cluster [DBG] pgmap v2634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:54.802817+0000 mgr.smithi204.vnvrbl (mgr.24567) 3061 : cluster [DBG] pgmap v2634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:56.803283+0000 mgr.smithi204.vnvrbl (mgr.24567) 3062 : cluster [DBG] pgmap v2635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:24:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:56.803283+0000 mgr.smithi204.vnvrbl (mgr.24567) 3062 : cluster [DBG] pgmap v2635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:00.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:24:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:24:58.804232+0000 mgr.smithi204.vnvrbl (mgr.24567) 3063 : cluster [DBG] pgmap v2636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:24:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:24:58.804232+0000 mgr.smithi204.vnvrbl (mgr.24567) 3063 : cluster [DBG] pgmap v2636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:02.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:00.804656+0000 mgr.smithi204.vnvrbl (mgr.24567) 3064 : cluster [DBG] pgmap v2637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:02.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:00.804656+0000 mgr.smithi204.vnvrbl (mgr.24567) 3064 : cluster [DBG] pgmap v2637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:04.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:02.805408+0000 mgr.smithi204.vnvrbl (mgr.24567) 3065 : cluster [DBG] pgmap v2638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:04.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:02.805408+0000 mgr.smithi204.vnvrbl (mgr.24567) 3065 : cluster [DBG] pgmap v2638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:06.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:04.806081+0000 mgr.smithi204.vnvrbl (mgr.24567) 3066 : cluster [DBG] pgmap v2639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:04.806081+0000 mgr.smithi204.vnvrbl (mgr.24567) 3066 : cluster [DBG] pgmap v2639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:06.806548+0000 mgr.smithi204.vnvrbl (mgr.24567) 3067 : cluster [DBG] pgmap v2640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:06.806548+0000 mgr.smithi204.vnvrbl (mgr.24567) 3067 : cluster [DBG] pgmap v2640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:10.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:08.807302+0000 mgr.smithi204.vnvrbl (mgr.24567) 3068 : cluster [DBG] pgmap v2641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:08.807302+0000 mgr.smithi204.vnvrbl (mgr.24567) 3068 : cluster [DBG] pgmap v2641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:10.807931+0000 mgr.smithi204.vnvrbl (mgr.24567) 3069 : cluster [DBG] pgmap v2642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:25:11.713416+0000 mon.smithi204 (mon.1) 477 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:25:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:25:11.713658+0000 mon.smithi204 (mon.1) 478 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:25:12.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:25:11.714009+0000 mon.smithi176 (mon.0) 3053 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:25:12.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:25:11.714251+0000 mon.smithi176 (mon.0) 3054 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:25:12.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:25:11.750778+0000 mon.smithi204 (mon.1) 479 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:25:12.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:25:11.752066+0000 mon.smithi204 (mon.1) 480 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:25:12.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:25:11.752907+0000 mon.smithi204 (mon.1) 481 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:25:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:10.807931+0000 mgr.smithi204.vnvrbl (mgr.24567) 3069 : cluster [DBG] pgmap v2642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:25:11.713416+0000 mon.smithi204 (mon.1) 477 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:25:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:25:11.713658+0000 mon.smithi204 (mon.1) 478 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:25:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:25:11.714009+0000 mon.smithi176 (mon.0) 3053 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:25:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:25:11.714251+0000 mon.smithi176 (mon.0) 3054 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:25:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:25:11.750778+0000 mon.smithi204 (mon.1) 479 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:25:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:25:11.752066+0000 mon.smithi204 (mon.1) 480 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:25:12.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:25:11.752907+0000 mon.smithi204 (mon.1) 481 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:25:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:25:11.753681+0000 mgr.smithi204.vnvrbl (mgr.24567) 3070 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:25:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:25:12.152823+0000 mon.smithi176 (mon.0) 3055 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:25:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:25:12.157990+0000 mon.smithi176 (mon.0) 3056 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:25:13.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:25:11.753681+0000 mgr.smithi204.vnvrbl (mgr.24567) 3070 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:25:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:25:12.152823+0000 mon.smithi176 (mon.0) 3055 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:25:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:25:12.157990+0000 mon.smithi176 (mon.0) 3056 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:25:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:12.808688+0000 mgr.smithi204.vnvrbl (mgr.24567) 3071 : cluster [DBG] pgmap v2643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:12.808688+0000 mgr.smithi204.vnvrbl (mgr.24567) 3071 : cluster [DBG] pgmap v2643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:16.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:14.809285+0000 mgr.smithi204.vnvrbl (mgr.24567) 3072 : cluster [DBG] pgmap v2644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:14.809285+0000 mgr.smithi204.vnvrbl (mgr.24567) 3072 : cluster [DBG] pgmap v2644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:17.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:16.809773+0000 mgr.smithi204.vnvrbl (mgr.24567) 3073 : cluster [DBG] pgmap v2645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:16.809773+0000 mgr.smithi204.vnvrbl (mgr.24567) 3073 : cluster [DBG] pgmap v2645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:18.764 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:25:19.038 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:25:19.038 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:25:19.039 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 6m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:25:19.039 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 6m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:25:19.039 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 6m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:25:19.039 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 6m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:25:19.040 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 6m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:25:19.040 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 6m ago 5h 625M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:25:19.040 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 6m ago 5h 493M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:25:19.040 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 6m ago 5h 1926M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:25:19.040 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 6m ago 5h 997M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:25:19.041 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 6m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:25:19.041 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 6m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:25:19.041 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 6m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:25:19.041 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:25:19.041 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 6m ago 5h 1284M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:25:19.042 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 6m ago 5h 2174M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:25:19.042 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 6m ago 5h 1472M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:25:19.042 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 6m ago 5h 2362M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:25:19.042 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 6m ago 5h 2202M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:25:19.042 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 6m ago 5h 2314M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:25:19.043 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 6m ago 5h 1935M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:25:19.043 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 6m ago 5h 2816M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:25:19.043 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 6m ago 5h 160M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:25:19.370 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:25:19.370 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:25:19.370 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:25:19.371 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:25:19.371 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:25:19.371 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:25:19.371 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:25:19.371 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:25:19.372 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:25:19.372 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:25:19.372 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:25:19.372 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:25:19.372 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:25:19.373 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:25:19.373 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:25:19.373 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:25:19.373 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:25:19.373 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:25:19.374 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:25:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:25:18.751915+0000 mgr.smithi204.vnvrbl (mgr.24567) 3074 : audit [DBG] from='client.41464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:25:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:18.810643+0000 mgr.smithi204.vnvrbl (mgr.24567) 3075 : cluster [DBG] pgmap v2646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:25:19.027450+0000 mgr.smithi204.vnvrbl (mgr.24567) 3076 : audit [DBG] from='client.41468 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:25:20.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:25:19.369367+0000 mon.smithi176 (mon.0) 3057 : audit [DBG] from='client.? 172.21.15.176:0/2809888614' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:25:20.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:25:18.751915+0000 mgr.smithi204.vnvrbl (mgr.24567) 3074 : audit [DBG] from='client.41464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:25:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:18.810643+0000 mgr.smithi204.vnvrbl (mgr.24567) 3075 : cluster [DBG] pgmap v2646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:25:19.027450+0000 mgr.smithi204.vnvrbl (mgr.24567) 3076 : audit [DBG] from='client.41468 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:25:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:25:19.369367+0000 mon.smithi176 (mon.0) 3057 : audit [DBG] from='client.? 172.21.15.176:0/2809888614' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:25:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:20.811060+0000 mgr.smithi204.vnvrbl (mgr.24567) 3077 : cluster [DBG] pgmap v2647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:22.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:20.811060+0000 mgr.smithi204.vnvrbl (mgr.24567) 3077 : cluster [DBG] pgmap v2647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:22.811938+0000 mgr.smithi204.vnvrbl (mgr.24567) 3078 : cluster [DBG] pgmap v2648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:24.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:22.811938+0000 mgr.smithi204.vnvrbl (mgr.24567) 3078 : cluster [DBG] pgmap v2648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:24.812415+0000 mgr.smithi204.vnvrbl (mgr.24567) 3079 : cluster [DBG] pgmap v2649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:26.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:24.812415+0000 mgr.smithi204.vnvrbl (mgr.24567) 3079 : cluster [DBG] pgmap v2649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:26.812923+0000 mgr.smithi204.vnvrbl (mgr.24567) 3080 : cluster [DBG] pgmap v2650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:26.812923+0000 mgr.smithi204.vnvrbl (mgr.24567) 3080 : cluster [DBG] pgmap v2650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:28.813794+0000 mgr.smithi204.vnvrbl (mgr.24567) 3081 : cluster [DBG] pgmap v2651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:30.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:28.813794+0000 mgr.smithi204.vnvrbl (mgr.24567) 3081 : cluster [DBG] pgmap v2651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:30.814300+0000 mgr.smithi204.vnvrbl (mgr.24567) 3082 : cluster [DBG] pgmap v2652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:30.814300+0000 mgr.smithi204.vnvrbl (mgr.24567) 3082 : cluster [DBG] pgmap v2652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:32.815074+0000 mgr.smithi204.vnvrbl (mgr.24567) 3083 : cluster [DBG] pgmap v2653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:34.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:32.815074+0000 mgr.smithi204.vnvrbl (mgr.24567) 3083 : cluster [DBG] pgmap v2653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:34.815548+0000 mgr.smithi204.vnvrbl (mgr.24567) 3084 : cluster [DBG] pgmap v2654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:36.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:34.815548+0000 mgr.smithi204.vnvrbl (mgr.24567) 3084 : cluster [DBG] pgmap v2654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:36.816034+0000 mgr.smithi204.vnvrbl (mgr.24567) 3085 : cluster [DBG] pgmap v2655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:36.816034+0000 mgr.smithi204.vnvrbl (mgr.24567) 3085 : cluster [DBG] pgmap v2655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:39.871 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:38.816902+0000 mgr.smithi204.vnvrbl (mgr.24567) 3086 : cluster [DBG] pgmap v2656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:38.816902+0000 mgr.smithi204.vnvrbl (mgr.24567) 3086 : cluster [DBG] pgmap v2656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:40.817407+0000 mgr.smithi204.vnvrbl (mgr.24567) 3087 : cluster [DBG] pgmap v2657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:42.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:40.817407+0000 mgr.smithi204.vnvrbl (mgr.24567) 3087 : cluster [DBG] pgmap v2657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:42.818148+0000 mgr.smithi204.vnvrbl (mgr.24567) 3088 : cluster [DBG] pgmap v2658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:44.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:42.818148+0000 mgr.smithi204.vnvrbl (mgr.24567) 3088 : cluster [DBG] pgmap v2658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:44.818572+0000 mgr.smithi204.vnvrbl (mgr.24567) 3089 : cluster [DBG] pgmap v2659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:46.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:44.818572+0000 mgr.smithi204.vnvrbl (mgr.24567) 3089 : cluster [DBG] pgmap v2659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:46.819237+0000 mgr.smithi204.vnvrbl (mgr.24567) 3090 : cluster [DBG] pgmap v2660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:46.819237+0000 mgr.smithi204.vnvrbl (mgr.24567) 3090 : cluster [DBG] pgmap v2660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:49.666 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:25:49.943 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:25:49.944 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:25:49.944 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 6m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:25:49.944 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 6m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:25:49.944 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 6m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:25:49.945 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 6m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:25:49.945 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 6m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:25:49.945 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 6m ago 5h 625M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:25:49.946 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 6m ago 5h 493M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:25:49.946 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 6m ago 5h 1926M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:25:49.946 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 6m ago 5h 997M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:25:49.947 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 6m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:25:49.947 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 6m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:25:49.947 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 6m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:25:49.947 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:25:49.948 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 6m ago 5h 1284M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:25:49.948 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 6m ago 5h 2174M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:25:49.948 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 6m ago 5h 1472M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:25:49.949 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 6m ago 5h 2362M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:25:49.949 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 6m ago 5h 2202M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:25:49.949 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 6m ago 5h 2314M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:25:49.949 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 6m ago 5h 1935M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:25:49.950 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 6m ago 5h 2816M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:25:49.950 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 6m ago 5h 160M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:25:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:48.820114+0000 mgr.smithi204.vnvrbl (mgr.24567) 3091 : cluster [DBG] pgmap v2661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:50.278 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:25:50.279 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:25:50.279 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:25:50.279 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:25:50.279 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:25:50.280 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:25:50.280 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:25:50.280 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:25:50.280 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:25:50.280 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:25:50.281 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:25:50.281 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:25:50.281 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:25:50.281 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:25:50.281 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:25:50.282 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:25:50.282 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:25:50.282 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:25:50.282 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:25:50.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:48.820114+0000 mgr.smithi204.vnvrbl (mgr.24567) 3091 : cluster [DBG] pgmap v2661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:25:49.653037+0000 mgr.smithi204.vnvrbl (mgr.24567) 3092 : audit [DBG] from='client.41476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:25:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:25:49.932584+0000 mgr.smithi204.vnvrbl (mgr.24567) 3093 : audit [DBG] from='client.41480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:25:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:25:50.278311+0000 mon.smithi176 (mon.0) 3058 : audit [DBG] from='client.? 172.21.15.176:0/2632244456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:25:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:25:49.653037+0000 mgr.smithi204.vnvrbl (mgr.24567) 3092 : audit [DBG] from='client.41476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:25:51.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:25:49.932584+0000 mgr.smithi204.vnvrbl (mgr.24567) 3093 : audit [DBG] from='client.41480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:25:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:25:50.278311+0000 mon.smithi176 (mon.0) 3058 : audit [DBG] from='client.? 172.21.15.176:0/2632244456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:25:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:50.820555+0000 mgr.smithi204.vnvrbl (mgr.24567) 3094 : cluster [DBG] pgmap v2662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:52.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:50.820555+0000 mgr.smithi204.vnvrbl (mgr.24567) 3094 : cluster [DBG] pgmap v2662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:52.821316+0000 mgr.smithi204.vnvrbl (mgr.24567) 3095 : cluster [DBG] pgmap v2663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:54.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:52.821316+0000 mgr.smithi204.vnvrbl (mgr.24567) 3095 : cluster [DBG] pgmap v2663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:25:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:54.821693+0000 mgr.smithi204.vnvrbl (mgr.24567) 3096 : cluster [DBG] pgmap v2664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:54.821693+0000 mgr.smithi204.vnvrbl (mgr.24567) 3096 : cluster [DBG] pgmap v2664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:56.822047+0000 mgr.smithi204.vnvrbl (mgr.24567) 3097 : cluster [DBG] pgmap v2665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:25:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:56.822047+0000 mgr.smithi204.vnvrbl (mgr.24567) 3097 : cluster [DBG] pgmap v2665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:25:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:25:58.822998+0000 mgr.smithi204.vnvrbl (mgr.24567) 3098 : cluster [DBG] pgmap v2666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:00.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:25:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:25:58.822998+0000 mgr.smithi204.vnvrbl (mgr.24567) 3098 : cluster [DBG] pgmap v2666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:00.823448+0000 mgr.smithi204.vnvrbl (mgr.24567) 3099 : cluster [DBG] pgmap v2667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:02.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:00.823448+0000 mgr.smithi204.vnvrbl (mgr.24567) 3099 : cluster [DBG] pgmap v2667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:02.824253+0000 mgr.smithi204.vnvrbl (mgr.24567) 3100 : cluster [DBG] pgmap v2668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:04.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:02.824253+0000 mgr.smithi204.vnvrbl (mgr.24567) 3100 : cluster [DBG] pgmap v2668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:04.824939+0000 mgr.smithi204.vnvrbl (mgr.24567) 3101 : cluster [DBG] pgmap v2669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:06.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:04.824939+0000 mgr.smithi204.vnvrbl (mgr.24567) 3101 : cluster [DBG] pgmap v2669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:06.825531+0000 mgr.smithi204.vnvrbl (mgr.24567) 3102 : cluster [DBG] pgmap v2670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:06.825531+0000 mgr.smithi204.vnvrbl (mgr.24567) 3102 : cluster [DBG] pgmap v2670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:08.826297+0000 mgr.smithi204.vnvrbl (mgr.24567) 3103 : cluster [DBG] pgmap v2671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:10.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:08.826297+0000 mgr.smithi204.vnvrbl (mgr.24567) 3103 : cluster [DBG] pgmap v2671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:10.826759+0000 mgr.smithi204.vnvrbl (mgr.24567) 3104 : cluster [DBG] pgmap v2672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:26:11.718346+0000 mon.smithi204 (mon.1) 482 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:26:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:26:11.718577+0000 mon.smithi204 (mon.1) 483 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:26:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:26:11.718855+0000 mon.smithi176 (mon.0) 3059 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:26:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:26:11.719090+0000 mon.smithi176 (mon.0) 3060 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:26:12.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:10.826759+0000 mgr.smithi204.vnvrbl (mgr.24567) 3104 : cluster [DBG] pgmap v2672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:26:11.718346+0000 mon.smithi204 (mon.1) 482 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:26:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:26:11.718577+0000 mon.smithi204 (mon.1) 483 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:26:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:26:11.718855+0000 mon.smithi176 (mon.0) 3059 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:26:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:26:11.719090+0000 mon.smithi176 (mon.0) 3060 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:26:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:26:12.160617+0000 mon.smithi204 (mon.1) 484 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:26:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:26:12.161898+0000 mon.smithi204 (mon.1) 485 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:26:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:26:12.162690+0000 mon.smithi204 (mon.1) 486 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:26:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:26:12.163385+0000 mgr.smithi204.vnvrbl (mgr.24567) 3105 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:26:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:26:12.567538+0000 mon.smithi176 (mon.0) 3061 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:26:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:26:12.572820+0000 mon.smithi176 (mon.0) 3062 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:26:13.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:26:12.160617+0000 mon.smithi204 (mon.1) 484 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:26:13.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:26:12.161898+0000 mon.smithi204 (mon.1) 485 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:26:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:26:12.162690+0000 mon.smithi204 (mon.1) 486 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:26:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:26:12.163385+0000 mgr.smithi204.vnvrbl (mgr.24567) 3105 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:26:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:26:12.567538+0000 mon.smithi176 (mon.0) 3061 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:26:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:26:12.572820+0000 mon.smithi176 (mon.0) 3062 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:26:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:12.827703+0000 mgr.smithi204.vnvrbl (mgr.24567) 3106 : cluster [DBG] pgmap v2673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:15.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:12.827703+0000 mgr.smithi204.vnvrbl (mgr.24567) 3106 : cluster [DBG] pgmap v2673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:14.828354+0000 mgr.smithi204.vnvrbl (mgr.24567) 3107 : cluster [DBG] pgmap v2674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:17.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:14.828354+0000 mgr.smithi204.vnvrbl (mgr.24567) 3107 : cluster [DBG] pgmap v2674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:16.828838+0000 mgr.smithi204.vnvrbl (mgr.24567) 3108 : cluster [DBG] pgmap v2675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:16.828838+0000 mgr.smithi204.vnvrbl (mgr.24567) 3108 : cluster [DBG] pgmap v2675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:18.829603+0000 mgr.smithi204.vnvrbl (mgr.24567) 3109 : cluster [DBG] pgmap v2676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:20.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:18.829603+0000 mgr.smithi204.vnvrbl (mgr.24567) 3109 : cluster [DBG] pgmap v2676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:20.577 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:26:20.851 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:26:20.851 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:26:20.851 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 7m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:26:20.852 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 7m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:26:20.852 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 7m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:26:20.852 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 7m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:26:20.852 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 7m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:26:20.853 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 7m ago 5h 625M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:26:20.853 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 7m ago 5h 493M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:26:20.853 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 7m ago 5h 1926M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:26:20.853 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 7m ago 5h 997M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:26:20.853 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 7m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:26:20.854 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 7m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:26:20.854 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 7m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:26:20.854 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:26:20.854 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 7m ago 5h 1284M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:26:20.855 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 7m ago 5h 2174M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:26:20.855 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 7m ago 5h 1472M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:26:20.855 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 7m ago 5h 2362M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:26:20.855 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 7m ago 5h 2202M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:26:20.855 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 7m ago 5h 2314M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:26:20.856 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 7m ago 5h 1935M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:26:20.856 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 7m ago 5h 2816M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:26:20.856 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 7m ago 5h 160M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:26:21.181 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:26:21.182 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:26:21.182 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:26:21.182 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:26:21.182 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:26:21.183 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:26:21.183 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:26:21.183 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:26:21.183 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:26:21.184 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:26:21.184 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:26:21.184 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:26:21.184 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:26:21.184 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:26:21.185 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:26:21.185 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:26:21.185 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:26:21.185 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:26:21.186 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:26:21.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:26:20.564960+0000 mgr.smithi204.vnvrbl (mgr.24567) 3110 : audit [DBG] from='client.41488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:26:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:26:20.564960+0000 mgr.smithi204.vnvrbl (mgr.24567) 3110 : audit [DBG] from='client.41488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:26:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:20.830021+0000 mgr.smithi204.vnvrbl (mgr.24567) 3111 : cluster [DBG] pgmap v2677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:26:20.840159+0000 mgr.smithi204.vnvrbl (mgr.24567) 3112 : audit [DBG] from='client.41492 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:26:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:26:21.180848+0000 mon.smithi176 (mon.0) 3063 : audit [DBG] from='client.? 172.21.15.176:0/1914728438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:26:22.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:20.830021+0000 mgr.smithi204.vnvrbl (mgr.24567) 3111 : cluster [DBG] pgmap v2677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:26:20.840159+0000 mgr.smithi204.vnvrbl (mgr.24567) 3112 : audit [DBG] from='client.41492 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:26:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:26:21.180848+0000 mon.smithi176 (mon.0) 3063 : audit [DBG] from='client.? 172.21.15.176:0/1914728438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:26:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:22.830745+0000 mgr.smithi204.vnvrbl (mgr.24567) 3113 : cluster [DBG] pgmap v2678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:24.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:22.830745+0000 mgr.smithi204.vnvrbl (mgr.24567) 3113 : cluster [DBG] pgmap v2678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:24.831218+0000 mgr.smithi204.vnvrbl (mgr.24567) 3114 : cluster [DBG] pgmap v2679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:26.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:24.831218+0000 mgr.smithi204.vnvrbl (mgr.24567) 3114 : cluster [DBG] pgmap v2679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:26.831800+0000 mgr.smithi204.vnvrbl (mgr.24567) 3115 : cluster [DBG] pgmap v2680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:26.831800+0000 mgr.smithi204.vnvrbl (mgr.24567) 3115 : cluster [DBG] pgmap v2680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:28.832739+0000 mgr.smithi204.vnvrbl (mgr.24567) 3116 : cluster [DBG] pgmap v2681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:28.832739+0000 mgr.smithi204.vnvrbl (mgr.24567) 3116 : cluster [DBG] pgmap v2681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:30.833230+0000 mgr.smithi204.vnvrbl (mgr.24567) 3117 : cluster [DBG] pgmap v2682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:30.833230+0000 mgr.smithi204.vnvrbl (mgr.24567) 3117 : cluster [DBG] pgmap v2682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:32.834029+0000 mgr.smithi204.vnvrbl (mgr.24567) 3118 : cluster [DBG] pgmap v2683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:34.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:32.834029+0000 mgr.smithi204.vnvrbl (mgr.24567) 3118 : cluster [DBG] pgmap v2683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:34.834702+0000 mgr.smithi204.vnvrbl (mgr.24567) 3119 : cluster [DBG] pgmap v2684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:36.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:34.834702+0000 mgr.smithi204.vnvrbl (mgr.24567) 3119 : cluster [DBG] pgmap v2684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:37.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:36.835263+0000 mgr.smithi204.vnvrbl (mgr.24567) 3120 : cluster [DBG] pgmap v2685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:36.835263+0000 mgr.smithi204.vnvrbl (mgr.24567) 3120 : cluster [DBG] pgmap v2685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:38.836116+0000 mgr.smithi204.vnvrbl (mgr.24567) 3121 : cluster [DBG] pgmap v2686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:40.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:38.836116+0000 mgr.smithi204.vnvrbl (mgr.24567) 3121 : cluster [DBG] pgmap v2686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:40.836588+0000 mgr.smithi204.vnvrbl (mgr.24567) 3122 : cluster [DBG] pgmap v2687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:42.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:40.836588+0000 mgr.smithi204.vnvrbl (mgr.24567) 3122 : cluster [DBG] pgmap v2687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:42.837470+0000 mgr.smithi204.vnvrbl (mgr.24567) 3123 : cluster [DBG] pgmap v2688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:44.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:42.837470+0000 mgr.smithi204.vnvrbl (mgr.24567) 3123 : cluster [DBG] pgmap v2688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:44.838056+0000 mgr.smithi204.vnvrbl (mgr.24567) 3124 : cluster [DBG] pgmap v2689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:46.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:44.838056+0000 mgr.smithi204.vnvrbl (mgr.24567) 3124 : cluster [DBG] pgmap v2689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:46.838489+0000 mgr.smithi204.vnvrbl (mgr.24567) 3125 : cluster [DBG] pgmap v2690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:46.838489+0000 mgr.smithi204.vnvrbl (mgr.24567) 3125 : cluster [DBG] pgmap v2690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:48.839235+0000 mgr.smithi204.vnvrbl (mgr.24567) 3126 : cluster [DBG] pgmap v2691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:50.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:48.839235+0000 mgr.smithi204.vnvrbl (mgr.24567) 3126 : cluster [DBG] pgmap v2691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:51.481 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:26:51.761 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:26:51.762 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:26:51.762 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 7m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:26:51.762 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 7m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:26:51.763 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 7m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:26:51.763 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 7m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:26:51.763 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 7m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:26:51.763 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 7m ago 5h 625M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:26:51.764 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 7m ago 5h 493M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:26:51.764 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 7m ago 5h 1926M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:26:51.764 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 7m ago 5h 997M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:26:51.764 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 7m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:26:51.764 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 7m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:26:51.765 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 7m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:26:51.765 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:26:51.765 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 7m ago 5h 1284M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:26:51.765 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 7m ago 5h 2174M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:26:51.766 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 7m ago 5h 1472M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:26:51.766 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 7m ago 5h 2362M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:26:51.766 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 7m ago 5h 2202M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:26:51.766 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 7m ago 5h 2314M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:26:51.767 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 7m ago 5h 1935M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:26:51.767 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 7m ago 5h 2816M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:26:51.767 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 7m ago 5h 160M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:26:52.091 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:26:52.092 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:26:52.092 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:26:52.092 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:26:52.092 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:26:52.093 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:26:52.093 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:26:52.093 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:26:52.093 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:26:52.093 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:26:52.094 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:26:52.094 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:26:52.094 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:26:52.095 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:26:52.095 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:26:52.095 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:26:52.095 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:26:52.095 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:26:52.096 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:26:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:50.839691+0000 mgr.smithi204.vnvrbl (mgr.24567) 3127 : cluster [DBG] pgmap v2692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:26:51.468587+0000 mgr.smithi204.vnvrbl (mgr.24567) 3128 : audit [DBG] from='client.41500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:26:52.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:50.839691+0000 mgr.smithi204.vnvrbl (mgr.24567) 3127 : cluster [DBG] pgmap v2692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:52.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:26:51.468587+0000 mgr.smithi204.vnvrbl (mgr.24567) 3128 : audit [DBG] from='client.41500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:26:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:26:51.750603+0000 mgr.smithi204.vnvrbl (mgr.24567) 3129 : audit [DBG] from='client.41504 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:26:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:26:52.090853+0000 mon.smithi176 (mon.0) 3064 : audit [DBG] from='client.? 172.21.15.176:0/1185764123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:26:53.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:26:51.750603+0000 mgr.smithi204.vnvrbl (mgr.24567) 3129 : audit [DBG] from='client.41504 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:26:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:26:52.090853+0000 mon.smithi176 (mon.0) 3064 : audit [DBG] from='client.? 172.21.15.176:0/1185764123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:26:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:52.840480+0000 mgr.smithi204.vnvrbl (mgr.24567) 3130 : cluster [DBG] pgmap v2693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:54.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:52.840480+0000 mgr.smithi204.vnvrbl (mgr.24567) 3130 : cluster [DBG] pgmap v2693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:26:56.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:54.841063+0000 mgr.smithi204.vnvrbl (mgr.24567) 3131 : cluster [DBG] pgmap v2694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:54.841063+0000 mgr.smithi204.vnvrbl (mgr.24567) 3131 : cluster [DBG] pgmap v2694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:56.841540+0000 mgr.smithi204.vnvrbl (mgr.24567) 3132 : cluster [DBG] pgmap v2695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:26:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:56.841540+0000 mgr.smithi204.vnvrbl (mgr.24567) 3132 : cluster [DBG] pgmap v2695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:26:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:26:58.842504+0000 mgr.smithi204.vnvrbl (mgr.24567) 3133 : cluster [DBG] pgmap v2696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:00.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:26:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:26:58.842504+0000 mgr.smithi204.vnvrbl (mgr.24567) 3133 : cluster [DBG] pgmap v2696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:00.843123+0000 mgr.smithi204.vnvrbl (mgr.24567) 3134 : cluster [DBG] pgmap v2697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:02.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:00.843123+0000 mgr.smithi204.vnvrbl (mgr.24567) 3134 : cluster [DBG] pgmap v2697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:02.844064+0000 mgr.smithi204.vnvrbl (mgr.24567) 3135 : cluster [DBG] pgmap v2698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:04.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:02.844064+0000 mgr.smithi204.vnvrbl (mgr.24567) 3135 : cluster [DBG] pgmap v2698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:04.844569+0000 mgr.smithi204.vnvrbl (mgr.24567) 3136 : cluster [DBG] pgmap v2699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:06.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:04.844569+0000 mgr.smithi204.vnvrbl (mgr.24567) 3136 : cluster [DBG] pgmap v2699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:06.845013+0000 mgr.smithi204.vnvrbl (mgr.24567) 3137 : cluster [DBG] pgmap v2700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:06.845013+0000 mgr.smithi204.vnvrbl (mgr.24567) 3137 : cluster [DBG] pgmap v2700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:08.845834+0000 mgr.smithi204.vnvrbl (mgr.24567) 3138 : cluster [DBG] pgmap v2701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:10.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:08.845834+0000 mgr.smithi204.vnvrbl (mgr.24567) 3138 : cluster [DBG] pgmap v2701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:10.846367+0000 mgr.smithi204.vnvrbl (mgr.24567) 3139 : cluster [DBG] pgmap v2702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:27:11.722427+0000 mon.smithi204 (mon.1) 487 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:27:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:27:11.722965+0000 mon.smithi176 (mon.0) 3065 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:27:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:27:11.722970+0000 mon.smithi204 (mon.1) 488 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:27:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:27:11.723307+0000 mon.smithi176 (mon.0) 3066 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:27:12.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:10.846367+0000 mgr.smithi204.vnvrbl (mgr.24567) 3139 : cluster [DBG] pgmap v2702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:27:11.722427+0000 mon.smithi204 (mon.1) 487 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:27:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:27:11.722965+0000 mon.smithi176 (mon.0) 3065 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:27:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:27:11.722970+0000 mon.smithi204 (mon.1) 488 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:27:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:27:11.723307+0000 mon.smithi176 (mon.0) 3066 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:27:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:27:12.575505+0000 mon.smithi204 (mon.1) 489 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:27:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:27:12.576901+0000 mon.smithi204 (mon.1) 490 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:27:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:27:12.577961+0000 mon.smithi204 (mon.1) 491 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:27:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:27:12.579280+0000 mgr.smithi204.vnvrbl (mgr.24567) 3140 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:27:13.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:27:12.575505+0000 mon.smithi204 (mon.1) 489 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:27:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:27:12.576901+0000 mon.smithi204 (mon.1) 490 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:27:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:27:12.577961+0000 mon.smithi204 (mon.1) 491 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:27:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:27:12.579280+0000 mgr.smithi204.vnvrbl (mgr.24567) 3140 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:27:14.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:12.847070+0000 mgr.smithi204.vnvrbl (mgr.24567) 3141 : cluster [DBG] pgmap v2703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:27:12.982988+0000 mon.smithi176 (mon.0) 3067 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:27:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:27:12.990125+0000 mon.smithi176 (mon.0) 3068 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:27:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:12.847070+0000 mgr.smithi204.vnvrbl (mgr.24567) 3141 : cluster [DBG] pgmap v2703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:27:12.982988+0000 mon.smithi176 (mon.0) 3067 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:27:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:27:12.990125+0000 mon.smithi176 (mon.0) 3068 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:27:16.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:14.847731+0000 mgr.smithi204.vnvrbl (mgr.24567) 3142 : cluster [DBG] pgmap v2704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:14.847731+0000 mgr.smithi204.vnvrbl (mgr.24567) 3142 : cluster [DBG] pgmap v2704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:16.848320+0000 mgr.smithi204.vnvrbl (mgr.24567) 3143 : cluster [DBG] pgmap v2705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:16.848320+0000 mgr.smithi204.vnvrbl (mgr.24567) 3143 : cluster [DBG] pgmap v2705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:18.849249+0000 mgr.smithi204.vnvrbl (mgr.24567) 3144 : cluster [DBG] pgmap v2706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:20.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:18.849249+0000 mgr.smithi204.vnvrbl (mgr.24567) 3144 : cluster [DBG] pgmap v2706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:22.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:20.849835+0000 mgr.smithi204.vnvrbl (mgr.24567) 3145 : cluster [DBG] pgmap v2707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:22.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:20.849835+0000 mgr.smithi204.vnvrbl (mgr.24567) 3145 : cluster [DBG] pgmap v2707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:22.391 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:27:22.668 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:27:22.668 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:27:22.669 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 8m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:27:22.669 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 8m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:27:22.669 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 8m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:27:22.669 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 8m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:27:22.669 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 8m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:27:22.670 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 8m ago 5h 625M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:27:22.670 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 8m ago 5h 493M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:27:22.670 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 8m ago 5h 1926M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:27:22.670 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 8m ago 5h 997M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:27:22.671 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 8m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:27:22.671 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 8m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:27:22.671 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 8m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:27:22.671 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:27:22.672 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 8m ago 5h 1284M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:27:22.672 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 8m ago 5h 2174M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:27:22.672 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 8m ago 5h 1472M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:27:22.672 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 8m ago 5h 2362M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:27:22.672 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 8m ago 5h 2202M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:27:22.673 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 8m ago 5h 2314M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:27:22.673 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 8m ago 5h 1935M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:27:22.673 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 8m ago 5h 2816M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:27:22.674 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 8m ago 5h 160M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:27:23.002 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:27:23.003 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:27:23.003 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:27:23.003 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:27:23.003 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:27:23.004 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:27:23.004 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:27:23.004 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:27:23.004 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:27:23.004 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:27:23.005 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:27:23.005 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:27:23.005 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:27:23.005 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:27:23.006 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:27:23.006 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:27:23.006 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:27:23.006 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:27:23.007 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:27:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:27:22.378040+0000 mgr.smithi204.vnvrbl (mgr.24567) 3146 : audit [DBG] from='client.41512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:27:23.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:27:22.378040+0000 mgr.smithi204.vnvrbl (mgr.24567) 3146 : audit [DBG] from='client.41512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:27:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:27:22.657338+0000 mgr.smithi204.vnvrbl (mgr.24567) 3147 : audit [DBG] from='client.41516 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:27:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:22.850676+0000 mgr.smithi204.vnvrbl (mgr.24567) 3148 : cluster [DBG] pgmap v2708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:27:23.001757+0000 mon.smithi176 (mon.0) 3069 : audit [DBG] from='client.? 172.21.15.176:0/3914898736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:27:24.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:27:22.657338+0000 mgr.smithi204.vnvrbl (mgr.24567) 3147 : audit [DBG] from='client.41516 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:27:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:22.850676+0000 mgr.smithi204.vnvrbl (mgr.24567) 3148 : cluster [DBG] pgmap v2708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:24.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:27:23.001757+0000 mon.smithi176 (mon.0) 3069 : audit [DBG] from='client.? 172.21.15.176:0/3914898736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:27:26.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:24.851237+0000 mgr.smithi204.vnvrbl (mgr.24567) 3149 : cluster [DBG] pgmap v2709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:26.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:24.851237+0000 mgr.smithi204.vnvrbl (mgr.24567) 3149 : cluster [DBG] pgmap v2709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:26.851715+0000 mgr.smithi204.vnvrbl (mgr.24567) 3150 : cluster [DBG] pgmap v2710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:26.851715+0000 mgr.smithi204.vnvrbl (mgr.24567) 3150 : cluster [DBG] pgmap v2710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:28.852685+0000 mgr.smithi204.vnvrbl (mgr.24567) 3151 : cluster [DBG] pgmap v2711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:30.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:28.852685+0000 mgr.smithi204.vnvrbl (mgr.24567) 3151 : cluster [DBG] pgmap v2711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:30.853105+0000 mgr.smithi204.vnvrbl (mgr.24567) 3152 : cluster [DBG] pgmap v2712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:30.853105+0000 mgr.smithi204.vnvrbl (mgr.24567) 3152 : cluster [DBG] pgmap v2712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:32.853941+0000 mgr.smithi204.vnvrbl (mgr.24567) 3153 : cluster [DBG] pgmap v2713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:34.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:32.853941+0000 mgr.smithi204.vnvrbl (mgr.24567) 3153 : cluster [DBG] pgmap v2713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:34.854442+0000 mgr.smithi204.vnvrbl (mgr.24567) 3154 : cluster [DBG] pgmap v2714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:36.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:34.854442+0000 mgr.smithi204.vnvrbl (mgr.24567) 3154 : cluster [DBG] pgmap v2714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:36.854995+0000 mgr.smithi204.vnvrbl (mgr.24567) 3155 : cluster [DBG] pgmap v2715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:36.854995+0000 mgr.smithi204.vnvrbl (mgr.24567) 3155 : cluster [DBG] pgmap v2715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:38.855773+0000 mgr.smithi204.vnvrbl (mgr.24567) 3156 : cluster [DBG] pgmap v2716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:40.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:38.855773+0000 mgr.smithi204.vnvrbl (mgr.24567) 3156 : cluster [DBG] pgmap v2716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:40.856416+0000 mgr.smithi204.vnvrbl (mgr.24567) 3157 : cluster [DBG] pgmap v2717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:42.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:40.856416+0000 mgr.smithi204.vnvrbl (mgr.24567) 3157 : cluster [DBG] pgmap v2717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:42.857237+0000 mgr.smithi204.vnvrbl (mgr.24567) 3158 : cluster [DBG] pgmap v2718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:44.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:42.857237+0000 mgr.smithi204.vnvrbl (mgr.24567) 3158 : cluster [DBG] pgmap v2718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:46.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:44.857715+0000 mgr.smithi204.vnvrbl (mgr.24567) 3159 : cluster [DBG] pgmap v2719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:46.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:44.857715+0000 mgr.smithi204.vnvrbl (mgr.24567) 3159 : cluster [DBG] pgmap v2719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:46.858147+0000 mgr.smithi204.vnvrbl (mgr.24567) 3160 : cluster [DBG] pgmap v2720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:46.858147+0000 mgr.smithi204.vnvrbl (mgr.24567) 3160 : cluster [DBG] pgmap v2720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:48.859031+0000 mgr.smithi204.vnvrbl (mgr.24567) 3161 : cluster [DBG] pgmap v2721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:50.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:48.859031+0000 mgr.smithi204.vnvrbl (mgr.24567) 3161 : cluster [DBG] pgmap v2721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:50.859696+0000 mgr.smithi204.vnvrbl (mgr.24567) 3162 : cluster [DBG] pgmap v2722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:52.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:50.859696+0000 mgr.smithi204.vnvrbl (mgr.24567) 3162 : cluster [DBG] pgmap v2722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:53.297 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:27:53.591 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:27:53.591 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:27:53.591 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 8m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:27:53.591 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 8m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:27:53.592 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 8m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:27:53.592 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 8m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:27:53.592 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 8m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:27:53.593 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 8m ago 5h 625M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:27:53.593 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 8m ago 5h 493M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:27:53.594 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 8m ago 5h 1926M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:27:53.594 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 8m ago 5h 997M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:27:53.595 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 8m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:27:53.595 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 8m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:27:53.595 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 8m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:27:53.596 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:27:53.596 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 8m ago 5h 1284M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:27:53.597 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 8m ago 5h 2174M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:27:53.597 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 8m ago 5h 1472M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:27:53.597 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 8m ago 5h 2362M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:27:53.597 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 8m ago 5h 2202M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:27:53.598 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 8m ago 5h 2314M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:27:53.598 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 8m ago 5h 1935M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:27:53.598 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 8m ago 5h 2816M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:27:53.598 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 8m ago 5h 160M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:27:53.927 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:27:53.928 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:27:53.928 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:27:53.929 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:27:53.929 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:27:53.930 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:27:53.930 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:27:53.930 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:27:53.931 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:27:53.931 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:27:53.932 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:27:53.932 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:27:53.932 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:27:53.933 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:27:53.933 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:27:53.934 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:27:53.934 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:27:53.935 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:27:53.935 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:27:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:52.860486+0000 mgr.smithi204.vnvrbl (mgr.24567) 3163 : cluster [DBG] pgmap v2723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:27:53.284561+0000 mgr.smithi204.vnvrbl (mgr.24567) 3164 : audit [DBG] from='client.41524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:27:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:27:53.579828+0000 mgr.smithi204.vnvrbl (mgr.24567) 3165 : audit [DBG] from='client.41528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:27:54.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:52.860486+0000 mgr.smithi204.vnvrbl (mgr.24567) 3163 : cluster [DBG] pgmap v2723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:27:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:27:53.284561+0000 mgr.smithi204.vnvrbl (mgr.24567) 3164 : audit [DBG] from='client.41524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:27:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:27:53.579828+0000 mgr.smithi204.vnvrbl (mgr.24567) 3165 : audit [DBG] from='client.41528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:27:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:27:53.926939+0000 mon.smithi176 (mon.0) 3070 : audit [DBG] from='client.? 172.21.15.176:0/2596501802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:27:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:27:53.926939+0000 mon.smithi176 (mon.0) 3070 : audit [DBG] from='client.? 172.21.15.176:0/2596501802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:27:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:54.860990+0000 mgr.smithi204.vnvrbl (mgr.24567) 3166 : cluster [DBG] pgmap v2724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:54.860990+0000 mgr.smithi204.vnvrbl (mgr.24567) 3166 : cluster [DBG] pgmap v2724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:56.861515+0000 mgr.smithi204.vnvrbl (mgr.24567) 3167 : cluster [DBG] pgmap v2725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:27:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:56.861515+0000 mgr.smithi204.vnvrbl (mgr.24567) 3167 : cluster [DBG] pgmap v2725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:27:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:27:58.862286+0000 mgr.smithi204.vnvrbl (mgr.24567) 3168 : cluster [DBG] pgmap v2726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:00.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:27:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:27:58.862286+0000 mgr.smithi204.vnvrbl (mgr.24567) 3168 : cluster [DBG] pgmap v2726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:00.862743+0000 mgr.smithi204.vnvrbl (mgr.24567) 3169 : cluster [DBG] pgmap v2727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:02.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:00.862743+0000 mgr.smithi204.vnvrbl (mgr.24567) 3169 : cluster [DBG] pgmap v2727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:02.863685+0000 mgr.smithi204.vnvrbl (mgr.24567) 3170 : cluster [DBG] pgmap v2728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:04.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:02.863685+0000 mgr.smithi204.vnvrbl (mgr.24567) 3170 : cluster [DBG] pgmap v2728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:04.864094+0000 mgr.smithi204.vnvrbl (mgr.24567) 3171 : cluster [DBG] pgmap v2729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:06.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:04.864094+0000 mgr.smithi204.vnvrbl (mgr.24567) 3171 : cluster [DBG] pgmap v2729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:06.864703+0000 mgr.smithi204.vnvrbl (mgr.24567) 3172 : cluster [DBG] pgmap v2730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:06.864703+0000 mgr.smithi204.vnvrbl (mgr.24567) 3172 : cluster [DBG] pgmap v2730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:08.865515+0000 mgr.smithi204.vnvrbl (mgr.24567) 3173 : cluster [DBG] pgmap v2731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:10.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:08.865515+0000 mgr.smithi204.vnvrbl (mgr.24567) 3173 : cluster [DBG] pgmap v2731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:10.866187+0000 mgr.smithi204.vnvrbl (mgr.24567) 3174 : cluster [DBG] pgmap v2732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:28:11.727900+0000 mon.smithi204 (mon.1) 492 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:28:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:28:11.728142+0000 mon.smithi204 (mon.1) 493 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:28:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:28:11.728387+0000 mon.smithi176 (mon.0) 3071 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:28:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:28:11.728785+0000 mon.smithi176 (mon.0) 3072 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:28:12.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:10.866187+0000 mgr.smithi204.vnvrbl (mgr.24567) 3174 : cluster [DBG] pgmap v2732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:28:11.727900+0000 mon.smithi204 (mon.1) 492 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:28:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:28:11.728142+0000 mon.smithi204 (mon.1) 493 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:28:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:28:11.728387+0000 mon.smithi176 (mon.0) 3071 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:28:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:28:11.728785+0000 mon.smithi176 (mon.0) 3072 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:28:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:12.866981+0000 mgr.smithi204.vnvrbl (mgr.24567) 3175 : cluster [DBG] pgmap v2733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:28:12.993593+0000 mon.smithi204 (mon.1) 494 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:28:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:28:12.995115+0000 mon.smithi204 (mon.1) 495 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:28:14.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:28:12.995985+0000 mon.smithi204 (mon.1) 496 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:28:14.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:28:12.996754+0000 mgr.smithi204.vnvrbl (mgr.24567) 3176 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:28:14.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:28:13.390533+0000 mon.smithi176 (mon.0) 3073 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:28:14.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:28:13.396347+0000 mon.smithi176 (mon.0) 3074 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:28:14.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:12.866981+0000 mgr.smithi204.vnvrbl (mgr.24567) 3175 : cluster [DBG] pgmap v2733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:28:12.993593+0000 mon.smithi204 (mon.1) 494 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:28:14.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:28:12.995115+0000 mon.smithi204 (mon.1) 495 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:28:14.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:28:12.995985+0000 mon.smithi204 (mon.1) 496 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:28:14.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:28:12.996754+0000 mgr.smithi204.vnvrbl (mgr.24567) 3176 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:28:14.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:28:13.390533+0000 mon.smithi176 (mon.0) 3073 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:28:14.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:28:13.396347+0000 mon.smithi176 (mon.0) 3074 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:28:16.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:14.867416+0000 mgr.smithi204.vnvrbl (mgr.24567) 3177 : cluster [DBG] pgmap v2734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:16.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:14.867416+0000 mgr.smithi204.vnvrbl (mgr.24567) 3177 : cluster [DBG] pgmap v2734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:17.969 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:16.867831+0000 mgr.smithi204.vnvrbl (mgr.24567) 3178 : cluster [DBG] pgmap v2735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:16.867831+0000 mgr.smithi204.vnvrbl (mgr.24567) 3178 : cluster [DBG] pgmap v2735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:18.868805+0000 mgr.smithi204.vnvrbl (mgr.24567) 3179 : cluster [DBG] pgmap v2736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:20.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:18.868805+0000 mgr.smithi204.vnvrbl (mgr.24567) 3179 : cluster [DBG] pgmap v2736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:20.869287+0000 mgr.smithi204.vnvrbl (mgr.24567) 3180 : cluster [DBG] pgmap v2737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:22.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:20.869287+0000 mgr.smithi204.vnvrbl (mgr.24567) 3180 : cluster [DBG] pgmap v2737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:22.870016+0000 mgr.smithi204.vnvrbl (mgr.24567) 3181 : cluster [DBG] pgmap v2738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:24.224 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:28:24.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:22.870016+0000 mgr.smithi204.vnvrbl (mgr.24567) 3181 : cluster [DBG] pgmap v2738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:24.498 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:28:24.498 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:28:24.499 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 9m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:28:24.499 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 9m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:28:24.499 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 9m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:28:24.499 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 9m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:28:24.500 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 9m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:28:24.500 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 9m ago 5h 625M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:28:24.500 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 9m ago 5h 493M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:28:24.500 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 9m ago 5h 1926M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:28:24.501 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 9m ago 5h 997M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:28:24.501 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 9m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:28:24.501 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 9m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:28:24.501 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 9m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:28:24.502 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:28:24.502 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 9m ago 5h 1284M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:28:24.502 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 9m ago 5h 2174M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:28:24.502 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 9m ago 5h 1472M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:28:24.502 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 9m ago 5h 2362M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:28:24.503 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 9m ago 5h 2202M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:28:24.503 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 9m ago 5h 2314M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:28:24.503 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 9m ago 5h 1935M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:28:24.503 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 9m ago 5h 2816M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:28:24.504 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 9m ago 5h 160M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:28:24.832 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:28:24.833 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:28:24.833 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:28:24.833 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:28:24.833 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:28:24.834 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:28:24.834 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:28:24.834 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:28:24.834 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:28:24.834 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:28:24.835 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:28:24.835 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:28:24.835 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:28:24.835 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:28:24.836 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:28:24.836 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:28:24.836 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:28:24.836 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:28:24.837 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:28:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:28:24.211983+0000 mgr.smithi204.vnvrbl (mgr.24567) 3182 : audit [DBG] from='client.41536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:28:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:28:24.487542+0000 mgr.smithi204.vnvrbl (mgr.24567) 3183 : audit [DBG] from='client.41540 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:28:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:28:24.831992+0000 mon.smithi176 (mon.0) 3075 : audit [DBG] from='client.? 172.21.15.176:0/1508119661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:28:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:28:24.211983+0000 mgr.smithi204.vnvrbl (mgr.24567) 3182 : audit [DBG] from='client.41536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:28:25.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:28:24.487542+0000 mgr.smithi204.vnvrbl (mgr.24567) 3183 : audit [DBG] from='client.41540 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:28:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:28:24.831992+0000 mon.smithi176 (mon.0) 3075 : audit [DBG] from='client.? 172.21.15.176:0/1508119661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:28:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:24.870458+0000 mgr.smithi204.vnvrbl (mgr.24567) 3184 : cluster [DBG] pgmap v2739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:26.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:24.870458+0000 mgr.smithi204.vnvrbl (mgr.24567) 3184 : cluster [DBG] pgmap v2739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:26.870910+0000 mgr.smithi204.vnvrbl (mgr.24567) 3185 : cluster [DBG] pgmap v2740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:26.870910+0000 mgr.smithi204.vnvrbl (mgr.24567) 3185 : cluster [DBG] pgmap v2740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:28.871645+0000 mgr.smithi204.vnvrbl (mgr.24567) 3186 : cluster [DBG] pgmap v2741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:30.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:28.871645+0000 mgr.smithi204.vnvrbl (mgr.24567) 3186 : cluster [DBG] pgmap v2741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:30.872064+0000 mgr.smithi204.vnvrbl (mgr.24567) 3187 : cluster [DBG] pgmap v2742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:30.872064+0000 mgr.smithi204.vnvrbl (mgr.24567) 3187 : cluster [DBG] pgmap v2742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:32.872794+0000 mgr.smithi204.vnvrbl (mgr.24567) 3188 : cluster [DBG] pgmap v2743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:34.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:32.872794+0000 mgr.smithi204.vnvrbl (mgr.24567) 3188 : cluster [DBG] pgmap v2743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:34.873274+0000 mgr.smithi204.vnvrbl (mgr.24567) 3189 : cluster [DBG] pgmap v2744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:36.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:34.873274+0000 mgr.smithi204.vnvrbl (mgr.24567) 3189 : cluster [DBG] pgmap v2744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:36.873835+0000 mgr.smithi204.vnvrbl (mgr.24567) 3190 : cluster [DBG] pgmap v2745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:36.873835+0000 mgr.smithi204.vnvrbl (mgr.24567) 3190 : cluster [DBG] pgmap v2745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:38.874594+0000 mgr.smithi204.vnvrbl (mgr.24567) 3191 : cluster [DBG] pgmap v2746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:40.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:38.874594+0000 mgr.smithi204.vnvrbl (mgr.24567) 3191 : cluster [DBG] pgmap v2746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:40.875020+0000 mgr.smithi204.vnvrbl (mgr.24567) 3192 : cluster [DBG] pgmap v2747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:42.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:40.875020+0000 mgr.smithi204.vnvrbl (mgr.24567) 3192 : cluster [DBG] pgmap v2747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:42.875916+0000 mgr.smithi204.vnvrbl (mgr.24567) 3193 : cluster [DBG] pgmap v2748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:44.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:42.875916+0000 mgr.smithi204.vnvrbl (mgr.24567) 3193 : cluster [DBG] pgmap v2748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:44.876384+0000 mgr.smithi204.vnvrbl (mgr.24567) 3194 : cluster [DBG] pgmap v2749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:46.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:44.876384+0000 mgr.smithi204.vnvrbl (mgr.24567) 3194 : cluster [DBG] pgmap v2749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:46.876868+0000 mgr.smithi204.vnvrbl (mgr.24567) 3195 : cluster [DBG] pgmap v2750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:46.876868+0000 mgr.smithi204.vnvrbl (mgr.24567) 3195 : cluster [DBG] pgmap v2750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:50.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:48.877648+0000 mgr.smithi204.vnvrbl (mgr.24567) 3196 : cluster [DBG] pgmap v2751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:50.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:48.877648+0000 mgr.smithi204.vnvrbl (mgr.24567) 3196 : cluster [DBG] pgmap v2751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:50.878161+0000 mgr.smithi204.vnvrbl (mgr.24567) 3197 : cluster [DBG] pgmap v2752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:52.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:50.878161+0000 mgr.smithi204.vnvrbl (mgr.24567) 3197 : cluster [DBG] pgmap v2752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:53.941 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:52.879140+0000 mgr.smithi204.vnvrbl (mgr.24567) 3198 : cluster [DBG] pgmap v2753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:52.879140+0000 mgr.smithi204.vnvrbl (mgr.24567) 3198 : cluster [DBG] pgmap v2753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:28:55.130 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:28:55.412 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:28:55.412 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:28:55.413 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 9m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:28:55.413 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 9m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:28:55.413 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 9m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:28:55.413 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 9m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:28:55.414 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 9m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:28:55.414 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 9m ago 5h 625M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:28:55.414 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 9m ago 5h 493M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:28:55.414 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 9m ago 5h 1926M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:28:55.415 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 9m ago 5h 997M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:28:55.415 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 9m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:28:55.415 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 9m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:28:55.415 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 9m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:28:55.416 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:28:55.416 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 9m ago 5h 1284M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:28:55.416 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 9m ago 5h 2174M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:28:55.416 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 9m ago 5h 1472M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:28:55.416 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 9m ago 5h 2362M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:28:55.417 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 9m ago 5h 2202M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:28:55.417 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 9m ago 5h 2314M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:28:55.417 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 9m ago 5h 1935M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:28:55.417 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 9m ago 5h 2816M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:28:55.418 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 9m ago 5h 160M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:28:55.740 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:28:55.740 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:28:55.740 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:28:55.741 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:28:55.741 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:28:55.741 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:28:55.741 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:28:55.742 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:28:55.742 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:28:55.742 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:28:55.742 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:28:55.743 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:28:55.743 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:28:55.743 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:28:55.743 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:28:55.744 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:28:55.744 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:28:55.744 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:28:55.744 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:28:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:54.879764+0000 mgr.smithi204.vnvrbl (mgr.24567) 3199 : cluster [DBG] pgmap v2754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:28:55.117555+0000 mgr.smithi204.vnvrbl (mgr.24567) 3200 : audit [DBG] from='client.41548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:28:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:28:55.401733+0000 mgr.smithi204.vnvrbl (mgr.24567) 3201 : audit [DBG] from='client.41552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:28:56.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:28:55.739567+0000 mon.smithi176 (mon.0) 3076 : audit [DBG] from='client.? 172.21.15.176:0/1331798249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:28:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:54.879764+0000 mgr.smithi204.vnvrbl (mgr.24567) 3199 : cluster [DBG] pgmap v2754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:28:55.117555+0000 mgr.smithi204.vnvrbl (mgr.24567) 3200 : audit [DBG] from='client.41548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:28:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:28:55.401733+0000 mgr.smithi204.vnvrbl (mgr.24567) 3201 : audit [DBG] from='client.41552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:28:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:28:55.739567+0000 mon.smithi176 (mon.0) 3076 : audit [DBG] from='client.? 172.21.15.176:0/1331798249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:28:57.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:56.880217+0000 mgr.smithi204.vnvrbl (mgr.24567) 3202 : cluster [DBG] pgmap v2755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:28:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:56.880217+0000 mgr.smithi204.vnvrbl (mgr.24567) 3202 : cluster [DBG] pgmap v2755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:28:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:28:58.881256+0000 mgr.smithi204.vnvrbl (mgr.24567) 3203 : cluster [DBG] pgmap v2756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:00.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:28:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:28:58.881256+0000 mgr.smithi204.vnvrbl (mgr.24567) 3203 : cluster [DBG] pgmap v2756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:00.881718+0000 mgr.smithi204.vnvrbl (mgr.24567) 3204 : cluster [DBG] pgmap v2757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:02.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:00.881718+0000 mgr.smithi204.vnvrbl (mgr.24567) 3204 : cluster [DBG] pgmap v2757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:02.882440+0000 mgr.smithi204.vnvrbl (mgr.24567) 3205 : cluster [DBG] pgmap v2758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:04.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:02.882440+0000 mgr.smithi204.vnvrbl (mgr.24567) 3205 : cluster [DBG] pgmap v2758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:04.882982+0000 mgr.smithi204.vnvrbl (mgr.24567) 3206 : cluster [DBG] pgmap v2759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:06.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:04.882982+0000 mgr.smithi204.vnvrbl (mgr.24567) 3206 : cluster [DBG] pgmap v2759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:06.883499+0000 mgr.smithi204.vnvrbl (mgr.24567) 3207 : cluster [DBG] pgmap v2760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:06.883499+0000 mgr.smithi204.vnvrbl (mgr.24567) 3207 : cluster [DBG] pgmap v2760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:08.884489+0000 mgr.smithi204.vnvrbl (mgr.24567) 3208 : cluster [DBG] pgmap v2761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:10.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:08.884489+0000 mgr.smithi204.vnvrbl (mgr.24567) 3208 : cluster [DBG] pgmap v2761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:10.884928+0000 mgr.smithi204.vnvrbl (mgr.24567) 3209 : cluster [DBG] pgmap v2762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:11.732695+0000 mon.smithi204 (mon.1) 497 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:29:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:11.732986+0000 mon.smithi204 (mon.1) 498 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:29:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:11.733220+0000 mon.smithi176 (mon.0) 3077 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:29:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:11.733527+0000 mon.smithi176 (mon.0) 3078 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:29:12.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:10.884928+0000 mgr.smithi204.vnvrbl (mgr.24567) 3209 : cluster [DBG] pgmap v2762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:11.732695+0000 mon.smithi204 (mon.1) 497 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:29:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:11.732986+0000 mon.smithi204 (mon.1) 498 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:29:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:11.733220+0000 mon.smithi176 (mon.0) 3077 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:29:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:11.733527+0000 mon.smithi176 (mon.0) 3078 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:29:14.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:12.885838+0000 mgr.smithi204.vnvrbl (mgr.24567) 3210 : cluster [DBG] pgmap v2763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:13.399565+0000 mon.smithi204 (mon.1) 499 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:29:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:13.400948+0000 mon.smithi204 (mon.1) 500 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:29:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:13.401787+0000 mon.smithi204 (mon.1) 501 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:29:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:29:13.402517+0000 mgr.smithi204.vnvrbl (mgr.24567) 3211 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:29:14.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:12.885838+0000 mgr.smithi204.vnvrbl (mgr.24567) 3210 : cluster [DBG] pgmap v2763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:14.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:13.399565+0000 mon.smithi204 (mon.1) 499 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:29:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:13.400948+0000 mon.smithi204 (mon.1) 500 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:29:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:13.401787+0000 mon.smithi204 (mon.1) 501 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:29:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:29:13.402517+0000 mgr.smithi204.vnvrbl (mgr.24567) 3211 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:29:16.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:14.886238+0000 mgr.smithi204.vnvrbl (mgr.24567) 3212 : cluster [DBG] pgmap v2764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:16.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:14.886238+0000 mgr.smithi204.vnvrbl (mgr.24567) 3212 : cluster [DBG] pgmap v2764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:16.886597+0000 mgr.smithi204.vnvrbl (mgr.24567) 3213 : cluster [DBG] pgmap v2765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:17.650852+0000 mon.smithi176 (mon.0) 3079 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:29:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:18.026277+0000 mon.smithi204 (mon.1) 502 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:29:18.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:18.026742+0000 mon.smithi176 (mon.0) 3080 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:29:19.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:16.886597+0000 mgr.smithi204.vnvrbl (mgr.24567) 3213 : cluster [DBG] pgmap v2765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:19.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:17.650852+0000 mon.smithi176 (mon.0) 3079 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:29:19.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:18.026277+0000 mon.smithi204 (mon.1) 502 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:29:19.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:18.026742+0000 mon.smithi176 (mon.0) 3080 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:29:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:18.887338+0000 mgr.smithi204.vnvrbl (mgr.24567) 3214 : cluster [DBG] pgmap v2766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:19.957978+0000 mon.smithi176 (mon.0) 3081 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:29:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:20.362008+0000 mon.smithi204 (mon.1) 503 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:29:20.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:20.362579+0000 mon.smithi176 (mon.0) 3082 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:29:20.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:20.369341+0000 mon.smithi176 (mon.0) 3083 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:29:20.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:20.375738+0000 mon.smithi176 (mon.0) 3084 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:29:21.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:18.887338+0000 mgr.smithi204.vnvrbl (mgr.24567) 3214 : cluster [DBG] pgmap v2766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:19.957978+0000 mon.smithi176 (mon.0) 3081 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:29:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:20.362008+0000 mon.smithi204 (mon.1) 503 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:29:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:20.362579+0000 mon.smithi176 (mon.0) 3082 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:29:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:20.369341+0000 mon.smithi176 (mon.0) 3083 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:29:21.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:20.375738+0000 mon.smithi176 (mon.0) 3084 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:29:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:20.888002+0000 mgr.smithi204.vnvrbl (mgr.24567) 3215 : cluster [DBG] pgmap v2767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:23.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:20.888002+0000 mgr.smithi204.vnvrbl (mgr.24567) 3215 : cluster [DBG] pgmap v2767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:22.888787+0000 mgr.smithi204.vnvrbl (mgr.24567) 3216 : cluster [DBG] pgmap v2768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:25.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:22.888787+0000 mgr.smithi204.vnvrbl (mgr.24567) 3216 : cluster [DBG] pgmap v2768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:24.889249+0000 mgr.smithi204.vnvrbl (mgr.24567) 3217 : cluster [DBG] pgmap v2769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:26.039 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:29:26.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:24.889249+0000 mgr.smithi204.vnvrbl (mgr.24567) 3217 : cluster [DBG] pgmap v2769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:26.315 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:29:26.316 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 6s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:29:26.316 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 6s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:29:26.316 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 8s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:29:26.316 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 6s ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:29:26.317 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 6s ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:29:26.317 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 8s ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:29:26.317 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 6s ago 5h 627M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:29:26.317 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 8s ago 5h 499M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:29:26.318 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 6s ago 5h 1953M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:29:26.318 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 8s ago 5h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:29:26.318 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 6s ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:29:26.318 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 8s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:29:26.319 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 6s ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:29:26.319 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 8s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:29:26.319 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 6s ago 5h 1312M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:29:26.319 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 6s ago 5h 2207M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:29:26.320 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 6s ago 5h 1494M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:29:26.320 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 6s ago 5h 2397M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:29:26.320 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 8s ago 5h 2234M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:29:26.321 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 8s ago 5h 2342M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:29:26.321 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 8s ago 5h 1959M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:29:26.322 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 8s ago 5h 2847M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:29:26.322 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 6s ago 5h 162M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:29:26.646 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:29:26.646 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:29:26.646 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:29:26.647 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:29:26.647 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:29:26.647 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:29:26.647 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:29:26.648 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:29:26.648 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:29:26.648 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:29:26.648 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:29:26.648 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:29:26.649 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:29:26.649 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:29:26.649 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:29:26.649 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:29:26.649 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:29:26.650 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:29:26.650 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:29:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:26.026466+0000 mgr.smithi204.vnvrbl (mgr.24567) 3218 : audit [DBG] from='client.41560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:29:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:26.304866+0000 mgr.smithi204.vnvrbl (mgr.24567) 3219 : audit [DBG] from='client.41564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:29:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:26.645453+0000 mon.smithi176 (mon.0) 3085 : audit [DBG] from='client.? 172.21.15.176:0/3030988326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:29:27.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:26.026466+0000 mgr.smithi204.vnvrbl (mgr.24567) 3218 : audit [DBG] from='client.41560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:29:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:26.304866+0000 mgr.smithi204.vnvrbl (mgr.24567) 3219 : audit [DBG] from='client.41564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:29:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:26.645453+0000 mon.smithi176 (mon.0) 3085 : audit [DBG] from='client.? 172.21.15.176:0/3030988326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:29:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:26.889687+0000 mgr.smithi204.vnvrbl (mgr.24567) 3220 : cluster [DBG] pgmap v2770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:26.889687+0000 mgr.smithi204.vnvrbl (mgr.24567) 3220 : cluster [DBG] pgmap v2770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:28.890701+0000 mgr.smithi204.vnvrbl (mgr.24567) 3221 : cluster [DBG] pgmap v2771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:30.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:28.890701+0000 mgr.smithi204.vnvrbl (mgr.24567) 3221 : cluster [DBG] pgmap v2771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:30.891145+0000 mgr.smithi204.vnvrbl (mgr.24567) 3222 : cluster [DBG] pgmap v2772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:30.891145+0000 mgr.smithi204.vnvrbl (mgr.24567) 3222 : cluster [DBG] pgmap v2772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:32.892017+0000 mgr.smithi204.vnvrbl (mgr.24567) 3223 : cluster [DBG] pgmap v2773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:34.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:32.892017+0000 mgr.smithi204.vnvrbl (mgr.24567) 3223 : cluster [DBG] pgmap v2773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:36.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:34.892527+0000 mgr.smithi204.vnvrbl (mgr.24567) 3224 : cluster [DBG] pgmap v2774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:36.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:34.892527+0000 mgr.smithi204.vnvrbl (mgr.24567) 3224 : cluster [DBG] pgmap v2774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:37.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:36.893072+0000 mgr.smithi204.vnvrbl (mgr.24567) 3225 : cluster [DBG] pgmap v2775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:36.893072+0000 mgr.smithi204.vnvrbl (mgr.24567) 3225 : cluster [DBG] pgmap v2775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:38.894034+0000 mgr.smithi204.vnvrbl (mgr.24567) 3226 : cluster [DBG] pgmap v2776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:40.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:38.894034+0000 mgr.smithi204.vnvrbl (mgr.24567) 3226 : cluster [DBG] pgmap v2776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:42.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:40.894551+0000 mgr.smithi204.vnvrbl (mgr.24567) 3227 : cluster [DBG] pgmap v2777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:42.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:40.894551+0000 mgr.smithi204.vnvrbl (mgr.24567) 3227 : cluster [DBG] pgmap v2777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:44.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:42.895484+0000 mgr.smithi204.vnvrbl (mgr.24567) 3228 : cluster [DBG] pgmap v2778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:44.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:42.895484+0000 mgr.smithi204.vnvrbl (mgr.24567) 3228 : cluster [DBG] pgmap v2778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:44.895930+0000 mgr.smithi204.vnvrbl (mgr.24567) 3229 : cluster [DBG] pgmap v2779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:46.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:44.895930+0000 mgr.smithi204.vnvrbl (mgr.24567) 3229 : cluster [DBG] pgmap v2779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:46.896473+0000 mgr.smithi204.vnvrbl (mgr.24567) 3230 : cluster [DBG] pgmap v2780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:46.896473+0000 mgr.smithi204.vnvrbl (mgr.24567) 3230 : cluster [DBG] pgmap v2780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:50.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:48.897254+0000 mgr.smithi204.vnvrbl (mgr.24567) 3231 : cluster [DBG] pgmap v2781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:50.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:48.897254+0000 mgr.smithi204.vnvrbl (mgr.24567) 3231 : cluster [DBG] pgmap v2781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:50.897667+0000 mgr.smithi204.vnvrbl (mgr.24567) 3232 : cluster [DBG] pgmap v2782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:52.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:50.897667+0000 mgr.smithi204.vnvrbl (mgr.24567) 3232 : cluster [DBG] pgmap v2782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:52.898387+0000 mgr.smithi204.vnvrbl (mgr.24567) 3233 : cluster [DBG] pgmap v2783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:54.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:52.898387+0000 mgr.smithi204.vnvrbl (mgr.24567) 3233 : cluster [DBG] pgmap v2783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:29:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:54.898903+0000 mgr.smithi204.vnvrbl (mgr.24567) 3234 : cluster [DBG] pgmap v2784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:54.898903+0000 mgr.smithi204.vnvrbl (mgr.24567) 3234 : cluster [DBG] pgmap v2784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:56.948 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:29:57.223 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:29:57.224 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 37s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:29:57.224 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 37s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:29:57.224 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 39s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:29:57.224 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 37s ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:29:57.225 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 37s ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:29:57.225 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 39s ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:29:57.225 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 37s ago 5h 627M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:29:57.225 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 39s ago 5h 499M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:29:57.225 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 37s ago 5h 1953M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:29:57.226 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 39s ago 5h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:29:57.226 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 37s ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:29:57.226 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 39s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:29:57.226 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 37s ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:29:57.226 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 39s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:29:57.227 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 37s ago 5h 1312M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:29:57.227 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 37s ago 5h 2207M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:29:57.227 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 37s ago 5h 1494M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:29:57.227 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 37s ago 5h 2397M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:29:57.228 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 39s ago 5h 2234M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:29:57.228 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 39s ago 5h 2342M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:29:57.228 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 39s ago 5h 1959M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:29:57.228 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 39s ago 5h 2847M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:29:57.228 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 37s ago 5h 162M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:29:57.549 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:29:57.549 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:29:57.549 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:29:57.550 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:29:57.550 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:29:57.550 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:29:57.550 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:29:57.551 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:29:57.551 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:29:57.551 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:29:57.551 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:29:57.551 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:29:57.552 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:29:57.552 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:29:57.552 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:29:57.552 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:29:57.552 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:29:57.553 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:29:57.553 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:29:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:56.899492+0000 mgr.smithi204.vnvrbl (mgr.24567) 3235 : cluster [DBG] pgmap v2785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:56.935624+0000 mgr.smithi204.vnvrbl (mgr.24567) 3236 : audit [DBG] from='client.41572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:29:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:57.213087+0000 mgr.smithi204.vnvrbl (mgr.24567) 3237 : audit [DBG] from='client.41576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:29:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:29:57.548413+0000 mon.smithi176 (mon.0) 3086 : audit [DBG] from='client.? 172.21.15.176:0/3248425399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:29:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:56.899492+0000 mgr.smithi204.vnvrbl (mgr.24567) 3235 : cluster [DBG] pgmap v2785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:29:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:56.935624+0000 mgr.smithi204.vnvrbl (mgr.24567) 3236 : audit [DBG] from='client.41572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:29:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:57.213087+0000 mgr.smithi204.vnvrbl (mgr.24567) 3237 : audit [DBG] from='client.41576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:29:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:29:57.548413+0000 mon.smithi176 (mon.0) 3086 : audit [DBG] from='client.? 172.21.15.176:0/3248425399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:30:00.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:29:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:29:58.900329+0000 mgr.smithi204.vnvrbl (mgr.24567) 3238 : cluster [DBG] pgmap v2786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:00.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:29:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:29:58.900329+0000 mgr.smithi204.vnvrbl (mgr.24567) 3238 : cluster [DBG] pgmap v2786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:00.000091+0000 mon.smithi176 (mon.0) 3087 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T12:30:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:00.000091+0000 mon.smithi176 (mon.0) 3087 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T12:30:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:00.900954+0000 mgr.smithi204.vnvrbl (mgr.24567) 3239 : cluster [DBG] pgmap v2787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:02.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:00.900954+0000 mgr.smithi204.vnvrbl (mgr.24567) 3239 : cluster [DBG] pgmap v2787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:02.901702+0000 mgr.smithi204.vnvrbl (mgr.24567) 3240 : cluster [DBG] pgmap v2788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:04.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:02.901702+0000 mgr.smithi204.vnvrbl (mgr.24567) 3240 : cluster [DBG] pgmap v2788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:04.902327+0000 mgr.smithi204.vnvrbl (mgr.24567) 3241 : cluster [DBG] pgmap v2789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:06.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:04.902327+0000 mgr.smithi204.vnvrbl (mgr.24567) 3241 : cluster [DBG] pgmap v2789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:06.902889+0000 mgr.smithi204.vnvrbl (mgr.24567) 3242 : cluster [DBG] pgmap v2790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:06.902889+0000 mgr.smithi204.vnvrbl (mgr.24567) 3242 : cluster [DBG] pgmap v2790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:08.903750+0000 mgr.smithi204.vnvrbl (mgr.24567) 3243 : cluster [DBG] pgmap v2791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:10.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:08.903750+0000 mgr.smithi204.vnvrbl (mgr.24567) 3243 : cluster [DBG] pgmap v2791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:10.904202+0000 mgr.smithi204.vnvrbl (mgr.24567) 3244 : cluster [DBG] pgmap v2792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:30:11.737054+0000 mon.smithi204 (mon.1) 504 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:30:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:30:11.737327+0000 mon.smithi204 (mon.1) 505 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:30:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:30:11.737519+0000 mon.smithi176 (mon.0) 3088 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:30:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:30:11.737788+0000 mon.smithi176 (mon.0) 3089 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:30:12.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:10.904202+0000 mgr.smithi204.vnvrbl (mgr.24567) 3244 : cluster [DBG] pgmap v2792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:12.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:30:11.737054+0000 mon.smithi204 (mon.1) 504 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:30:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:30:11.737327+0000 mon.smithi204 (mon.1) 505 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:30:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:30:11.737519+0000 mon.smithi176 (mon.0) 3088 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:30:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:30:11.737788+0000 mon.smithi176 (mon.0) 3089 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:30:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:12.904931+0000 mgr.smithi204.vnvrbl (mgr.24567) 3245 : cluster [DBG] pgmap v2793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:14.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:12.904931+0000 mgr.smithi204.vnvrbl (mgr.24567) 3245 : cluster [DBG] pgmap v2793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:16.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:14.905393+0000 mgr.smithi204.vnvrbl (mgr.24567) 3246 : cluster [DBG] pgmap v2794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:16.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:14.905393+0000 mgr.smithi204.vnvrbl (mgr.24567) 3246 : cluster [DBG] pgmap v2794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:16.905914+0000 mgr.smithi204.vnvrbl (mgr.24567) 3247 : cluster [DBG] pgmap v2795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:18.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:16.905914+0000 mgr.smithi204.vnvrbl (mgr.24567) 3247 : cluster [DBG] pgmap v2795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:18.906830+0000 mgr.smithi204.vnvrbl (mgr.24567) 3248 : cluster [DBG] pgmap v2796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:20.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:18.906830+0000 mgr.smithi204.vnvrbl (mgr.24567) 3248 : cluster [DBG] pgmap v2796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:30:20.381395+0000 mon.smithi204 (mon.1) 506 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:30:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:30:20.382819+0000 mon.smithi204 (mon.1) 507 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:30:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:30:20.383683+0000 mon.smithi204 (mon.1) 508 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:30:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:30:20.384468+0000 mgr.smithi204.vnvrbl (mgr.24567) 3249 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:30:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:30:20.790959+0000 mon.smithi176 (mon.0) 3090 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:30:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:30:20.796083+0000 mon.smithi176 (mon.0) 3091 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:30:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:30:20.381395+0000 mon.smithi204 (mon.1) 506 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:30:21.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:30:20.382819+0000 mon.smithi204 (mon.1) 507 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:30:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:30:20.383683+0000 mon.smithi204 (mon.1) 508 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:30:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:30:20.384468+0000 mgr.smithi204.vnvrbl (mgr.24567) 3249 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:30:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:30:20.790959+0000 mon.smithi176 (mon.0) 3090 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:30:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:30:20.796083+0000 mon.smithi176 (mon.0) 3091 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:30:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:20.907434+0000 mgr.smithi204.vnvrbl (mgr.24567) 3250 : cluster [DBG] pgmap v2797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:22.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:20.907434+0000 mgr.smithi204.vnvrbl (mgr.24567) 3250 : cluster [DBG] pgmap v2797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:22.908325+0000 mgr.smithi204.vnvrbl (mgr.24567) 3251 : cluster [DBG] pgmap v2798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:24.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:22.908325+0000 mgr.smithi204.vnvrbl (mgr.24567) 3251 : cluster [DBG] pgmap v2798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:26.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:24.908951+0000 mgr.smithi204.vnvrbl (mgr.24567) 3252 : cluster [DBG] pgmap v2799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:24.908951+0000 mgr.smithi204.vnvrbl (mgr.24567) 3252 : cluster [DBG] pgmap v2799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:27.852 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:30:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:26.909545+0000 mgr.smithi204.vnvrbl (mgr.24567) 3253 : cluster [DBG] pgmap v2800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:28.133 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:30:28.133 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 68s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:30:28.133 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 68s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:30:28.133 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 70s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:30:28.134 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 68s ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:30:28.134 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 68s ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:30:28.134 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 70s ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:30:28.134 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 68s ago 5h 627M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:30:28.135 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 70s ago 5h 499M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:30:28.135 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 68s ago 5h 1953M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:30:28.135 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 70s ago 5h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:30:28.136 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 68s ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:30:28.136 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 70s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:30:28.136 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 68s ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:30:28.136 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 70s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:30:28.137 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 68s ago 5h 1312M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:30:28.137 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 68s ago 5h 2207M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:30:28.137 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 68s ago 5h 1494M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:30:28.137 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 68s ago 5h 2397M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:30:28.138 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 70s ago 5h 2234M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:30:28.138 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 70s ago 5h 2342M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:30:28.138 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 70s ago 5h 1959M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:30:28.138 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 70s ago 5h 2847M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:30:28.139 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 68s ago 5h 162M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:30:28.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:26.909545+0000 mgr.smithi204.vnvrbl (mgr.24567) 3253 : cluster [DBG] pgmap v2800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:28.461 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:30:28.461 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:30:28.462 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:30:28.462 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:30:28.462 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:30:28.462 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:30:28.463 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:30:28.463 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:30:28.463 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:30:28.463 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:30:28.464 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:30:28.464 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:30:28.464 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:30:28.464 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:30:28.464 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:30:28.465 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:30:28.465 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:30:28.465 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:30:28.465 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:30:29.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:30:27.839649+0000 mgr.smithi204.vnvrbl (mgr.24567) 3254 : audit [DBG] from='client.41584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:30:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:30:28.122124+0000 mgr.smithi204.vnvrbl (mgr.24567) 3255 : audit [DBG] from='client.41588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:30:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:30:28.460720+0000 mon.smithi176 (mon.0) 3092 : audit [DBG] from='client.? 172.21.15.176:0/3899234253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:30:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:30:27.839649+0000 mgr.smithi204.vnvrbl (mgr.24567) 3254 : audit [DBG] from='client.41584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:30:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:30:28.122124+0000 mgr.smithi204.vnvrbl (mgr.24567) 3255 : audit [DBG] from='client.41588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:30:29.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:30:28.460720+0000 mon.smithi176 (mon.0) 3092 : audit [DBG] from='client.? 172.21.15.176:0/3899234253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:30:30.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:28.910465+0000 mgr.smithi204.vnvrbl (mgr.24567) 3256 : cluster [DBG] pgmap v2801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:30.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:28.910465+0000 mgr.smithi204.vnvrbl (mgr.24567) 3256 : cluster [DBG] pgmap v2801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:32.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:30.911002+0000 mgr.smithi204.vnvrbl (mgr.24567) 3257 : cluster [DBG] pgmap v2802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:30.911002+0000 mgr.smithi204.vnvrbl (mgr.24567) 3257 : cluster [DBG] pgmap v2802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:34.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:32.911780+0000 mgr.smithi204.vnvrbl (mgr.24567) 3258 : cluster [DBG] pgmap v2803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:34.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:32.911780+0000 mgr.smithi204.vnvrbl (mgr.24567) 3258 : cluster [DBG] pgmap v2803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:36.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:34.912355+0000 mgr.smithi204.vnvrbl (mgr.24567) 3259 : cluster [DBG] pgmap v2804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:34.912355+0000 mgr.smithi204.vnvrbl (mgr.24567) 3259 : cluster [DBG] pgmap v2804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:36.912801+0000 mgr.smithi204.vnvrbl (mgr.24567) 3260 : cluster [DBG] pgmap v2805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:38.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:36.912801+0000 mgr.smithi204.vnvrbl (mgr.24567) 3260 : cluster [DBG] pgmap v2805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:40.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:38.913760+0000 mgr.smithi204.vnvrbl (mgr.24567) 3261 : cluster [DBG] pgmap v2806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:40.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:38.913760+0000 mgr.smithi204.vnvrbl (mgr.24567) 3261 : cluster [DBG] pgmap v2806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:42.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:40.914210+0000 mgr.smithi204.vnvrbl (mgr.24567) 3262 : cluster [DBG] pgmap v2807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:42.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:40.914210+0000 mgr.smithi204.vnvrbl (mgr.24567) 3262 : cluster [DBG] pgmap v2807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:44.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:42.915018+0000 mgr.smithi204.vnvrbl (mgr.24567) 3263 : cluster [DBG] pgmap v2808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:42.915018+0000 mgr.smithi204.vnvrbl (mgr.24567) 3263 : cluster [DBG] pgmap v2808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:46.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:44.915503+0000 mgr.smithi204.vnvrbl (mgr.24567) 3264 : cluster [DBG] pgmap v2809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:44.915503+0000 mgr.smithi204.vnvrbl (mgr.24567) 3264 : cluster [DBG] pgmap v2809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:46.915929+0000 mgr.smithi204.vnvrbl (mgr.24567) 3265 : cluster [DBG] pgmap v2810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:46.915929+0000 mgr.smithi204.vnvrbl (mgr.24567) 3265 : cluster [DBG] pgmap v2810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:50.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:48.916739+0000 mgr.smithi204.vnvrbl (mgr.24567) 3266 : cluster [DBG] pgmap v2811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:48.916739+0000 mgr.smithi204.vnvrbl (mgr.24567) 3266 : cluster [DBG] pgmap v2811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:52.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:50.917224+0000 mgr.smithi204.vnvrbl (mgr.24567) 3267 : cluster [DBG] pgmap v2812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:50.917224+0000 mgr.smithi204.vnvrbl (mgr.24567) 3267 : cluster [DBG] pgmap v2812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:54.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:52.918006+0000 mgr.smithi204.vnvrbl (mgr.24567) 3268 : cluster [DBG] pgmap v2813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:52.918006+0000 mgr.smithi204.vnvrbl (mgr.24567) 3268 : cluster [DBG] pgmap v2813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:30:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:54.918566+0000 mgr.smithi204.vnvrbl (mgr.24567) 3269 : cluster [DBG] pgmap v2814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:54.918566+0000 mgr.smithi204.vnvrbl (mgr.24567) 3269 : cluster [DBG] pgmap v2814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:56.919032+0000 mgr.smithi204.vnvrbl (mgr.24567) 3270 : cluster [DBG] pgmap v2815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:56.919032+0000 mgr.smithi204.vnvrbl (mgr.24567) 3270 : cluster [DBG] pgmap v2815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:30:58.802 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:30:59.041 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:30:59.041 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 99s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:30:59.041 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 99s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:30:59.042 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 101s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:30:59.042 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 99s ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:30:59.042 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 99s ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:30:59.042 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 101s ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:30:59.042 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 99s ago 5h 627M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:30:59.043 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 101s ago 5h 499M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:30:59.043 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 99s ago 5h 1953M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:30:59.043 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 101s ago 5h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:30:59.043 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 99s ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:30:59.043 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 101s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:30:59.044 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 99s ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:30:59.044 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 101s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:30:59.044 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 99s ago 5h 1312M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:30:59.044 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 99s ago 5h 2207M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:30:59.044 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 99s ago 5h 1494M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:30:59.045 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 99s ago 5h 2397M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:30:59.045 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 101s ago 5h 2234M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:30:59.045 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 101s ago 5h 2342M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:30:59.045 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 101s ago 5h 1959M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:30:59.046 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 101s ago 5h 2847M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:30:59.046 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 99s ago 5h 162M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:30:59.371 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:30:59.372 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:30:59.372 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:30:59.372 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:30:59.372 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:30:59.372 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:30:59.373 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:30:59.373 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:30:59.373 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:30:59.373 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:30:59.374 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:30:59.374 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:30:59.374 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:30:59.374 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:30:59.374 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:30:59.375 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:30:59.375 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:30:59.375 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:30:59.375 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:31:00.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:30:58.747604+0000 mgr.smithi204.vnvrbl (mgr.24567) 3271 : audit [DBG] from='client.41596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:31:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:30:58.919947+0000 mgr.smithi204.vnvrbl (mgr.24567) 3272 : cluster [DBG] pgmap v2816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:30:59.030300+0000 mgr.smithi204.vnvrbl (mgr.24567) 3273 : audit [DBG] from='client.41600 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:31:00.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:30:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:30:59.371055+0000 mon.smithi176 (mon.0) 3093 : audit [DBG] from='client.? 172.21.15.176:0/4050200345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:31:00.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:30:58.747604+0000 mgr.smithi204.vnvrbl (mgr.24567) 3271 : audit [DBG] from='client.41596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:31:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:30:58.919947+0000 mgr.smithi204.vnvrbl (mgr.24567) 3272 : cluster [DBG] pgmap v2816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:30:59.030300+0000 mgr.smithi204.vnvrbl (mgr.24567) 3273 : audit [DBG] from='client.41600 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:31:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:30:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:30:59.371055+0000 mon.smithi176 (mon.0) 3093 : audit [DBG] from='client.? 172.21.15.176:0/4050200345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:31:02.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:00.920497+0000 mgr.smithi204.vnvrbl (mgr.24567) 3274 : cluster [DBG] pgmap v2817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:00.920497+0000 mgr.smithi204.vnvrbl (mgr.24567) 3274 : cluster [DBG] pgmap v2817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:04.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:02.921353+0000 mgr.smithi204.vnvrbl (mgr.24567) 3275 : cluster [DBG] pgmap v2818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:04.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:02.921353+0000 mgr.smithi204.vnvrbl (mgr.24567) 3275 : cluster [DBG] pgmap v2818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:06.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:04.921877+0000 mgr.smithi204.vnvrbl (mgr.24567) 3276 : cluster [DBG] pgmap v2819: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:06.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:04.921877+0000 mgr.smithi204.vnvrbl (mgr.24567) 3276 : cluster [DBG] pgmap v2819: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:06.922462+0000 mgr.smithi204.vnvrbl (mgr.24567) 3277 : cluster [DBG] pgmap v2820: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:06.922462+0000 mgr.smithi204.vnvrbl (mgr.24567) 3277 : cluster [DBG] pgmap v2820: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:10.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:08.923440+0000 mgr.smithi204.vnvrbl (mgr.24567) 3278 : cluster [DBG] pgmap v2821: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:10.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:08.923440+0000 mgr.smithi204.vnvrbl (mgr.24567) 3278 : cluster [DBG] pgmap v2821: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:12.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:10.924053+0000 mgr.smithi204.vnvrbl (mgr.24567) 3279 : cluster [DBG] pgmap v2822: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:31:11.741627+0000 mon.smithi204 (mon.1) 509 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:31:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:31:11.741943+0000 mon.smithi204 (mon.1) 510 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:31:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:31:11.742113+0000 mon.smithi176 (mon.0) 3094 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:31:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:31:11.742539+0000 mon.smithi176 (mon.0) 3095 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:31:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:10.924053+0000 mgr.smithi204.vnvrbl (mgr.24567) 3279 : cluster [DBG] pgmap v2822: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:31:11.741627+0000 mon.smithi204 (mon.1) 509 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:31:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:31:11.741943+0000 mon.smithi204 (mon.1) 510 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:31:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:31:11.742113+0000 mon.smithi176 (mon.0) 3094 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:31:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:31:11.742539+0000 mon.smithi176 (mon.0) 3095 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:31:14.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:12.924775+0000 mgr.smithi204.vnvrbl (mgr.24567) 3280 : cluster [DBG] pgmap v2823: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:14.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:12.924775+0000 mgr.smithi204.vnvrbl (mgr.24567) 3280 : cluster [DBG] pgmap v2823: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:16.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:14.925392+0000 mgr.smithi204.vnvrbl (mgr.24567) 3281 : cluster [DBG] pgmap v2824: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:16.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:14.925392+0000 mgr.smithi204.vnvrbl (mgr.24567) 3281 : cluster [DBG] pgmap v2824: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:16.926036+0000 mgr.smithi204.vnvrbl (mgr.24567) 3282 : cluster [DBG] pgmap v2825: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:18.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:16.926036+0000 mgr.smithi204.vnvrbl (mgr.24567) 3282 : cluster [DBG] pgmap v2825: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:20.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:18.926916+0000 mgr.smithi204.vnvrbl (mgr.24567) 3283 : cluster [DBG] pgmap v2826: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:20.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:18.926916+0000 mgr.smithi204.vnvrbl (mgr.24567) 3283 : cluster [DBG] pgmap v2826: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:20.988 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:31:20.798682+0000 mon.smithi204 (mon.1) 511 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:31:20.988 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:31:20.800045+0000 mon.smithi204 (mon.1) 512 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:31:20.988 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:31:20.800862+0000 mon.smithi204 (mon.1) 513 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:31:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:31:20.798682+0000 mon.smithi204 (mon.1) 511 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:31:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:31:20.800045+0000 mon.smithi204 (mon.1) 512 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:31:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:31:20.800862+0000 mon.smithi204 (mon.1) 513 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:31:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:31:20.801636+0000 mgr.smithi204.vnvrbl (mgr.24567) 3284 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:31:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:20.927403+0000 mgr.smithi204.vnvrbl (mgr.24567) 3285 : cluster [DBG] pgmap v2827: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:31:21.055676+0000 mon.smithi176 (mon.0) 3096 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:31:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:31:21.454618+0000 mon.smithi176 (mon.0) 3097 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:31:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:31:21.462578+0000 mon.smithi176 (mon.0) 3098 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:31:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:31:20.801636+0000 mgr.smithi204.vnvrbl (mgr.24567) 3284 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:31:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:20.927403+0000 mgr.smithi204.vnvrbl (mgr.24567) 3285 : cluster [DBG] pgmap v2827: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:31:21.055676+0000 mon.smithi176 (mon.0) 3096 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:31:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:31:21.454618+0000 mon.smithi176 (mon.0) 3097 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:31:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:31:21.462578+0000 mon.smithi176 (mon.0) 3098 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:31:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:22.928315+0000 mgr.smithi204.vnvrbl (mgr.24567) 3286 : cluster [DBG] pgmap v2828: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:22.928315+0000 mgr.smithi204.vnvrbl (mgr.24567) 3286 : cluster [DBG] pgmap v2828: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:24.928808+0000 mgr.smithi204.vnvrbl (mgr.24567) 3287 : cluster [DBG] pgmap v2829: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:26.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:24.928808+0000 mgr.smithi204.vnvrbl (mgr.24567) 3287 : cluster [DBG] pgmap v2829: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:26.929322+0000 mgr.smithi204.vnvrbl (mgr.24567) 3288 : cluster [DBG] pgmap v2830: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:26.929322+0000 mgr.smithi204.vnvrbl (mgr.24567) 3288 : cluster [DBG] pgmap v2830: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:29.668 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:31:29.963 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:31:29.964 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:31:29.964 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 2m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:31:29.964 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 2m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:31:29.964 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 2m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:31:29.964 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 2m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:31:29.965 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 2m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:31:29.965 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 2m ago 5h 627M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:31:29.965 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 2m ago 5h 499M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:31:29.965 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 2m ago 5h 1953M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:31:29.965 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 2m ago 5h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:31:29.966 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 2m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:31:29.966 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 2m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:31:29.966 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 2m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:31:29.966 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:31:29.967 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 2m ago 5h 1312M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:31:29.967 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 2m ago 5h 2207M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:31:29.967 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 2m ago 5h 1494M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:31:29.967 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 2m ago 5h 2397M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:31:29.967 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 2m ago 5h 2234M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:31:29.968 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 2m ago 5h 2342M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:31:29.968 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 2m ago 5h 1959M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:31:29.968 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 2m ago 5h 2847M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:31:29.968 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 2m ago 5h 162M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:31:30.295 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:31:30.296 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:31:30.296 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:31:30.296 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:31:30.296 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:31:30.297 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:31:30.297 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:31:30.297 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:31:30.297 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:31:30.298 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:31:30.298 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:31:30.298 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:31:30.299 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:31:30.299 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:31:30.299 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:31:30.299 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:31:30.299 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:31:30.300 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:31:30.300 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:31:30.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:28.930073+0000 mgr.smithi204.vnvrbl (mgr.24567) 3289 : cluster [DBG] pgmap v2831: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:30.301 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:31:29.655492+0000 mgr.smithi204.vnvrbl (mgr.24567) 3290 : audit [DBG] from='client.41608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:31:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:28.930073+0000 mgr.smithi204.vnvrbl (mgr.24567) 3289 : cluster [DBG] pgmap v2831: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:31:29.655492+0000 mgr.smithi204.vnvrbl (mgr.24567) 3290 : audit [DBG] from='client.41608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:31:31.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:31:29.953086+0000 mgr.smithi204.vnvrbl (mgr.24567) 3291 : audit [DBG] from='client.41612 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:31:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:31:30.294850+0000 mon.smithi176 (mon.0) 3099 : audit [DBG] from='client.? 172.21.15.176:0/4262638449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:31:31.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:31:29.953086+0000 mgr.smithi204.vnvrbl (mgr.24567) 3291 : audit [DBG] from='client.41612 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:31:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:31:30.294850+0000 mon.smithi176 (mon.0) 3099 : audit [DBG] from='client.? 172.21.15.176:0/4262638449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:31:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:30.930536+0000 mgr.smithi204.vnvrbl (mgr.24567) 3292 : cluster [DBG] pgmap v2832: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:30.930536+0000 mgr.smithi204.vnvrbl (mgr.24567) 3292 : cluster [DBG] pgmap v2832: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:34.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:32.931375+0000 mgr.smithi204.vnvrbl (mgr.24567) 3293 : cluster [DBG] pgmap v2833: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:32.931375+0000 mgr.smithi204.vnvrbl (mgr.24567) 3293 : cluster [DBG] pgmap v2833: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:36.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:34.931880+0000 mgr.smithi204.vnvrbl (mgr.24567) 3294 : cluster [DBG] pgmap v2834: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:34.931880+0000 mgr.smithi204.vnvrbl (mgr.24567) 3294 : cluster [DBG] pgmap v2834: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:36.932372+0000 mgr.smithi204.vnvrbl (mgr.24567) 3295 : cluster [DBG] pgmap v2835: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:36.932372+0000 mgr.smithi204.vnvrbl (mgr.24567) 3295 : cluster [DBG] pgmap v2835: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:40.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:39 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:38.933157+0000 mgr.smithi204.vnvrbl (mgr.24567) 3296 : cluster [DBG] pgmap v2836: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:39 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:38.933157+0000 mgr.smithi204.vnvrbl (mgr.24567) 3296 : cluster [DBG] pgmap v2836: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:42.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:40.933692+0000 mgr.smithi204.vnvrbl (mgr.24567) 3297 : cluster [DBG] pgmap v2837: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:40.933692+0000 mgr.smithi204.vnvrbl (mgr.24567) 3297 : cluster [DBG] pgmap v2837: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:43.993 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:42.934619+0000 mgr.smithi204.vnvrbl (mgr.24567) 3298 : cluster [DBG] pgmap v2838: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:42.934619+0000 mgr.smithi204.vnvrbl (mgr.24567) 3298 : cluster [DBG] pgmap v2838: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:46.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:44.935212+0000 mgr.smithi204.vnvrbl (mgr.24567) 3299 : cluster [DBG] pgmap v2839: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:46.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:44.935212+0000 mgr.smithi204.vnvrbl (mgr.24567) 3299 : cluster [DBG] pgmap v2839: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:46.935671+0000 mgr.smithi204.vnvrbl (mgr.24567) 3300 : cluster [DBG] pgmap v2840: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:46.935671+0000 mgr.smithi204.vnvrbl (mgr.24567) 3300 : cluster [DBG] pgmap v2840: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:50.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:48.936660+0000 mgr.smithi204.vnvrbl (mgr.24567) 3301 : cluster [DBG] pgmap v2841: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:48.936660+0000 mgr.smithi204.vnvrbl (mgr.24567) 3301 : cluster [DBG] pgmap v2841: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:52.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:50.937085+0000 mgr.smithi204.vnvrbl (mgr.24567) 3302 : cluster [DBG] pgmap v2842: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:52.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:50.937085+0000 mgr.smithi204.vnvrbl (mgr.24567) 3302 : cluster [DBG] pgmap v2842: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:54.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:52.937911+0000 mgr.smithi204.vnvrbl (mgr.24567) 3303 : cluster [DBG] pgmap v2843: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:52.937911+0000 mgr.smithi204.vnvrbl (mgr.24567) 3303 : cluster [DBG] pgmap v2843: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:31:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:54.938357+0000 mgr.smithi204.vnvrbl (mgr.24567) 3304 : cluster [DBG] pgmap v2844: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:54.938357+0000 mgr.smithi204.vnvrbl (mgr.24567) 3304 : cluster [DBG] pgmap v2844: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:56.938850+0000 mgr.smithi204.vnvrbl (mgr.24567) 3305 : cluster [DBG] pgmap v2845: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:31:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:56.938850+0000 mgr.smithi204.vnvrbl (mgr.24567) 3305 : cluster [DBG] pgmap v2845: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:00.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:31:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:31:58.939679+0000 mgr.smithi204.vnvrbl (mgr.24567) 3306 : cluster [DBG] pgmap v2846: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:31:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:31:58.939679+0000 mgr.smithi204.vnvrbl (mgr.24567) 3306 : cluster [DBG] pgmap v2846: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:00.594 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:32:00.872 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:32:00.872 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:32:00.872 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 2m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:32:00.873 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 2m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:32:00.873 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 2m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:32:00.873 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 2m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:32:00.873 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 2m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:32:00.874 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 2m ago 5h 627M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:32:00.874 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 2m ago 5h 499M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:32:00.874 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 2m ago 5h 1953M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:32:00.874 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 2m ago 5h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:32:00.874 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 2m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:32:00.875 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 2m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:32:00.875 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 2m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:32:00.875 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:32:00.875 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 2m ago 5h 1312M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:32:00.876 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 2m ago 5h 2207M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:32:00.876 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 2m ago 5h 1494M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:32:00.876 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 2m ago 5h 2397M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:32:00.876 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 2m ago 5h 2234M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:32:00.876 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 2m ago 5h 2342M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:32:00.877 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 2m ago 5h 1959M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:32:00.877 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 2m ago 5h 2847M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:32:00.877 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 2m ago 5h 162M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:32:01.203 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:32:01.203 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:32:01.204 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:32:01.204 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:32:01.204 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:32:01.204 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:32:01.204 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:32:01.205 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:32:01.205 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:32:01.205 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:32:01.205 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:32:01.206 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:32:01.206 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:32:01.206 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:32:01.206 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:32:01.206 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:32:01.207 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:32:01.207 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:32:01.207 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:32:01.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:32:00.581274+0000 mgr.smithi204.vnvrbl (mgr.24567) 3307 : audit [DBG] from='client.41620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:32:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:32:00.581274+0000 mgr.smithi204.vnvrbl (mgr.24567) 3307 : audit [DBG] from='client.41620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:32:02.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:32:00.861582+0000 mgr.smithi204.vnvrbl (mgr.24567) 3308 : audit [DBG] from='client.41624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:32:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:00.940223+0000 mgr.smithi204.vnvrbl (mgr.24567) 3309 : cluster [DBG] pgmap v2847: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:32:01.202768+0000 mon.smithi176 (mon.0) 3100 : audit [DBG] from='client.? 172.21.15.176:0/848586110' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:32:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:32:00.861582+0000 mgr.smithi204.vnvrbl (mgr.24567) 3308 : audit [DBG] from='client.41624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:32:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:00.940223+0000 mgr.smithi204.vnvrbl (mgr.24567) 3309 : cluster [DBG] pgmap v2847: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:32:01.202768+0000 mon.smithi176 (mon.0) 3100 : audit [DBG] from='client.? 172.21.15.176:0/848586110' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:32:04.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:02.941021+0000 mgr.smithi204.vnvrbl (mgr.24567) 3310 : cluster [DBG] pgmap v2848: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:02.941021+0000 mgr.smithi204.vnvrbl (mgr.24567) 3310 : cluster [DBG] pgmap v2848: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:06.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:04.941560+0000 mgr.smithi204.vnvrbl (mgr.24567) 3311 : cluster [DBG] pgmap v2849: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:06.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:04.941560+0000 mgr.smithi204.vnvrbl (mgr.24567) 3311 : cluster [DBG] pgmap v2849: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:06.942027+0000 mgr.smithi204.vnvrbl (mgr.24567) 3312 : cluster [DBG] pgmap v2850: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:06.942027+0000 mgr.smithi204.vnvrbl (mgr.24567) 3312 : cluster [DBG] pgmap v2850: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:10.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:08.942894+0000 mgr.smithi204.vnvrbl (mgr.24567) 3313 : cluster [DBG] pgmap v2851: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:10.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:08.942894+0000 mgr.smithi204.vnvrbl (mgr.24567) 3313 : cluster [DBG] pgmap v2851: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:12.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:10.943442+0000 mgr.smithi204.vnvrbl (mgr.24567) 3314 : cluster [DBG] pgmap v2852: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:32:11.746438+0000 mon.smithi204 (mon.1) 514 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:32:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:32:11.746673+0000 mon.smithi204 (mon.1) 515 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:32:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:32:11.747124+0000 mon.smithi176 (mon.0) 3101 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:32:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:32:11.747387+0000 mon.smithi176 (mon.0) 3102 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:32:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:10.943442+0000 mgr.smithi204.vnvrbl (mgr.24567) 3314 : cluster [DBG] pgmap v2852: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:32:11.746438+0000 mon.smithi204 (mon.1) 514 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:32:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:32:11.746673+0000 mon.smithi204 (mon.1) 515 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:32:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:32:11.747124+0000 mon.smithi176 (mon.0) 3101 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:32:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:32:11.747387+0000 mon.smithi176 (mon.0) 3102 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:32:14.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:12.944164+0000 mgr.smithi204.vnvrbl (mgr.24567) 3315 : cluster [DBG] pgmap v2853: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:12.944164+0000 mgr.smithi204.vnvrbl (mgr.24567) 3315 : cluster [DBG] pgmap v2853: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:16.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:14.944586+0000 mgr.smithi204.vnvrbl (mgr.24567) 3316 : cluster [DBG] pgmap v2854: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:14.944586+0000 mgr.smithi204.vnvrbl (mgr.24567) 3316 : cluster [DBG] pgmap v2854: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:16.945039+0000 mgr.smithi204.vnvrbl (mgr.24567) 3317 : cluster [DBG] pgmap v2855: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:16.945039+0000 mgr.smithi204.vnvrbl (mgr.24567) 3317 : cluster [DBG] pgmap v2855: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:20.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:18.945968+0000 mgr.smithi204.vnvrbl (mgr.24567) 3318 : cluster [DBG] pgmap v2856: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:18.945968+0000 mgr.smithi204.vnvrbl (mgr.24567) 3318 : cluster [DBG] pgmap v2856: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:22.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:20.946623+0000 mgr.smithi204.vnvrbl (mgr.24567) 3319 : cluster [DBG] pgmap v2857: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:32:21.465676+0000 mon.smithi204 (mon.1) 516 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:32:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:32:21.467042+0000 mon.smithi204 (mon.1) 517 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:32:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:32:21.467843+0000 mon.smithi204 (mon.1) 518 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:32:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:32:21.468550+0000 mgr.smithi204.vnvrbl (mgr.24567) 3320 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:32:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:32:21.819600+0000 mon.smithi176 (mon.0) 3103 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:32:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:20.946623+0000 mgr.smithi204.vnvrbl (mgr.24567) 3319 : cluster [DBG] pgmap v2857: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:32:21.465676+0000 mon.smithi204 (mon.1) 516 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:32:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:32:21.467042+0000 mon.smithi204 (mon.1) 517 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:32:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:32:21.467843+0000 mon.smithi204 (mon.1) 518 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:32:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:32:21.468550+0000 mgr.smithi204.vnvrbl (mgr.24567) 3320 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:32:22.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:32:21.819600+0000 mon.smithi176 (mon.0) 3103 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:32:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:32:22.208851+0000 mon.smithi176 (mon.0) 3104 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:32:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:32:22.214345+0000 mon.smithi176 (mon.0) 3105 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:32:23.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:32:22.208851+0000 mon.smithi176 (mon.0) 3104 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:32:23.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:32:22.214345+0000 mon.smithi176 (mon.0) 3105 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:32:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:22.947468+0000 mgr.smithi204.vnvrbl (mgr.24567) 3321 : cluster [DBG] pgmap v2858: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:22.947468+0000 mgr.smithi204.vnvrbl (mgr.24567) 3321 : cluster [DBG] pgmap v2858: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:24.947834+0000 mgr.smithi204.vnvrbl (mgr.24567) 3322 : cluster [DBG] pgmap v2859: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:26.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:24.947834+0000 mgr.smithi204.vnvrbl (mgr.24567) 3322 : cluster [DBG] pgmap v2859: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:26.948348+0000 mgr.smithi204.vnvrbl (mgr.24567) 3323 : cluster [DBG] pgmap v2860: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:26.948348+0000 mgr.smithi204.vnvrbl (mgr.24567) 3323 : cluster [DBG] pgmap v2860: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:30.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:28.949100+0000 mgr.smithi204.vnvrbl (mgr.24567) 3324 : cluster [DBG] pgmap v2861: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:28.949100+0000 mgr.smithi204.vnvrbl (mgr.24567) 3324 : cluster [DBG] pgmap v2861: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:31.508 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:32:31.783 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:32:31.784 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:32:31.784 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 3m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:32:31.784 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 3m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:32:31.784 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 3m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:32:31.785 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 3m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:32:31.785 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 3m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:32:31.785 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 3m ago 5h 627M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:32:31.785 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 3m ago 5h 499M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:32:31.786 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 3m ago 5h 1953M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:32:31.786 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 3m ago 5h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:32:31.786 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 3m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:32:31.786 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 3m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:32:31.787 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 3m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:32:31.787 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:32:31.787 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 3m ago 5h 1312M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:32:31.787 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 3m ago 5h 2207M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:32:31.787 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 3m ago 5h 1494M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:32:31.788 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 3m ago 5h 2397M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:32:31.788 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 3m ago 5h 2234M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:32:31.788 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 3m ago 5h 2342M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:32:31.788 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 3m ago 5h 1959M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:32:31.789 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 3m ago 5h 2847M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:32:31.789 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 3m ago 5h 162M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:32:32.116 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:32:32.116 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:32:32.117 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:32:32.117 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:32:32.117 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:32:32.117 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:32:32.118 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:32:32.118 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:32:32.118 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:32:32.118 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:32:32.119 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:32:32.119 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:32:32.119 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:32:32.119 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:32:32.120 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:32:32.120 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:32:32.120 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:32:32.120 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:32:32.120 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:32:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:30.949565+0000 mgr.smithi204.vnvrbl (mgr.24567) 3325 : cluster [DBG] pgmap v2862: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:32.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:32:31.495695+0000 mgr.smithi204.vnvrbl (mgr.24567) 3326 : audit [DBG] from='client.41632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:32:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:30.949565+0000 mgr.smithi204.vnvrbl (mgr.24567) 3325 : cluster [DBG] pgmap v2862: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:32:31.495695+0000 mgr.smithi204.vnvrbl (mgr.24567) 3326 : audit [DBG] from='client.41632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:32:33.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:32:31.772565+0000 mgr.smithi204.vnvrbl (mgr.24567) 3327 : audit [DBG] from='client.41636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:32:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:32:32.115498+0000 mon.smithi176 (mon.0) 3106 : audit [DBG] from='client.? 172.21.15.176:0/4162691575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:32:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:32:31.772565+0000 mgr.smithi204.vnvrbl (mgr.24567) 3327 : audit [DBG] from='client.41636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:32:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:32:32.115498+0000 mon.smithi176 (mon.0) 3106 : audit [DBG] from='client.? 172.21.15.176:0/4162691575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:32:34.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:32.950521+0000 mgr.smithi204.vnvrbl (mgr.24567) 3328 : cluster [DBG] pgmap v2863: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:32.950521+0000 mgr.smithi204.vnvrbl (mgr.24567) 3328 : cluster [DBG] pgmap v2863: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:36.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:34.950960+0000 mgr.smithi204.vnvrbl (mgr.24567) 3329 : cluster [DBG] pgmap v2864: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:34.950960+0000 mgr.smithi204.vnvrbl (mgr.24567) 3329 : cluster [DBG] pgmap v2864: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:36.951440+0000 mgr.smithi204.vnvrbl (mgr.24567) 3330 : cluster [DBG] pgmap v2865: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:36.951440+0000 mgr.smithi204.vnvrbl (mgr.24567) 3330 : cluster [DBG] pgmap v2865: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:40.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:38.952428+0000 mgr.smithi204.vnvrbl (mgr.24567) 3331 : cluster [DBG] pgmap v2866: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:38.952428+0000 mgr.smithi204.vnvrbl (mgr.24567) 3331 : cluster [DBG] pgmap v2866: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:42.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:40.952943+0000 mgr.smithi204.vnvrbl (mgr.24567) 3332 : cluster [DBG] pgmap v2867: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:40.952943+0000 mgr.smithi204.vnvrbl (mgr.24567) 3332 : cluster [DBG] pgmap v2867: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:44.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:42.953804+0000 mgr.smithi204.vnvrbl (mgr.24567) 3333 : cluster [DBG] pgmap v2868: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:42.953804+0000 mgr.smithi204.vnvrbl (mgr.24567) 3333 : cluster [DBG] pgmap v2868: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:46.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:44.954234+0000 mgr.smithi204.vnvrbl (mgr.24567) 3334 : cluster [DBG] pgmap v2869: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:44.954234+0000 mgr.smithi204.vnvrbl (mgr.24567) 3334 : cluster [DBG] pgmap v2869: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:46.954713+0000 mgr.smithi204.vnvrbl (mgr.24567) 3335 : cluster [DBG] pgmap v2870: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:46.954713+0000 mgr.smithi204.vnvrbl (mgr.24567) 3335 : cluster [DBG] pgmap v2870: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:50.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:48.955653+0000 mgr.smithi204.vnvrbl (mgr.24567) 3336 : cluster [DBG] pgmap v2871: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:48.955653+0000 mgr.smithi204.vnvrbl (mgr.24567) 3336 : cluster [DBG] pgmap v2871: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:52.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:50.956104+0000 mgr.smithi204.vnvrbl (mgr.24567) 3337 : cluster [DBG] pgmap v2872: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:50.956104+0000 mgr.smithi204.vnvrbl (mgr.24567) 3337 : cluster [DBG] pgmap v2872: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:54.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:52.956827+0000 mgr.smithi204.vnvrbl (mgr.24567) 3338 : cluster [DBG] pgmap v2873: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:52.956827+0000 mgr.smithi204.vnvrbl (mgr.24567) 3338 : cluster [DBG] pgmap v2873: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:32:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:54.957314+0000 mgr.smithi204.vnvrbl (mgr.24567) 3339 : cluster [DBG] pgmap v2874: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:54.957314+0000 mgr.smithi204.vnvrbl (mgr.24567) 3339 : cluster [DBG] pgmap v2874: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:32:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:56.957821+0000 mgr.smithi204.vnvrbl (mgr.24567) 3340 : cluster [DBG] pgmap v2875: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:32:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:32:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:56.957821+0000 mgr.smithi204.vnvrbl (mgr.24567) 3340 : cluster [DBG] pgmap v2875: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:00.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:32:58.958705+0000 mgr.smithi204.vnvrbl (mgr.24567) 3341 : cluster [DBG] pgmap v2876: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:32:58.958705+0000 mgr.smithi204.vnvrbl (mgr.24567) 3341 : cluster [DBG] pgmap v2876: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:02.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:00.959213+0000 mgr.smithi204.vnvrbl (mgr.24567) 3342 : cluster [DBG] pgmap v2877: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:02.415 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:33:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:00.959213+0000 mgr.smithi204.vnvrbl (mgr.24567) 3342 : cluster [DBG] pgmap v2877: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:02.692 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:33:02.693 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:33:02.693 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 3m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:33:02.693 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 3m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:33:02.693 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 3m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:33:02.694 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 3m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:33:02.694 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 3m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:33:02.694 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 3m ago 5h 627M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:33:02.694 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 3m ago 5h 499M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:33:02.695 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 3m ago 5h 1953M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:33:02.695 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 3m ago 5h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:33:02.695 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 3m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:33:02.695 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 3m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:33:02.695 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 3m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:33:02.696 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:33:02.696 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 3m ago 5h 1312M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:33:02.696 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 3m ago 5h 2207M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:33:02.696 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 3m ago 5h 1494M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:33:02.697 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 3m ago 5h 2397M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:33:02.697 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 3m ago 5h 2234M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:33:02.697 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 3m ago 5h 2342M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:33:02.697 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 3m ago 5h 1959M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:33:02.698 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 3m ago 5h 2847M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:33:02.698 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 3m ago 5h 162M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:33:03.081 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:33:03.082 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:33:03.082 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:33:03.082 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:33:03.083 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:33:03.083 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:33:03.083 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:33:03.083 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:33:03.083 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:33:03.084 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:33:03.084 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:33:03.084 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:33:03.084 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:33:03.085 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:33:03.085 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:33:03.085 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:33:03.085 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:33:03.085 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:33:03.086 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:33:03.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:33:02.402249+0000 mgr.smithi204.vnvrbl (mgr.24567) 3343 : audit [DBG] from='client.41644 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:33:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:33:02.681695+0000 mgr.smithi204.vnvrbl (mgr.24567) 3344 : audit [DBG] from='client.41648 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:33:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:33:02.402249+0000 mgr.smithi204.vnvrbl (mgr.24567) 3343 : audit [DBG] from='client.41644 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:33:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:33:02.681695+0000 mgr.smithi204.vnvrbl (mgr.24567) 3344 : audit [DBG] from='client.41648 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:33:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:02.959989+0000 mgr.smithi204.vnvrbl (mgr.24567) 3345 : cluster [DBG] pgmap v2878: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:33:03.081122+0000 mon.smithi176 (mon.0) 3107 : audit [DBG] from='client.? 172.21.15.176:0/2273246865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:33:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:02.959989+0000 mgr.smithi204.vnvrbl (mgr.24567) 3345 : cluster [DBG] pgmap v2878: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:04.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:33:03.081122+0000 mon.smithi176 (mon.0) 3107 : audit [DBG] from='client.? 172.21.15.176:0/2273246865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:33:06.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:04.960454+0000 mgr.smithi204.vnvrbl (mgr.24567) 3346 : cluster [DBG] pgmap v2879: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:04.960454+0000 mgr.smithi204.vnvrbl (mgr.24567) 3346 : cluster [DBG] pgmap v2879: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:06.960979+0000 mgr.smithi204.vnvrbl (mgr.24567) 3347 : cluster [DBG] pgmap v2880: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:06.960979+0000 mgr.smithi204.vnvrbl (mgr.24567) 3347 : cluster [DBG] pgmap v2880: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:10.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:08.961890+0000 mgr.smithi204.vnvrbl (mgr.24567) 3348 : cluster [DBG] pgmap v2881: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:08.961890+0000 mgr.smithi204.vnvrbl (mgr.24567) 3348 : cluster [DBG] pgmap v2881: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:10.962328+0000 mgr.smithi204.vnvrbl (mgr.24567) 3349 : cluster [DBG] pgmap v2882: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:33:11.751029+0000 mon.smithi204 (mon.1) 519 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:33:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:33:11.751318+0000 mon.smithi204 (mon.1) 520 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:33:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:33:11.751646+0000 mon.smithi176 (mon.0) 3108 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:33:12.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:33:11.751909+0000 mon.smithi176 (mon.0) 3109 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:33:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:10.962328+0000 mgr.smithi204.vnvrbl (mgr.24567) 3349 : cluster [DBG] pgmap v2882: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:33:11.751029+0000 mon.smithi204 (mon.1) 519 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:33:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:33:11.751318+0000 mon.smithi204 (mon.1) 520 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:33:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:33:11.751646+0000 mon.smithi176 (mon.0) 3108 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:33:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:33:11.751909+0000 mon.smithi176 (mon.0) 3109 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:33:14.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:12.963249+0000 mgr.smithi204.vnvrbl (mgr.24567) 3350 : cluster [DBG] pgmap v2883: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:12.963249+0000 mgr.smithi204.vnvrbl (mgr.24567) 3350 : cluster [DBG] pgmap v2883: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:16.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:14.963711+0000 mgr.smithi204.vnvrbl (mgr.24567) 3351 : cluster [DBG] pgmap v2884: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:14.963711+0000 mgr.smithi204.vnvrbl (mgr.24567) 3351 : cluster [DBG] pgmap v2884: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:16.964259+0000 mgr.smithi204.vnvrbl (mgr.24567) 3352 : cluster [DBG] pgmap v2885: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:18.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:16.964259+0000 mgr.smithi204.vnvrbl (mgr.24567) 3352 : cluster [DBG] pgmap v2885: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:20.019 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:18.964949+0000 mgr.smithi204.vnvrbl (mgr.24567) 3353 : cluster [DBG] pgmap v2886: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:18.964949+0000 mgr.smithi204.vnvrbl (mgr.24567) 3353 : cluster [DBG] pgmap v2886: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:22.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:20.965435+0000 mgr.smithi204.vnvrbl (mgr.24567) 3354 : cluster [DBG] pgmap v2887: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:20.965435+0000 mgr.smithi204.vnvrbl (mgr.24567) 3354 : cluster [DBG] pgmap v2887: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:23.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:33:22.217147+0000 mon.smithi204 (mon.1) 521 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:33:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:33:22.218661+0000 mon.smithi204 (mon.1) 522 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:33:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:33:22.219461+0000 mon.smithi204 (mon.1) 523 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:33:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:33:22.220207+0000 mgr.smithi204.vnvrbl (mgr.24567) 3355 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:33:23.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:33:22.623756+0000 mon.smithi176 (mon.0) 3110 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:33:23.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:33:22.629286+0000 mon.smithi176 (mon.0) 3111 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:33:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:33:22.217147+0000 mon.smithi204 (mon.1) 521 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:33:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:33:22.218661+0000 mon.smithi204 (mon.1) 522 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:33:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:33:22.219461+0000 mon.smithi204 (mon.1) 523 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:33:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:33:22.220207+0000 mgr.smithi204.vnvrbl (mgr.24567) 3355 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:33:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:33:22.623756+0000 mon.smithi176 (mon.0) 3110 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:33:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:33:22.629286+0000 mon.smithi176 (mon.0) 3111 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:33:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:22.966130+0000 mgr.smithi204.vnvrbl (mgr.24567) 3356 : cluster [DBG] pgmap v2888: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:25.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:22.966130+0000 mgr.smithi204.vnvrbl (mgr.24567) 3356 : cluster [DBG] pgmap v2888: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:24.966666+0000 mgr.smithi204.vnvrbl (mgr.24567) 3357 : cluster [DBG] pgmap v2889: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:27.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:24.966666+0000 mgr.smithi204.vnvrbl (mgr.24567) 3357 : cluster [DBG] pgmap v2889: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:26.967269+0000 mgr.smithi204.vnvrbl (mgr.24567) 3358 : cluster [DBG] pgmap v2890: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:26.967269+0000 mgr.smithi204.vnvrbl (mgr.24567) 3358 : cluster [DBG] pgmap v2890: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:30.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:28.968128+0000 mgr.smithi204.vnvrbl (mgr.24567) 3359 : cluster [DBG] pgmap v2891: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:28.968128+0000 mgr.smithi204.vnvrbl (mgr.24567) 3359 : cluster [DBG] pgmap v2891: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:30.968626+0000 mgr.smithi204.vnvrbl (mgr.24567) 3360 : cluster [DBG] pgmap v2892: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:30.968626+0000 mgr.smithi204.vnvrbl (mgr.24567) 3360 : cluster [DBG] pgmap v2892: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:33.379 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:33:33.676 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:33:33.677 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 4m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:33:33.677 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 4m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:33:33.677 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 4m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:33:33.677 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 4m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:33:33.677 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 4m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:33:33.678 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 4m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:33:33.678 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 4m ago 5h 627M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:33:33.678 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 4m ago 5h 499M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:33:33.678 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 4m ago 5h 1953M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:33:33.678 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 4m ago 5h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:33:33.679 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 4m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:33:33.679 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 4m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:33:33.679 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 4m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:33:33.679 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:33:33.679 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 4m ago 5h 1312M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:33:33.680 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 4m ago 5h 2207M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:33:33.680 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 4m ago 5h 1494M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:33:33.680 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 4m ago 5h 2397M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:33:33.680 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 4m ago 5h 2234M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:33:33.680 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 4m ago 5h 2342M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:33:33.681 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 4m ago 5h 1959M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:33:33.681 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 4m ago 5h 2847M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:33:33.681 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 4m ago 5h 162M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:33:34.010 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:33:34.010 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:33:34.010 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:33:34.011 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:33:34.011 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:33:34.011 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:33:34.011 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:33:34.012 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:33:34.012 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:33:34.012 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:33:34.012 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:33:34.012 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:33:34.013 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:33:34.013 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:33:34.013 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:33:34.013 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:33:34.014 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:33:34.014 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:33:34.014 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:33:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:32.969466+0000 mgr.smithi204.vnvrbl (mgr.24567) 3361 : cluster [DBG] pgmap v2893: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:33:33.366245+0000 mgr.smithi204.vnvrbl (mgr.24567) 3362 : audit [DBG] from='client.49481 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:33:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:33:33.665887+0000 mgr.smithi204.vnvrbl (mgr.24567) 3363 : audit [DBG] from='client.41660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:33:34.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:33:34.009285+0000 mon.smithi176 (mon.0) 3112 : audit [DBG] from='client.? 172.21.15.176:0/2109484706' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:33:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:32.969466+0000 mgr.smithi204.vnvrbl (mgr.24567) 3361 : cluster [DBG] pgmap v2893: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:33:33.366245+0000 mgr.smithi204.vnvrbl (mgr.24567) 3362 : audit [DBG] from='client.49481 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:33:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:33:33.665887+0000 mgr.smithi204.vnvrbl (mgr.24567) 3363 : audit [DBG] from='client.41660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:33:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:33:34.009285+0000 mon.smithi176 (mon.0) 3112 : audit [DBG] from='client.? 172.21.15.176:0/2109484706' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:33:36.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:34.969920+0000 mgr.smithi204.vnvrbl (mgr.24567) 3364 : cluster [DBG] pgmap v2894: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:34.969920+0000 mgr.smithi204.vnvrbl (mgr.24567) 3364 : cluster [DBG] pgmap v2894: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:36.970560+0000 mgr.smithi204.vnvrbl (mgr.24567) 3365 : cluster [DBG] pgmap v2895: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:36.970560+0000 mgr.smithi204.vnvrbl (mgr.24567) 3365 : cluster [DBG] pgmap v2895: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:40.026 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:38.971486+0000 mgr.smithi204.vnvrbl (mgr.24567) 3366 : cluster [DBG] pgmap v2896: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:38.971486+0000 mgr.smithi204.vnvrbl (mgr.24567) 3366 : cluster [DBG] pgmap v2896: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:42.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:40.972146+0000 mgr.smithi204.vnvrbl (mgr.24567) 3367 : cluster [DBG] pgmap v2897: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:40.972146+0000 mgr.smithi204.vnvrbl (mgr.24567) 3367 : cluster [DBG] pgmap v2897: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:44.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:42.973036+0000 mgr.smithi204.vnvrbl (mgr.24567) 3368 : cluster [DBG] pgmap v2898: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:42.973036+0000 mgr.smithi204.vnvrbl (mgr.24567) 3368 : cluster [DBG] pgmap v2898: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:46.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:44.973533+0000 mgr.smithi204.vnvrbl (mgr.24567) 3369 : cluster [DBG] pgmap v2899: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:44.973533+0000 mgr.smithi204.vnvrbl (mgr.24567) 3369 : cluster [DBG] pgmap v2899: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:46.974189+0000 mgr.smithi204.vnvrbl (mgr.24567) 3370 : cluster [DBG] pgmap v2900: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:46.974189+0000 mgr.smithi204.vnvrbl (mgr.24567) 3370 : cluster [DBG] pgmap v2900: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:50.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:48.974861+0000 mgr.smithi204.vnvrbl (mgr.24567) 3371 : cluster [DBG] pgmap v2901: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:48.974861+0000 mgr.smithi204.vnvrbl (mgr.24567) 3371 : cluster [DBG] pgmap v2901: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:52.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:50.975400+0000 mgr.smithi204.vnvrbl (mgr.24567) 3372 : cluster [DBG] pgmap v2902: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:50.975400+0000 mgr.smithi204.vnvrbl (mgr.24567) 3372 : cluster [DBG] pgmap v2902: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:54.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:52.976223+0000 mgr.smithi204.vnvrbl (mgr.24567) 3373 : cluster [DBG] pgmap v2903: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:52.976223+0000 mgr.smithi204.vnvrbl (mgr.24567) 3373 : cluster [DBG] pgmap v2903: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:33:56.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:54.976680+0000 mgr.smithi204.vnvrbl (mgr.24567) 3374 : cluster [DBG] pgmap v2904: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:54.976680+0000 mgr.smithi204.vnvrbl (mgr.24567) 3374 : cluster [DBG] pgmap v2904: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:33:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:56.977158+0000 mgr.smithi204.vnvrbl (mgr.24567) 3375 : cluster [DBG] pgmap v2905: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:33:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:33:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:56.977158+0000 mgr.smithi204.vnvrbl (mgr.24567) 3375 : cluster [DBG] pgmap v2905: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:00.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:33:58.978061+0000 mgr.smithi204.vnvrbl (mgr.24567) 3376 : cluster [DBG] pgmap v2906: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:33:58.978061+0000 mgr.smithi204.vnvrbl (mgr.24567) 3376 : cluster [DBG] pgmap v2906: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:02.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:00.978544+0000 mgr.smithi204.vnvrbl (mgr.24567) 3377 : cluster [DBG] pgmap v2907: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:00.978544+0000 mgr.smithi204.vnvrbl (mgr.24567) 3377 : cluster [DBG] pgmap v2907: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:02.979412+0000 mgr.smithi204.vnvrbl (mgr.24567) 3378 : cluster [DBG] pgmap v2908: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:04.311 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:34:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:02.979412+0000 mgr.smithi204.vnvrbl (mgr.24567) 3378 : cluster [DBG] pgmap v2908: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:04.585 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:34:04.585 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 4m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:34:04.585 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 4m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:34:04.586 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 4m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:34:04.586 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 4m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:34:04.586 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 4m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:34:04.586 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 4m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:34:04.587 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 4m ago 5h 627M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:34:04.587 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 4m ago 5h 499M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:34:04.587 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 4m ago 5h 1953M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:34:04.587 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 4m ago 5h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:34:04.587 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 4m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:34:04.588 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 4m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:34:04.588 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 4m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:34:04.588 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:34:04.588 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 4m ago 5h 1312M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:34:04.589 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 4m ago 5h 2207M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:34:04.589 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 4m ago 5h 1494M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:34:04.589 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 4m ago 5h 2397M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:34:04.589 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 4m ago 5h 2234M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:34:04.589 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 4m ago 5h 2342M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:34:04.590 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 4m ago 5h 1959M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:34:04.590 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 4m ago 5h 2847M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:34:04.590 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 4m ago 5h 162M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:34:04.938 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:34:04.939 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:34:04.939 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:34:04.939 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:34:04.940 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:34:04.940 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:34:04.940 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:34:04.940 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:34:04.940 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:34:04.941 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:34:04.941 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:34:04.941 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:34:04.941 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:34:04.942 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:34:04.942 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:34:04.942 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:34:04.942 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:34:04.942 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:34:04.943 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:34:05.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:34:04.298613+0000 mgr.smithi204.vnvrbl (mgr.24567) 3379 : audit [DBG] from='client.41668 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:34:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:34:04.574092+0000 mgr.smithi204.vnvrbl (mgr.24567) 3380 : audit [DBG] from='client.41672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:34:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:34:04.938002+0000 mon.smithi176 (mon.0) 3113 : audit [DBG] from='client.? 172.21.15.176:0/1936657087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:34:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:34:04.298613+0000 mgr.smithi204.vnvrbl (mgr.24567) 3379 : audit [DBG] from='client.41668 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:34:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:34:04.574092+0000 mgr.smithi204.vnvrbl (mgr.24567) 3380 : audit [DBG] from='client.41672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:34:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:34:04.938002+0000 mon.smithi176 (mon.0) 3113 : audit [DBG] from='client.? 172.21.15.176:0/1936657087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:34:06.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:04.979827+0000 mgr.smithi204.vnvrbl (mgr.24567) 3381 : cluster [DBG] pgmap v2909: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:04.979827+0000 mgr.smithi204.vnvrbl (mgr.24567) 3381 : cluster [DBG] pgmap v2909: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:06.980412+0000 mgr.smithi204.vnvrbl (mgr.24567) 3382 : cluster [DBG] pgmap v2910: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:06.980412+0000 mgr.smithi204.vnvrbl (mgr.24567) 3382 : cluster [DBG] pgmap v2910: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:10.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:08.981140+0000 mgr.smithi204.vnvrbl (mgr.24567) 3383 : cluster [DBG] pgmap v2911: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:08.981140+0000 mgr.smithi204.vnvrbl (mgr.24567) 3383 : cluster [DBG] pgmap v2911: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:12.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:10.981549+0000 mgr.smithi204.vnvrbl (mgr.24567) 3384 : cluster [DBG] pgmap v2912: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:34:11.755853+0000 mon.smithi204 (mon.1) 524 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:34:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:34:11.756165+0000 mon.smithi204 (mon.1) 525 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:34:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:34:11.756265+0000 mon.smithi176 (mon.0) 3114 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:34:12.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:34:11.756492+0000 mon.smithi176 (mon.0) 3115 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:34:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:10.981549+0000 mgr.smithi204.vnvrbl (mgr.24567) 3384 : cluster [DBG] pgmap v2912: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:34:11.755853+0000 mon.smithi204 (mon.1) 524 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:34:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:34:11.756165+0000 mon.smithi204 (mon.1) 525 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:34:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:34:11.756265+0000 mon.smithi176 (mon.0) 3114 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:34:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:34:11.756492+0000 mon.smithi176 (mon.0) 3115 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:34:14.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:12.982459+0000 mgr.smithi204.vnvrbl (mgr.24567) 3385 : cluster [DBG] pgmap v2913: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:14.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:12.982459+0000 mgr.smithi204.vnvrbl (mgr.24567) 3385 : cluster [DBG] pgmap v2913: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:16.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:14.982896+0000 mgr.smithi204.vnvrbl (mgr.24567) 3386 : cluster [DBG] pgmap v2914: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:14.982896+0000 mgr.smithi204.vnvrbl (mgr.24567) 3386 : cluster [DBG] pgmap v2914: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:16.983391+0000 mgr.smithi204.vnvrbl (mgr.24567) 3387 : cluster [DBG] pgmap v2915: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:16.983391+0000 mgr.smithi204.vnvrbl (mgr.24567) 3387 : cluster [DBG] pgmap v2915: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:20.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:18.984108+0000 mgr.smithi204.vnvrbl (mgr.24567) 3388 : cluster [DBG] pgmap v2916: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:18.984108+0000 mgr.smithi204.vnvrbl (mgr.24567) 3388 : cluster [DBG] pgmap v2916: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:22.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:20.984553+0000 mgr.smithi204.vnvrbl (mgr.24567) 3389 : cluster [DBG] pgmap v2917: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:20.984553+0000 mgr.smithi204.vnvrbl (mgr.24567) 3389 : cluster [DBG] pgmap v2917: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:23.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:34:22.631898+0000 mon.smithi204 (mon.1) 526 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:34:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:34:22.633282+0000 mon.smithi204 (mon.1) 527 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:34:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:34:22.634100+0000 mon.smithi204 (mon.1) 528 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:34:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:34:22.634841+0000 mgr.smithi204.vnvrbl (mgr.24567) 3390 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:34:23.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:34:22.934057+0000 mon.smithi176 (mon.0) 3116 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:34:23.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:34:22.941258+0000 mon.smithi176 (mon.0) 3117 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:34:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:34:22.631898+0000 mon.smithi204 (mon.1) 526 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:34:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:34:22.633282+0000 mon.smithi204 (mon.1) 527 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:34:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:34:22.634100+0000 mon.smithi204 (mon.1) 528 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:34:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:34:22.634841+0000 mgr.smithi204.vnvrbl (mgr.24567) 3390 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:34:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:34:22.934057+0000 mon.smithi176 (mon.0) 3116 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:34:23.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:34:22.941258+0000 mon.smithi176 (mon.0) 3117 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:34:24.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:22.985163+0000 mgr.smithi204.vnvrbl (mgr.24567) 3391 : cluster [DBG] pgmap v2918: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:22.985163+0000 mgr.smithi204.vnvrbl (mgr.24567) 3391 : cluster [DBG] pgmap v2918: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:24.985647+0000 mgr.smithi204.vnvrbl (mgr.24567) 3392 : cluster [DBG] pgmap v2919: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:26.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:24.985647+0000 mgr.smithi204.vnvrbl (mgr.24567) 3392 : cluster [DBG] pgmap v2919: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:26.986074+0000 mgr.smithi204.vnvrbl (mgr.24567) 3393 : cluster [DBG] pgmap v2920: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:26.986074+0000 mgr.smithi204.vnvrbl (mgr.24567) 3393 : cluster [DBG] pgmap v2920: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:30.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:28.987005+0000 mgr.smithi204.vnvrbl (mgr.24567) 3394 : cluster [DBG] pgmap v2921: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:28.987005+0000 mgr.smithi204.vnvrbl (mgr.24567) 3394 : cluster [DBG] pgmap v2921: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:32.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:30.987538+0000 mgr.smithi204.vnvrbl (mgr.24567) 3395 : cluster [DBG] pgmap v2922: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:30.987538+0000 mgr.smithi204.vnvrbl (mgr.24567) 3395 : cluster [DBG] pgmap v2922: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:32.988441+0000 mgr.smithi204.vnvrbl (mgr.24567) 3396 : cluster [DBG] pgmap v2923: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:34.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:32.988441+0000 mgr.smithi204.vnvrbl (mgr.24567) 3396 : cluster [DBG] pgmap v2923: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:35.242 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:34:35.517 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:34:35.518 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:34:35.518 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 5m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:34:35.518 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 5m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:34:35.518 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 5m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:34:35.519 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 5m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:34:35.519 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 5m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:34:35.519 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 5m ago 5h 627M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:34:35.519 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 5m ago 5h 499M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:34:35.519 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 5m ago 5h 1953M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:34:35.520 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 5m ago 5h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:34:35.520 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 5m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:34:35.520 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 5m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:34:35.520 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 5m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:34:35.521 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 5m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:34:35.521 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 5m ago 5h 1312M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:34:35.521 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 5m ago 5h 2207M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:34:35.521 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 5m ago 5h 1494M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:34:35.521 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 5m ago 5h 2397M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:34:35.522 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 5m ago 5h 2234M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:34:35.522 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 5m ago 5h 2342M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:34:35.522 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 5m ago 5h 1959M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:34:35.522 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 5m ago 5h 2847M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:34:35.523 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 5m ago 5h 162M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:34:35.850 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:34:35.851 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:34:35.851 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:34:35.851 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:34:35.851 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:34:35.851 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:34:35.852 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:34:35.852 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:34:35.852 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:34:35.852 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:34:35.852 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:34:35.853 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:34:35.853 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:34:35.853 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:34:35.853 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:34:35.854 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:34:35.854 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:34:35.854 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:34:35.854 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:34:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:34.989010+0000 mgr.smithi204.vnvrbl (mgr.24567) 3397 : cluster [DBG] pgmap v2924: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:34:35.228909+0000 mgr.smithi204.vnvrbl (mgr.24567) 3398 : audit [DBG] from='client.41680 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:34:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:34:35.506667+0000 mgr.smithi204.vnvrbl (mgr.24567) 3399 : audit [DBG] from='client.41684 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:34:36.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:34:35.849845+0000 mon.smithi176 (mon.0) 3118 : audit [DBG] from='client.? 172.21.15.176:0/2662042985' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:34:36.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:34.989010+0000 mgr.smithi204.vnvrbl (mgr.24567) 3397 : cluster [DBG] pgmap v2924: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:34:35.228909+0000 mgr.smithi204.vnvrbl (mgr.24567) 3398 : audit [DBG] from='client.41680 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:34:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:34:35.506667+0000 mgr.smithi204.vnvrbl (mgr.24567) 3399 : audit [DBG] from='client.41684 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:34:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:34:35.849845+0000 mon.smithi176 (mon.0) 3118 : audit [DBG] from='client.? 172.21.15.176:0/2662042985' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:34:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:36.989557+0000 mgr.smithi204.vnvrbl (mgr.24567) 3400 : cluster [DBG] pgmap v2925: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:36.989557+0000 mgr.smithi204.vnvrbl (mgr.24567) 3400 : cluster [DBG] pgmap v2925: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:40.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:38.990424+0000 mgr.smithi204.vnvrbl (mgr.24567) 3401 : cluster [DBG] pgmap v2926: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:38.990424+0000 mgr.smithi204.vnvrbl (mgr.24567) 3401 : cluster [DBG] pgmap v2926: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:40.990950+0000 mgr.smithi204.vnvrbl (mgr.24567) 3402 : cluster [DBG] pgmap v2927: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:42.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:40.990950+0000 mgr.smithi204.vnvrbl (mgr.24567) 3402 : cluster [DBG] pgmap v2927: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:42.991834+0000 mgr.smithi204.vnvrbl (mgr.24567) 3403 : cluster [DBG] pgmap v2928: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:44.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:42.991834+0000 mgr.smithi204.vnvrbl (mgr.24567) 3403 : cluster [DBG] pgmap v2928: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:44.992266+0000 mgr.smithi204.vnvrbl (mgr.24567) 3404 : cluster [DBG] pgmap v2929: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:44.992266+0000 mgr.smithi204.vnvrbl (mgr.24567) 3404 : cluster [DBG] pgmap v2929: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:46.992923+0000 mgr.smithi204.vnvrbl (mgr.24567) 3405 : cluster [DBG] pgmap v2930: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:46.992923+0000 mgr.smithi204.vnvrbl (mgr.24567) 3405 : cluster [DBG] pgmap v2930: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:48.993714+0000 mgr.smithi204.vnvrbl (mgr.24567) 3406 : cluster [DBG] pgmap v2931: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:48.993714+0000 mgr.smithi204.vnvrbl (mgr.24567) 3406 : cluster [DBG] pgmap v2931: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:50.994167+0000 mgr.smithi204.vnvrbl (mgr.24567) 3407 : cluster [DBG] pgmap v2932: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:50.994167+0000 mgr.smithi204.vnvrbl (mgr.24567) 3407 : cluster [DBG] pgmap v2932: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:52.994956+0000 mgr.smithi204.vnvrbl (mgr.24567) 3408 : cluster [DBG] pgmap v2933: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:54.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:52.994956+0000 mgr.smithi204.vnvrbl (mgr.24567) 3408 : cluster [DBG] pgmap v2933: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:34:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:54.995392+0000 mgr.smithi204.vnvrbl (mgr.24567) 3409 : cluster [DBG] pgmap v2934: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:56.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:54.995392+0000 mgr.smithi204.vnvrbl (mgr.24567) 3409 : cluster [DBG] pgmap v2934: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:34:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:56.995886+0000 mgr.smithi204.vnvrbl (mgr.24567) 3410 : cluster [DBG] pgmap v2935: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:34:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:34:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:56.995886+0000 mgr.smithi204.vnvrbl (mgr.24567) 3410 : cluster [DBG] pgmap v2935: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:34:58.996735+0000 mgr.smithi204.vnvrbl (mgr.24567) 3411 : cluster [DBG] pgmap v2936: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:34:58.996735+0000 mgr.smithi204.vnvrbl (mgr.24567) 3411 : cluster [DBG] pgmap v2936: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:00.997261+0000 mgr.smithi204.vnvrbl (mgr.24567) 3412 : cluster [DBG] pgmap v2937: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:00.997261+0000 mgr.smithi204.vnvrbl (mgr.24567) 3412 : cluster [DBG] pgmap v2937: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:02.997914+0000 mgr.smithi204.vnvrbl (mgr.24567) 3413 : cluster [DBG] pgmap v2938: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:04.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:02.997914+0000 mgr.smithi204.vnvrbl (mgr.24567) 3413 : cluster [DBG] pgmap v2938: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:06.152 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:35:06.429 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:35:06.429 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:35:06.429 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 5m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:35:06.429 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 5m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:35:06.430 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 5m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:35:06.430 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 5m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:35:06.430 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 5m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:35:06.430 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 5m ago 5h 627M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:35:06.431 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 5m ago 5h 499M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:35:06.431 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 5m ago 5h 1953M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:35:06.431 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 5m ago 5h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:35:06.431 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 5m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:35:06.432 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 5m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:35:06.432 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 5m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:35:06.432 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 5m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:35:06.432 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 5m ago 5h 1312M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:35:06.432 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 5m ago 5h 2207M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:35:06.433 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 5m ago 5h 1494M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:35:06.433 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 5m ago 5h 2397M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:35:06.433 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 5m ago 5h 2234M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:35:06.433 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 5m ago 5h 2342M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:35:06.434 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 5m ago 5h 1959M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:35:06.434 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 5m ago 5h 2847M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:35:06.434 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 5m ago 5h 162M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:35:06.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:04.998420+0000 mgr.smithi204.vnvrbl (mgr.24567) 3414 : cluster [DBG] pgmap v2939: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:04.998420+0000 mgr.smithi204.vnvrbl (mgr.24567) 3414 : cluster [DBG] pgmap v2939: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:06.759 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:35:06.759 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:35:06.759 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:35:06.759 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:35:06.760 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:35:06.760 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:35:06.760 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:35:06.760 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:35:06.761 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:35:06.761 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:35:06.761 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:35:06.761 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:35:06.761 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:35:06.762 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:35:06.762 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:35:06.762 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:35:06.762 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:35:06.763 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:35:06.763 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:35:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:35:06.138797+0000 mgr.smithi204.vnvrbl (mgr.24567) 3415 : audit [DBG] from='client.41692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:35:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:35:06.418091+0000 mgr.smithi204.vnvrbl (mgr.24567) 3416 : audit [DBG] from='client.41696 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:35:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:35:06.758377+0000 mon.smithi176 (mon.0) 3119 : audit [DBG] from='client.? 172.21.15.176:0/3074686856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:35:07.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:35:06.138797+0000 mgr.smithi204.vnvrbl (mgr.24567) 3415 : audit [DBG] from='client.41692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:35:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:35:06.418091+0000 mgr.smithi204.vnvrbl (mgr.24567) 3416 : audit [DBG] from='client.41696 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:35:07.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:35:06.758377+0000 mon.smithi176 (mon.0) 3119 : audit [DBG] from='client.? 172.21.15.176:0/3074686856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:35:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:06.998853+0000 mgr.smithi204.vnvrbl (mgr.24567) 3417 : cluster [DBG] pgmap v2940: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:08.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:06.998853+0000 mgr.smithi204.vnvrbl (mgr.24567) 3417 : cluster [DBG] pgmap v2940: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:08.999746+0000 mgr.smithi204.vnvrbl (mgr.24567) 3418 : cluster [DBG] pgmap v2941: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:08.999746+0000 mgr.smithi204.vnvrbl (mgr.24567) 3418 : cluster [DBG] pgmap v2941: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:11.000164+0000 mgr.smithi204.vnvrbl (mgr.24567) 3419 : cluster [DBG] pgmap v2942: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:35:11.760541+0000 mon.smithi204 (mon.1) 529 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:35:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:35:11.760779+0000 mon.smithi204 (mon.1) 530 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:35:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:35:11.761145+0000 mon.smithi176 (mon.0) 3120 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:35:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:35:11.761527+0000 mon.smithi176 (mon.0) 3121 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:35:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:11.000164+0000 mgr.smithi204.vnvrbl (mgr.24567) 3419 : cluster [DBG] pgmap v2942: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:35:11.760541+0000 mon.smithi204 (mon.1) 529 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:35:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:35:11.760779+0000 mon.smithi204 (mon.1) 530 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:35:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:35:11.761145+0000 mon.smithi176 (mon.0) 3120 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:35:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:35:11.761527+0000 mon.smithi176 (mon.0) 3121 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:35:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:13.001037+0000 mgr.smithi204.vnvrbl (mgr.24567) 3420 : cluster [DBG] pgmap v2943: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:13.001037+0000 mgr.smithi204.vnvrbl (mgr.24567) 3420 : cluster [DBG] pgmap v2943: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:15.001507+0000 mgr.smithi204.vnvrbl (mgr.24567) 3421 : cluster [DBG] pgmap v2944: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:15.001507+0000 mgr.smithi204.vnvrbl (mgr.24567) 3421 : cluster [DBG] pgmap v2944: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:17.001939+0000 mgr.smithi204.vnvrbl (mgr.24567) 3422 : cluster [DBG] pgmap v2945: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:18.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:17.001939+0000 mgr.smithi204.vnvrbl (mgr.24567) 3422 : cluster [DBG] pgmap v2945: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:19.002695+0000 mgr.smithi204.vnvrbl (mgr.24567) 3423 : cluster [DBG] pgmap v2946: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:19.002695+0000 mgr.smithi204.vnvrbl (mgr.24567) 3423 : cluster [DBG] pgmap v2946: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:21.003138+0000 mgr.smithi204.vnvrbl (mgr.24567) 3424 : cluster [DBG] pgmap v2947: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:21.003138+0000 mgr.smithi204.vnvrbl (mgr.24567) 3424 : cluster [DBG] pgmap v2947: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:35:22.943903+0000 mon.smithi204 (mon.1) 531 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:35:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:35:22.945344+0000 mon.smithi204 (mon.1) 532 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:35:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:35:22.946222+0000 mon.smithi204 (mon.1) 533 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:35:23.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:35:22.943903+0000 mon.smithi204 (mon.1) 531 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:35:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:35:22.945344+0000 mon.smithi204 (mon.1) 532 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:35:23.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:35:22.946222+0000 mon.smithi204 (mon.1) 533 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:35:24.691 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:35:22.946979+0000 mgr.smithi204.vnvrbl (mgr.24567) 3425 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:35:24.691 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:23.004048+0000 mgr.smithi204.vnvrbl (mgr.24567) 3426 : cluster [DBG] pgmap v2948: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:24.692 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:35:23.350679+0000 mon.smithi176 (mon.0) 3122 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:35:24.692 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:35:23.356063+0000 mon.smithi176 (mon.0) 3123 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:35:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:35:22.946979+0000 mgr.smithi204.vnvrbl (mgr.24567) 3425 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:35:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:23.004048+0000 mgr.smithi204.vnvrbl (mgr.24567) 3426 : cluster [DBG] pgmap v2948: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:35:23.350679+0000 mon.smithi176 (mon.0) 3122 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:35:24.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:35:23.356063+0000 mon.smithi176 (mon.0) 3123 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:35:26.692 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:25.004578+0000 mgr.smithi204.vnvrbl (mgr.24567) 3427 : cluster [DBG] pgmap v2949: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:26.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:25.004578+0000 mgr.smithi204.vnvrbl (mgr.24567) 3427 : cluster [DBG] pgmap v2949: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:27.005204+0000 mgr.smithi204.vnvrbl (mgr.24567) 3428 : cluster [DBG] pgmap v2950: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:27.005204+0000 mgr.smithi204.vnvrbl (mgr.24567) 3428 : cluster [DBG] pgmap v2950: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:29.006189+0000 mgr.smithi204.vnvrbl (mgr.24567) 3429 : cluster [DBG] pgmap v2951: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:29.006189+0000 mgr.smithi204.vnvrbl (mgr.24567) 3429 : cluster [DBG] pgmap v2951: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:31.006806+0000 mgr.smithi204.vnvrbl (mgr.24567) 3430 : cluster [DBG] pgmap v2952: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:31.006806+0000 mgr.smithi204.vnvrbl (mgr.24567) 3430 : cluster [DBG] pgmap v2952: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:33.007754+0000 mgr.smithi204.vnvrbl (mgr.24567) 3431 : cluster [DBG] pgmap v2953: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:34.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:33.007754+0000 mgr.smithi204.vnvrbl (mgr.24567) 3431 : cluster [DBG] pgmap v2953: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:35.008353+0000 mgr.smithi204.vnvrbl (mgr.24567) 3432 : cluster [DBG] pgmap v2954: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:36.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:35.008353+0000 mgr.smithi204.vnvrbl (mgr.24567) 3432 : cluster [DBG] pgmap v2954: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:37.092 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:35:37.365 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:35:37.365 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:35:37.365 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 6m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:35:37.365 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 6m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:35:37.366 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 6m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:35:37.366 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 6m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:35:37.366 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 6m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:35:37.366 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 6m ago 5h 627M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:35:37.367 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 6m ago 5h 499M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:35:37.367 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 6m ago 5h 1953M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:35:37.367 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 6m ago 5h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:35:37.367 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 6m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:35:37.367 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 6m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:35:37.368 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 6m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:35:37.368 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:35:37.368 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 6m ago 5h 1312M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:35:37.368 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 6m ago 5h 2207M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:35:37.368 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 6m ago 5h 1494M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:35:37.369 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 6m ago 5h 2397M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:35:37.369 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 6m ago 5h 2234M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:35:37.369 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 6m ago 5h 2342M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:35:37.369 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 6m ago 5h 1959M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:35:37.369 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 6m ago 5h 2847M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:35:37.370 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 6m ago 5h 162M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:35:37.698 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:35:37.698 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:35:37.698 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:35:37.699 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:35:37.699 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:35:37.699 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:35:37.699 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:35:37.699 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:35:37.700 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:35:37.700 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:35:37.700 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:35:37.700 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:35:37.701 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:35:37.701 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:35:37.701 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:35:37.701 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:35:37.701 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:35:37.702 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:35:37.702 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:35:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:37.008801+0000 mgr.smithi204.vnvrbl (mgr.24567) 3433 : cluster [DBG] pgmap v2955: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:35:37.079867+0000 mgr.smithi204.vnvrbl (mgr.24567) 3434 : audit [DBG] from='client.41704 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:35:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:35:37.354205+0000 mgr.smithi204.vnvrbl (mgr.24567) 3435 : audit [DBG] from='client.41708 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:35:38.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:35:37.697258+0000 mon.smithi176 (mon.0) 3124 : audit [DBG] from='client.? 172.21.15.176:0/1157206871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:35:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:37.008801+0000 mgr.smithi204.vnvrbl (mgr.24567) 3433 : cluster [DBG] pgmap v2955: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:35:37.079867+0000 mgr.smithi204.vnvrbl (mgr.24567) 3434 : audit [DBG] from='client.41704 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:35:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:35:37.354205+0000 mgr.smithi204.vnvrbl (mgr.24567) 3435 : audit [DBG] from='client.41708 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:35:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:35:37.697258+0000 mon.smithi176 (mon.0) 3124 : audit [DBG] from='client.? 172.21.15.176:0/1157206871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:35:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:39.009805+0000 mgr.smithi204.vnvrbl (mgr.24567) 3436 : cluster [DBG] pgmap v2956: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:39.009805+0000 mgr.smithi204.vnvrbl (mgr.24567) 3436 : cluster [DBG] pgmap v2956: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:41.010279+0000 mgr.smithi204.vnvrbl (mgr.24567) 3437 : cluster [DBG] pgmap v2957: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:42.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:41.010279+0000 mgr.smithi204.vnvrbl (mgr.24567) 3437 : cluster [DBG] pgmap v2957: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:43.010978+0000 mgr.smithi204.vnvrbl (mgr.24567) 3438 : cluster [DBG] pgmap v2958: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:44.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:43.010978+0000 mgr.smithi204.vnvrbl (mgr.24567) 3438 : cluster [DBG] pgmap v2958: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:45.011615+0000 mgr.smithi204.vnvrbl (mgr.24567) 3439 : cluster [DBG] pgmap v2959: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:45.011615+0000 mgr.smithi204.vnvrbl (mgr.24567) 3439 : cluster [DBG] pgmap v2959: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:47.012167+0000 mgr.smithi204.vnvrbl (mgr.24567) 3440 : cluster [DBG] pgmap v2960: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:47.012167+0000 mgr.smithi204.vnvrbl (mgr.24567) 3440 : cluster [DBG] pgmap v2960: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:49.012985+0000 mgr.smithi204.vnvrbl (mgr.24567) 3441 : cluster [DBG] pgmap v2961: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:49.012985+0000 mgr.smithi204.vnvrbl (mgr.24567) 3441 : cluster [DBG] pgmap v2961: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:51.013550+0000 mgr.smithi204.vnvrbl (mgr.24567) 3442 : cluster [DBG] pgmap v2962: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:51.013550+0000 mgr.smithi204.vnvrbl (mgr.24567) 3442 : cluster [DBG] pgmap v2962: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:53.014408+0000 mgr.smithi204.vnvrbl (mgr.24567) 3443 : cluster [DBG] pgmap v2963: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:54.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:53.014408+0000 mgr.smithi204.vnvrbl (mgr.24567) 3443 : cluster [DBG] pgmap v2963: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:35:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:55.014841+0000 mgr.smithi204.vnvrbl (mgr.24567) 3444 : cluster [DBG] pgmap v2964: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:56.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:55.014841+0000 mgr.smithi204.vnvrbl (mgr.24567) 3444 : cluster [DBG] pgmap v2964: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:35:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:57.015314+0000 mgr.smithi204.vnvrbl (mgr.24567) 3445 : cluster [DBG] pgmap v2965: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:35:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:35:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:57.015314+0000 mgr.smithi204.vnvrbl (mgr.24567) 3445 : cluster [DBG] pgmap v2965: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:35:59.016094+0000 mgr.smithi204.vnvrbl (mgr.24567) 3446 : cluster [DBG] pgmap v2966: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:35:59.016094+0000 mgr.smithi204.vnvrbl (mgr.24567) 3446 : cluster [DBG] pgmap v2966: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:01.016634+0000 mgr.smithi204.vnvrbl (mgr.24567) 3447 : cluster [DBG] pgmap v2967: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:01.016634+0000 mgr.smithi204.vnvrbl (mgr.24567) 3447 : cluster [DBG] pgmap v2967: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:03.017405+0000 mgr.smithi204.vnvrbl (mgr.24567) 3448 : cluster [DBG] pgmap v2968: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:03.017405+0000 mgr.smithi204.vnvrbl (mgr.24567) 3448 : cluster [DBG] pgmap v2968: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:05.017849+0000 mgr.smithi204.vnvrbl (mgr.24567) 3449 : cluster [DBG] pgmap v2969: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:05.017849+0000 mgr.smithi204.vnvrbl (mgr.24567) 3449 : cluster [DBG] pgmap v2969: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:07.995 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:36:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:07.018435+0000 mgr.smithi204.vnvrbl (mgr.24567) 3450 : cluster [DBG] pgmap v2970: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:08.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:07.018435+0000 mgr.smithi204.vnvrbl (mgr.24567) 3450 : cluster [DBG] pgmap v2970: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:08.271 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:36:08.272 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:36:08.272 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 6m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:36:08.272 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 6m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:36:08.272 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 6m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:36:08.273 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 6m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:36:08.273 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 6m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:36:08.273 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 6m ago 5h 627M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:36:08.273 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 6m ago 5h 499M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:36:08.273 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 6m ago 5h 1953M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:36:08.274 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 6m ago 5h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:36:08.274 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 6m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:36:08.274 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 6m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:36:08.274 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 6m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:36:08.275 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:36:08.275 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 6m ago 5h 1312M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:36:08.275 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 6m ago 5h 2207M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:36:08.275 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 6m ago 5h 1494M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:36:08.275 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 6m ago 5h 2397M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:36:08.276 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 6m ago 5h 2234M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:36:08.276 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 6m ago 5h 2342M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:36:08.276 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 6m ago 5h 1959M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:36:08.276 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 6m ago 5h 2847M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:36:08.276 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 6m ago 5h 162M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:36:08.604 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:36:08.604 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:36:08.605 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:36:08.605 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:36:08.605 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:36:08.605 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:36:08.606 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:36:08.606 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:36:08.606 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:36:08.607 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:36:08.607 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:36:08.607 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:36:08.607 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:36:08.608 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:36:08.608 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:36:08.608 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:36:08.608 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:36:08.609 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:36:08.609 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:36:09.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:36:07.982875+0000 mgr.smithi204.vnvrbl (mgr.24567) 3451 : audit [DBG] from='client.41716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:36:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:36:08.260458+0000 mgr.smithi204.vnvrbl (mgr.24567) 3452 : audit [DBG] from='client.41720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:36:09.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:36:08.603667+0000 mon.smithi176 (mon.0) 3125 : audit [DBG] from='client.? 172.21.15.176:0/175429083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:36:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:36:07.982875+0000 mgr.smithi204.vnvrbl (mgr.24567) 3451 : audit [DBG] from='client.41716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:36:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:36:08.260458+0000 mgr.smithi204.vnvrbl (mgr.24567) 3452 : audit [DBG] from='client.41720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:36:09.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:36:08.603667+0000 mon.smithi176 (mon.0) 3125 : audit [DBG] from='client.? 172.21.15.176:0/175429083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:36:10.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:09.019211+0000 mgr.smithi204.vnvrbl (mgr.24567) 3453 : cluster [DBG] pgmap v2971: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:09.019211+0000 mgr.smithi204.vnvrbl (mgr.24567) 3453 : cluster [DBG] pgmap v2971: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:11.019699+0000 mgr.smithi204.vnvrbl (mgr.24567) 3454 : cluster [DBG] pgmap v2972: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:36:11.764782+0000 mon.smithi204 (mon.1) 534 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:36:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:36:11.765096+0000 mon.smithi204 (mon.1) 535 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:36:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:36:11.765247+0000 mon.smithi176 (mon.0) 3126 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:36:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:36:11.765485+0000 mon.smithi176 (mon.0) 3127 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:36:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:11.019699+0000 mgr.smithi204.vnvrbl (mgr.24567) 3454 : cluster [DBG] pgmap v2972: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:36:11.764782+0000 mon.smithi204 (mon.1) 534 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:36:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:36:11.765096+0000 mon.smithi204 (mon.1) 535 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:36:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:36:11.765247+0000 mon.smithi176 (mon.0) 3126 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:36:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:36:11.765485+0000 mon.smithi176 (mon.0) 3127 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:36:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:13.020720+0000 mgr.smithi204.vnvrbl (mgr.24567) 3455 : cluster [DBG] pgmap v2973: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:13.020720+0000 mgr.smithi204.vnvrbl (mgr.24567) 3455 : cluster [DBG] pgmap v2973: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:16.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:15.021186+0000 mgr.smithi204.vnvrbl (mgr.24567) 3456 : cluster [DBG] pgmap v2974: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:15.021186+0000 mgr.smithi204.vnvrbl (mgr.24567) 3456 : cluster [DBG] pgmap v2974: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:17.021847+0000 mgr.smithi204.vnvrbl (mgr.24567) 3457 : cluster [DBG] pgmap v2975: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:18.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:17.021847+0000 mgr.smithi204.vnvrbl (mgr.24567) 3457 : cluster [DBG] pgmap v2975: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:19.022629+0000 mgr.smithi204.vnvrbl (mgr.24567) 3458 : cluster [DBG] pgmap v2976: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:19.022629+0000 mgr.smithi204.vnvrbl (mgr.24567) 3458 : cluster [DBG] pgmap v2976: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:21.023063+0000 mgr.smithi204.vnvrbl (mgr.24567) 3459 : cluster [DBG] pgmap v2977: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:21.023063+0000 mgr.smithi204.vnvrbl (mgr.24567) 3459 : cluster [DBG] pgmap v2977: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:23.023860+0000 mgr.smithi204.vnvrbl (mgr.24567) 3460 : cluster [DBG] pgmap v2978: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:36:23.359275+0000 mon.smithi204 (mon.1) 536 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:36:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:36:23.360657+0000 mon.smithi204 (mon.1) 537 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:36:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:36:23.361512+0000 mon.smithi204 (mon.1) 538 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:36:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:36:23.362271+0000 mgr.smithi204.vnvrbl (mgr.24567) 3461 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:36:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:36:23.759769+0000 mon.smithi176 (mon.0) 3128 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:36:24.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:36:23.764821+0000 mon.smithi176 (mon.0) 3129 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:36:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:23.023860+0000 mgr.smithi204.vnvrbl (mgr.24567) 3460 : cluster [DBG] pgmap v2978: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:36:23.359275+0000 mon.smithi204 (mon.1) 536 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:36:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:36:23.360657+0000 mon.smithi204 (mon.1) 537 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:36:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:36:23.361512+0000 mon.smithi204 (mon.1) 538 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:36:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:36:23.362271+0000 mgr.smithi204.vnvrbl (mgr.24567) 3461 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:36:24.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:36:23.759769+0000 mon.smithi176 (mon.0) 3128 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:36:24.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:36:23.764821+0000 mon.smithi176 (mon.0) 3129 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:36:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:25.024545+0000 mgr.smithi204.vnvrbl (mgr.24567) 3462 : cluster [DBG] pgmap v2979: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:26.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:25.024545+0000 mgr.smithi204.vnvrbl (mgr.24567) 3462 : cluster [DBG] pgmap v2979: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:27.024997+0000 mgr.smithi204.vnvrbl (mgr.24567) 3463 : cluster [DBG] pgmap v2980: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:27.024997+0000 mgr.smithi204.vnvrbl (mgr.24567) 3463 : cluster [DBG] pgmap v2980: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:29.025847+0000 mgr.smithi204.vnvrbl (mgr.24567) 3464 : cluster [DBG] pgmap v2981: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:29.025847+0000 mgr.smithi204.vnvrbl (mgr.24567) 3464 : cluster [DBG] pgmap v2981: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:31.026310+0000 mgr.smithi204.vnvrbl (mgr.24567) 3465 : cluster [DBG] pgmap v2982: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:31.026310+0000 mgr.smithi204.vnvrbl (mgr.24567) 3465 : cluster [DBG] pgmap v2982: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:33.027252+0000 mgr.smithi204.vnvrbl (mgr.24567) 3466 : cluster [DBG] pgmap v2983: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:34.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:33.027252+0000 mgr.smithi204.vnvrbl (mgr.24567) 3466 : cluster [DBG] pgmap v2983: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:35.027803+0000 mgr.smithi204.vnvrbl (mgr.24567) 3467 : cluster [DBG] pgmap v2984: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:36.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:35.027803+0000 mgr.smithi204.vnvrbl (mgr.24567) 3467 : cluster [DBG] pgmap v2984: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:37.028427+0000 mgr.smithi204.vnvrbl (mgr.24567) 3468 : cluster [DBG] pgmap v2985: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:37.028427+0000 mgr.smithi204.vnvrbl (mgr.24567) 3468 : cluster [DBG] pgmap v2985: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:38.903 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:36:39.179 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:36:39.179 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:36:39.180 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 7m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:36:39.180 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 7m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:36:39.180 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 7m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:36:39.181 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 7m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:36:39.181 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 7m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:36:39.182 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 7m ago 5h 627M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:36:39.182 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 7m ago 5h 499M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:36:39.183 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 7m ago 5h 1953M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:36:39.183 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 7m ago 5h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:36:39.184 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 7m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:36:39.184 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 7m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:36:39.184 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 7m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:36:39.185 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:36:39.185 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 7m ago 5h 1312M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:36:39.186 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 7m ago 5h 2207M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:36:39.186 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 7m ago 5h 1494M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:36:39.186 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 7m ago 5h 2397M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:36:39.187 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 7m ago 5h 2234M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:36:39.187 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 7m ago 5h 2342M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:36:39.188 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 7m ago 5h 1959M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:36:39.188 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 7m ago 5h 2847M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:36:39.189 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 7m ago 5h 162M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:36:39.511 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:36:39.511 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:36:39.511 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:36:39.512 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:36:39.512 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:36:39.512 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:36:39.512 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:36:39.513 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:36:39.513 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:36:39.513 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:36:39.513 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:36:39.514 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:36:39.514 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:36:39.514 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:36:39.514 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:36:39.515 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:36:39.515 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:36:39.515 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:36:39.515 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:36:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:36:38.891200+0000 mgr.smithi204.vnvrbl (mgr.24567) 3469 : audit [DBG] from='client.41728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:36:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:39.029189+0000 mgr.smithi204.vnvrbl (mgr.24567) 3470 : cluster [DBG] pgmap v2986: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:36:39.168679+0000 mgr.smithi204.vnvrbl (mgr.24567) 3471 : audit [DBG] from='client.41732 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:36:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:36:39.510417+0000 mon.smithi176 (mon.0) 3130 : audit [DBG] from='client.? 172.21.15.176:0/848700032' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:36:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:36:38.891200+0000 mgr.smithi204.vnvrbl (mgr.24567) 3469 : audit [DBG] from='client.41728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:36:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:39.029189+0000 mgr.smithi204.vnvrbl (mgr.24567) 3470 : cluster [DBG] pgmap v2986: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:36:39.168679+0000 mgr.smithi204.vnvrbl (mgr.24567) 3471 : audit [DBG] from='client.41732 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:36:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:36:39.510417+0000 mon.smithi176 (mon.0) 3130 : audit [DBG] from='client.? 172.21.15.176:0/848700032' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:36:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:41.029709+0000 mgr.smithi204.vnvrbl (mgr.24567) 3472 : cluster [DBG] pgmap v2987: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:42.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:41.029709+0000 mgr.smithi204.vnvrbl (mgr.24567) 3472 : cluster [DBG] pgmap v2987: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:43.030456+0000 mgr.smithi204.vnvrbl (mgr.24567) 3473 : cluster [DBG] pgmap v2988: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:44.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:43.030456+0000 mgr.smithi204.vnvrbl (mgr.24567) 3473 : cluster [DBG] pgmap v2988: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:45.031061+0000 mgr.smithi204.vnvrbl (mgr.24567) 3474 : cluster [DBG] pgmap v2989: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:45.031061+0000 mgr.smithi204.vnvrbl (mgr.24567) 3474 : cluster [DBG] pgmap v2989: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:47.031526+0000 mgr.smithi204.vnvrbl (mgr.24567) 3475 : cluster [DBG] pgmap v2990: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:47.031526+0000 mgr.smithi204.vnvrbl (mgr.24567) 3475 : cluster [DBG] pgmap v2990: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:49.032399+0000 mgr.smithi204.vnvrbl (mgr.24567) 3476 : cluster [DBG] pgmap v2991: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:49.032399+0000 mgr.smithi204.vnvrbl (mgr.24567) 3476 : cluster [DBG] pgmap v2991: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:51.032886+0000 mgr.smithi204.vnvrbl (mgr.24567) 3477 : cluster [DBG] pgmap v2992: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:51.032886+0000 mgr.smithi204.vnvrbl (mgr.24567) 3477 : cluster [DBG] pgmap v2992: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:53.033687+0000 mgr.smithi204.vnvrbl (mgr.24567) 3478 : cluster [DBG] pgmap v2993: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:54.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:53.033687+0000 mgr.smithi204.vnvrbl (mgr.24567) 3478 : cluster [DBG] pgmap v2993: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:36:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:55.034205+0000 mgr.smithi204.vnvrbl (mgr.24567) 3479 : cluster [DBG] pgmap v2994: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:55.034205+0000 mgr.smithi204.vnvrbl (mgr.24567) 3479 : cluster [DBG] pgmap v2994: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:36:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:57.034813+0000 mgr.smithi204.vnvrbl (mgr.24567) 3480 : cluster [DBG] pgmap v2995: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:36:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:36:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:57.034813+0000 mgr.smithi204.vnvrbl (mgr.24567) 3480 : cluster [DBG] pgmap v2995: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:36:59.035682+0000 mgr.smithi204.vnvrbl (mgr.24567) 3481 : cluster [DBG] pgmap v2996: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:36:59.035682+0000 mgr.smithi204.vnvrbl (mgr.24567) 3481 : cluster [DBG] pgmap v2996: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:01.036185+0000 mgr.smithi204.vnvrbl (mgr.24567) 3482 : cluster [DBG] pgmap v2997: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:01.036185+0000 mgr.smithi204.vnvrbl (mgr.24567) 3482 : cluster [DBG] pgmap v2997: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:03.036878+0000 mgr.smithi204.vnvrbl (mgr.24567) 3483 : cluster [DBG] pgmap v2998: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:03.036878+0000 mgr.smithi204.vnvrbl (mgr.24567) 3483 : cluster [DBG] pgmap v2998: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:05.037384+0000 mgr.smithi204.vnvrbl (mgr.24567) 3484 : cluster [DBG] pgmap v2999: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:05.037384+0000 mgr.smithi204.vnvrbl (mgr.24567) 3484 : cluster [DBG] pgmap v2999: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:07.037924+0000 mgr.smithi204.vnvrbl (mgr.24567) 3485 : cluster [DBG] pgmap v3000: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:08.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:07.037924+0000 mgr.smithi204.vnvrbl (mgr.24567) 3485 : cluster [DBG] pgmap v3000: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:09.805 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:37:10.080 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:37:10.080 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:37:10.080 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 7m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:37:10.080 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 7m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:37:10.081 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 7m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:37:10.081 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 7m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:37:10.081 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 7m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:37:10.081 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 7m ago 5h 627M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:37:10.081 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 7m ago 5h 499M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:37:10.082 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 7m ago 5h 1953M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:37:10.082 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 7m ago 5h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:37:10.082 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 7m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:37:10.082 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 7m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:37:10.083 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 7m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:37:10.083 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:37:10.083 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 7m ago 5h 1312M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:37:10.083 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 7m ago 5h 2207M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:37:10.083 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 7m ago 5h 1494M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:37:10.084 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 7m ago 5h 2397M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:37:10.084 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 7m ago 5h 2234M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:37:10.084 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 7m ago 5h 2342M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:37:10.084 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 7m ago 5h 1959M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:37:10.085 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 7m ago 5h 2847M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:37:10.085 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 7m ago 5h 162M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:37:10.404 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:37:10.405 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:37:10.405 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:37:10.405 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:37:10.405 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:37:10.405 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:37:10.406 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:37:10.406 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:37:10.406 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:37:10.406 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:37:10.407 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:37:10.407 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:37:10.407 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:37:10.407 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:37:10.407 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:37:10.408 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:37:10.408 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:37:10.408 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:37:10.408 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:37:10.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:09.038682+0000 mgr.smithi204.vnvrbl (mgr.24567) 3486 : cluster [DBG] pgmap v3001: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:09.038682+0000 mgr.smithi204.vnvrbl (mgr.24567) 3486 : cluster [DBG] pgmap v3001: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:37:09.793062+0000 mgr.smithi204.vnvrbl (mgr.24567) 3487 : audit [DBG] from='client.41740 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:37:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:37:10.069385+0000 mgr.smithi204.vnvrbl (mgr.24567) 3488 : audit [DBG] from='client.41744 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:37:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:37:10.404086+0000 mon.smithi176 (mon.0) 3131 : audit [DBG] from='client.? 172.21.15.176:0/643007418' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:37:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:37:09.793062+0000 mgr.smithi204.vnvrbl (mgr.24567) 3487 : audit [DBG] from='client.41740 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:37:11.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:37:10.069385+0000 mgr.smithi204.vnvrbl (mgr.24567) 3488 : audit [DBG] from='client.41744 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:37:11.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:37:10.404086+0000 mon.smithi176 (mon.0) 3131 : audit [DBG] from='client.? 172.21.15.176:0/643007418' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:37:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:11.039106+0000 mgr.smithi204.vnvrbl (mgr.24567) 3489 : cluster [DBG] pgmap v3002: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:37:11.769484+0000 mon.smithi204 (mon.1) 539 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:37:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:37:11.769710+0000 mon.smithi204 (mon.1) 540 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:37:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:37:11.769904+0000 mon.smithi176 (mon.0) 3132 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:37:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:37:11.770180+0000 mon.smithi176 (mon.0) 3133 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:37:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:11.039106+0000 mgr.smithi204.vnvrbl (mgr.24567) 3489 : cluster [DBG] pgmap v3002: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:37:11.769484+0000 mon.smithi204 (mon.1) 539 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:37:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:37:11.769710+0000 mon.smithi204 (mon.1) 540 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:37:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:37:11.769904+0000 mon.smithi176 (mon.0) 3132 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:37:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:37:11.770180+0000 mon.smithi176 (mon.0) 3133 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:37:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:13.039813+0000 mgr.smithi204.vnvrbl (mgr.24567) 3490 : cluster [DBG] pgmap v3003: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:13.039813+0000 mgr.smithi204.vnvrbl (mgr.24567) 3490 : cluster [DBG] pgmap v3003: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:15.040363+0000 mgr.smithi204.vnvrbl (mgr.24567) 3491 : cluster [DBG] pgmap v3004: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:15.040363+0000 mgr.smithi204.vnvrbl (mgr.24567) 3491 : cluster [DBG] pgmap v3004: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:17.040957+0000 mgr.smithi204.vnvrbl (mgr.24567) 3492 : cluster [DBG] pgmap v3005: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:18.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:17.040957+0000 mgr.smithi204.vnvrbl (mgr.24567) 3492 : cluster [DBG] pgmap v3005: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:19.041816+0000 mgr.smithi204.vnvrbl (mgr.24567) 3493 : cluster [DBG] pgmap v3006: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:19.041816+0000 mgr.smithi204.vnvrbl (mgr.24567) 3493 : cluster [DBG] pgmap v3006: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:21.042235+0000 mgr.smithi204.vnvrbl (mgr.24567) 3494 : cluster [DBG] pgmap v3007: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:21.042235+0000 mgr.smithi204.vnvrbl (mgr.24567) 3494 : cluster [DBG] pgmap v3007: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:23.043194+0000 mgr.smithi204.vnvrbl (mgr.24567) 3495 : cluster [DBG] pgmap v3008: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:37:23.767775+0000 mon.smithi204 (mon.1) 541 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:37:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:37:23.769147+0000 mon.smithi204 (mon.1) 542 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:37:24.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:37:23.769961+0000 mon.smithi204 (mon.1) 543 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:37:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:23.043194+0000 mgr.smithi204.vnvrbl (mgr.24567) 3495 : cluster [DBG] pgmap v3008: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:37:23.767775+0000 mon.smithi204 (mon.1) 541 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:37:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:37:23.769147+0000 mon.smithi204 (mon.1) 542 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:37:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:37:23.769961+0000 mon.smithi204 (mon.1) 543 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:37:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:37:23.770702+0000 mgr.smithi204.vnvrbl (mgr.24567) 3496 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:37:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:37:24.169886+0000 mon.smithi176 (mon.0) 3134 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:37:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:37:24.175664+0000 mon.smithi176 (mon.0) 3135 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:37:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:37:23.770702+0000 mgr.smithi204.vnvrbl (mgr.24567) 3496 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:37:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:37:24.169886+0000 mon.smithi176 (mon.0) 3134 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:37:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:37:24.175664+0000 mon.smithi176 (mon.0) 3135 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:37:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:25.043686+0000 mgr.smithi204.vnvrbl (mgr.24567) 3497 : cluster [DBG] pgmap v3009: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:26.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:25.043686+0000 mgr.smithi204.vnvrbl (mgr.24567) 3497 : cluster [DBG] pgmap v3009: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:27.044100+0000 mgr.smithi204.vnvrbl (mgr.24567) 3498 : cluster [DBG] pgmap v3010: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:27.044100+0000 mgr.smithi204.vnvrbl (mgr.24567) 3498 : cluster [DBG] pgmap v3010: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:29.044935+0000 mgr.smithi204.vnvrbl (mgr.24567) 3499 : cluster [DBG] pgmap v3011: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:29.044935+0000 mgr.smithi204.vnvrbl (mgr.24567) 3499 : cluster [DBG] pgmap v3011: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:31.045406+0000 mgr.smithi204.vnvrbl (mgr.24567) 3500 : cluster [DBG] pgmap v3012: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:31.045406+0000 mgr.smithi204.vnvrbl (mgr.24567) 3500 : cluster [DBG] pgmap v3012: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:33.046162+0000 mgr.smithi204.vnvrbl (mgr.24567) 3501 : cluster [DBG] pgmap v3013: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:34.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:33.046162+0000 mgr.smithi204.vnvrbl (mgr.24567) 3501 : cluster [DBG] pgmap v3013: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:35.046668+0000 mgr.smithi204.vnvrbl (mgr.24567) 3502 : cluster [DBG] pgmap v3014: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:36.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:35.046668+0000 mgr.smithi204.vnvrbl (mgr.24567) 3502 : cluster [DBG] pgmap v3014: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:37.047081+0000 mgr.smithi204.vnvrbl (mgr.24567) 3503 : cluster [DBG] pgmap v3015: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:37.047081+0000 mgr.smithi204.vnvrbl (mgr.24567) 3503 : cluster [DBG] pgmap v3015: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:39.047838+0000 mgr.smithi204.vnvrbl (mgr.24567) 3504 : cluster [DBG] pgmap v3016: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:39.047838+0000 mgr.smithi204.vnvrbl (mgr.24567) 3504 : cluster [DBG] pgmap v3016: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:40.735 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:37:41.011 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:37:41.012 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:37:41.012 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 8m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:37:41.012 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 8m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:37:41.013 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 8m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:37:41.013 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 8m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:37:41.013 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 8m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:37:41.013 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 8m ago 5h 627M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:37:41.013 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 8m ago 5h 499M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:37:41.014 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 8m ago 5h 1953M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:37:41.014 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 8m ago 5h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:37:41.014 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 8m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:37:41.014 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 8m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:37:41.015 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 8m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:37:41.015 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:37:41.015 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 8m ago 5h 1312M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:37:41.015 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 8m ago 5h 2207M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:37:41.015 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 8m ago 5h 1494M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:37:41.016 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 8m ago 5h 2397M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:37:41.016 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 8m ago 5h 2234M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:37:41.016 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 8m ago 5h 2342M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:37:41.016 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 8m ago 5h 1959M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:37:41.016 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 8m ago 5h 2847M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:37:41.017 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 8m ago 5h 162M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:37:41.384 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:37:41.385 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:37:41.385 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:37:41.385 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:37:41.385 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:37:41.386 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:37:41.386 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:37:41.386 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:37:41.386 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:37:41.387 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:37:41.387 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:37:41.387 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:37:41.387 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:37:41.388 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:37:41.388 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:37:41.388 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:37:41.388 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:37:41.389 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:37:41.389 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:37:41.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:37:40.722828+0000 mgr.smithi204.vnvrbl (mgr.24567) 3505 : audit [DBG] from='client.41752 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:37:41.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:37:40.722828+0000 mgr.smithi204.vnvrbl (mgr.24567) 3505 : audit [DBG] from='client.41752 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:37:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:37:41.001127+0000 mgr.smithi204.vnvrbl (mgr.24567) 3506 : audit [DBG] from='client.41756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:37:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:41.048291+0000 mgr.smithi204.vnvrbl (mgr.24567) 3507 : cluster [DBG] pgmap v3017: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:37:41.383960+0000 mon.smithi176 (mon.0) 3136 : audit [DBG] from='client.? 172.21.15.176:0/2370943670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:37:42.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:37:41.001127+0000 mgr.smithi204.vnvrbl (mgr.24567) 3506 : audit [DBG] from='client.41756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:37:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:41.048291+0000 mgr.smithi204.vnvrbl (mgr.24567) 3507 : cluster [DBG] pgmap v3017: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:37:41.383960+0000 mon.smithi176 (mon.0) 3136 : audit [DBG] from='client.? 172.21.15.176:0/2370943670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:37:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:43.049017+0000 mgr.smithi204.vnvrbl (mgr.24567) 3508 : cluster [DBG] pgmap v3018: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:44.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:43.049017+0000 mgr.smithi204.vnvrbl (mgr.24567) 3508 : cluster [DBG] pgmap v3018: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:45.049645+0000 mgr.smithi204.vnvrbl (mgr.24567) 3509 : cluster [DBG] pgmap v3019: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:45.049645+0000 mgr.smithi204.vnvrbl (mgr.24567) 3509 : cluster [DBG] pgmap v3019: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:47.050081+0000 mgr.smithi204.vnvrbl (mgr.24567) 3510 : cluster [DBG] pgmap v3020: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:47.050081+0000 mgr.smithi204.vnvrbl (mgr.24567) 3510 : cluster [DBG] pgmap v3020: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:49.050816+0000 mgr.smithi204.vnvrbl (mgr.24567) 3511 : cluster [DBG] pgmap v3021: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:49.050816+0000 mgr.smithi204.vnvrbl (mgr.24567) 3511 : cluster [DBG] pgmap v3021: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:51.051293+0000 mgr.smithi204.vnvrbl (mgr.24567) 3512 : cluster [DBG] pgmap v3022: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:51.051293+0000 mgr.smithi204.vnvrbl (mgr.24567) 3512 : cluster [DBG] pgmap v3022: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:53.051999+0000 mgr.smithi204.vnvrbl (mgr.24567) 3513 : cluster [DBG] pgmap v3023: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:54.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:53.051999+0000 mgr.smithi204.vnvrbl (mgr.24567) 3513 : cluster [DBG] pgmap v3023: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:37:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:55.052501+0000 mgr.smithi204.vnvrbl (mgr.24567) 3514 : cluster [DBG] pgmap v3024: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:56.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:55.052501+0000 mgr.smithi204.vnvrbl (mgr.24567) 3514 : cluster [DBG] pgmap v3024: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:37:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:57.052941+0000 mgr.smithi204.vnvrbl (mgr.24567) 3515 : cluster [DBG] pgmap v3025: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:37:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:37:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:57.052941+0000 mgr.smithi204.vnvrbl (mgr.24567) 3515 : cluster [DBG] pgmap v3025: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:37:59.053736+0000 mgr.smithi204.vnvrbl (mgr.24567) 3516 : cluster [DBG] pgmap v3026: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:37:59.053736+0000 mgr.smithi204.vnvrbl (mgr.24567) 3516 : cluster [DBG] pgmap v3026: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:01.054260+0000 mgr.smithi204.vnvrbl (mgr.24567) 3517 : cluster [DBG] pgmap v3027: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:01.054260+0000 mgr.smithi204.vnvrbl (mgr.24567) 3517 : cluster [DBG] pgmap v3027: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:03.055232+0000 mgr.smithi204.vnvrbl (mgr.24567) 3518 : cluster [DBG] pgmap v3028: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:03.055232+0000 mgr.smithi204.vnvrbl (mgr.24567) 3518 : cluster [DBG] pgmap v3028: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:05.055860+0000 mgr.smithi204.vnvrbl (mgr.24567) 3519 : cluster [DBG] pgmap v3029: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:05.055860+0000 mgr.smithi204.vnvrbl (mgr.24567) 3519 : cluster [DBG] pgmap v3029: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:07.056457+0000 mgr.smithi204.vnvrbl (mgr.24567) 3520 : cluster [DBG] pgmap v3030: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:07.056457+0000 mgr.smithi204.vnvrbl (mgr.24567) 3520 : cluster [DBG] pgmap v3030: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:10.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:09.057299+0000 mgr.smithi204.vnvrbl (mgr.24567) 3521 : cluster [DBG] pgmap v3031: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:09.057299+0000 mgr.smithi204.vnvrbl (mgr.24567) 3521 : cluster [DBG] pgmap v3031: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:11.683 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:38:11.958 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:38:11.958 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:38:11.958 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 8m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:38:11.959 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 8m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:38:11.959 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 8m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:38:11.959 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 8m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:38:11.959 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 8m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:38:11.960 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 8m ago 5h 627M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:38:11.960 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 8m ago 5h 499M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:38:11.960 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 8m ago 5h 1953M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:38:11.960 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 8m ago 5h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:38:11.961 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 8m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:38:11.961 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 8m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:38:11.961 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 8m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:38:11.961 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:38:11.961 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 8m ago 5h 1312M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:38:11.962 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 8m ago 5h 2207M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:38:11.962 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 8m ago 5h 1494M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:38:11.962 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 8m ago 5h 2397M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:38:11.962 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 8m ago 5h 2234M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:38:11.963 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 8m ago 5h 2342M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:38:11.963 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 8m ago 5h 1959M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:38:11.963 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 8m ago 5h 2847M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:38:11.963 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 8m ago 5h 162M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:38:12.289 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:38:12.290 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:38:12.290 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:38:12.290 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:38:12.290 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:38:12.290 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:38:12.291 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:38:12.291 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:38:12.291 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:38:12.291 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:38:12.292 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:38:12.292 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:38:12.292 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:38:12.292 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:38:12.292 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:38:12.293 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:38:12.293 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:38:12.293 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:38:12.293 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:38:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:11.057742+0000 mgr.smithi204.vnvrbl (mgr.24567) 3522 : cluster [DBG] pgmap v3032: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:38:11.671283+0000 mgr.smithi204.vnvrbl (mgr.24567) 3523 : audit [DBG] from='client.41764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:38:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:38:11.774255+0000 mon.smithi204 (mon.1) 544 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:38:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:38:11.774513+0000 mon.smithi204 (mon.1) 545 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:38:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:38:11.774681+0000 mon.smithi176 (mon.0) 3137 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:38:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:38:11.775127+0000 mon.smithi176 (mon.0) 3138 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:38:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:11.057742+0000 mgr.smithi204.vnvrbl (mgr.24567) 3522 : cluster [DBG] pgmap v3032: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:38:11.671283+0000 mgr.smithi204.vnvrbl (mgr.24567) 3523 : audit [DBG] from='client.41764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:38:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:38:11.774255+0000 mon.smithi204 (mon.1) 544 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:38:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:38:11.774513+0000 mon.smithi204 (mon.1) 545 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:38:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:38:11.774681+0000 mon.smithi176 (mon.0) 3137 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:38:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:38:11.775127+0000 mon.smithi176 (mon.0) 3138 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:38:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:38:11.947057+0000 mgr.smithi204.vnvrbl (mgr.24567) 3524 : audit [DBG] from='client.41768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:38:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:38:12.288911+0000 mon.smithi176 (mon.0) 3139 : audit [DBG] from='client.? 172.21.15.176:0/4124301039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:38:13.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:38:11.947057+0000 mgr.smithi204.vnvrbl (mgr.24567) 3524 : audit [DBG] from='client.41768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:38:13.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:38:12.288911+0000 mon.smithi176 (mon.0) 3139 : audit [DBG] from='client.? 172.21.15.176:0/4124301039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:38:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:13.058582+0000 mgr.smithi204.vnvrbl (mgr.24567) 3525 : cluster [DBG] pgmap v3033: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:13.058582+0000 mgr.smithi204.vnvrbl (mgr.24567) 3525 : cluster [DBG] pgmap v3033: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:15.059132+0000 mgr.smithi204.vnvrbl (mgr.24567) 3526 : cluster [DBG] pgmap v3034: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:15.059132+0000 mgr.smithi204.vnvrbl (mgr.24567) 3526 : cluster [DBG] pgmap v3034: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:17.059571+0000 mgr.smithi204.vnvrbl (mgr.24567) 3527 : cluster [DBG] pgmap v3035: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:17.059571+0000 mgr.smithi204.vnvrbl (mgr.24567) 3527 : cluster [DBG] pgmap v3035: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:19.060311+0000 mgr.smithi204.vnvrbl (mgr.24567) 3528 : cluster [DBG] pgmap v3036: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:19.060311+0000 mgr.smithi204.vnvrbl (mgr.24567) 3528 : cluster [DBG] pgmap v3036: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:21.060694+0000 mgr.smithi204.vnvrbl (mgr.24567) 3529 : cluster [DBG] pgmap v3037: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:21.060694+0000 mgr.smithi204.vnvrbl (mgr.24567) 3529 : cluster [DBG] pgmap v3037: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:23.061514+0000 mgr.smithi204.vnvrbl (mgr.24567) 3530 : cluster [DBG] pgmap v3038: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:23.061514+0000 mgr.smithi204.vnvrbl (mgr.24567) 3530 : cluster [DBG] pgmap v3038: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:38:24.178728+0000 mon.smithi204 (mon.1) 546 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:38:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:38:24.180042+0000 mon.smithi204 (mon.1) 547 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:38:25.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:38:24.180864+0000 mon.smithi204 (mon.1) 548 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:38:25.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:38:24.181603+0000 mgr.smithi204.vnvrbl (mgr.24567) 3531 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:38:25.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:38:24.581964+0000 mon.smithi176 (mon.0) 3140 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:38:25.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:38:24.586718+0000 mon.smithi176 (mon.0) 3141 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:38:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:38:24.178728+0000 mon.smithi204 (mon.1) 546 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:38:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:38:24.180042+0000 mon.smithi204 (mon.1) 547 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:38:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:38:24.180864+0000 mon.smithi204 (mon.1) 548 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:38:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:38:24.181603+0000 mgr.smithi204.vnvrbl (mgr.24567) 3531 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:38:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:38:24.581964+0000 mon.smithi176 (mon.0) 3140 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:38:25.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:38:24.586718+0000 mon.smithi176 (mon.0) 3141 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:38:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:25.061950+0000 mgr.smithi204.vnvrbl (mgr.24567) 3532 : cluster [DBG] pgmap v3039: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:27.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:25.061950+0000 mgr.smithi204.vnvrbl (mgr.24567) 3532 : cluster [DBG] pgmap v3039: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:27.062455+0000 mgr.smithi204.vnvrbl (mgr.24567) 3533 : cluster [DBG] pgmap v3040: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:27.062455+0000 mgr.smithi204.vnvrbl (mgr.24567) 3533 : cluster [DBG] pgmap v3040: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:29.063347+0000 mgr.smithi204.vnvrbl (mgr.24567) 3534 : cluster [DBG] pgmap v3041: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:29.063347+0000 mgr.smithi204.vnvrbl (mgr.24567) 3534 : cluster [DBG] pgmap v3041: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:31.063907+0000 mgr.smithi204.vnvrbl (mgr.24567) 3535 : cluster [DBG] pgmap v3042: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:31.063907+0000 mgr.smithi204.vnvrbl (mgr.24567) 3535 : cluster [DBG] pgmap v3042: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:33.064696+0000 mgr.smithi204.vnvrbl (mgr.24567) 3536 : cluster [DBG] pgmap v3043: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:34.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:33.064696+0000 mgr.smithi204.vnvrbl (mgr.24567) 3536 : cluster [DBG] pgmap v3043: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:35.065323+0000 mgr.smithi204.vnvrbl (mgr.24567) 3537 : cluster [DBG] pgmap v3044: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:36.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:35.065323+0000 mgr.smithi204.vnvrbl (mgr.24567) 3537 : cluster [DBG] pgmap v3044: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:37.065803+0000 mgr.smithi204.vnvrbl (mgr.24567) 3538 : cluster [DBG] pgmap v3045: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:37.065803+0000 mgr.smithi204.vnvrbl (mgr.24567) 3538 : cluster [DBG] pgmap v3045: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:39.066489+0000 mgr.smithi204.vnvrbl (mgr.24567) 3539 : cluster [DBG] pgmap v3046: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:39.066489+0000 mgr.smithi204.vnvrbl (mgr.24567) 3539 : cluster [DBG] pgmap v3046: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:41.066924+0000 mgr.smithi204.vnvrbl (mgr.24567) 3540 : cluster [DBG] pgmap v3047: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:42.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:41.066924+0000 mgr.smithi204.vnvrbl (mgr.24567) 3540 : cluster [DBG] pgmap v3047: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:42.590 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:38:42.865 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:38:42.865 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:38:42.865 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 9m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:38:42.866 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 9m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:38:42.866 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 9m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:38:42.866 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 9m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:38:42.866 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 9m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:38:42.867 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 9m ago 5h 627M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:38:42.867 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 9m ago 5h 499M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:38:42.867 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 9m ago 5h 1953M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:38:42.867 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 9m ago 5h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:38:42.867 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 9m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:38:42.868 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 9m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:38:42.868 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 9m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:38:42.868 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:38:42.868 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 9m ago 5h 1312M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:38:42.869 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 9m ago 5h 2207M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:38:42.869 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 9m ago 5h 1494M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:38:42.869 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 9m ago 5h 2397M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:38:42.869 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 9m ago 5h 2234M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:38:42.869 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 9m ago 5h 2342M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:38:42.870 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 9m ago 5h 1959M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:38:42.870 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 9m ago 5h 2847M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:38:42.870 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 9m ago 5h 162M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:38:43.198 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:38:43.198 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:38:43.199 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:38:43.199 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:38:43.199 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:38:43.199 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:38:43.200 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:38:43.200 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:38:43.200 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:38:43.200 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:38:43.200 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:38:43.201 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:38:43.201 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:38:43.201 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:38:43.201 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:38:43.202 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:38:43.202 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:38:43.202 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:38:43.202 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:38:43.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:38:42.577665+0000 mgr.smithi204.vnvrbl (mgr.24567) 3541 : audit [DBG] from='client.41776 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:38:43.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:38:42.577665+0000 mgr.smithi204.vnvrbl (mgr.24567) 3541 : audit [DBG] from='client.41776 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:38:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:38:42.854466+0000 mgr.smithi204.vnvrbl (mgr.24567) 3542 : audit [DBG] from='client.41780 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:38:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:43.067737+0000 mgr.smithi204.vnvrbl (mgr.24567) 3543 : cluster [DBG] pgmap v3048: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:38:43.197636+0000 mon.smithi176 (mon.0) 3142 : audit [DBG] from='client.? 172.21.15.176:0/2828270368' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:38:44.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:38:42.854466+0000 mgr.smithi204.vnvrbl (mgr.24567) 3542 : audit [DBG] from='client.41780 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:38:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:43.067737+0000 mgr.smithi204.vnvrbl (mgr.24567) 3543 : cluster [DBG] pgmap v3048: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:38:43.197636+0000 mon.smithi176 (mon.0) 3142 : audit [DBG] from='client.? 172.21.15.176:0/2828270368' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:38:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:45.068334+0000 mgr.smithi204.vnvrbl (mgr.24567) 3544 : cluster [DBG] pgmap v3049: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:45.068334+0000 mgr.smithi204.vnvrbl (mgr.24567) 3544 : cluster [DBG] pgmap v3049: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:47.068796+0000 mgr.smithi204.vnvrbl (mgr.24567) 3545 : cluster [DBG] pgmap v3050: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:47.068796+0000 mgr.smithi204.vnvrbl (mgr.24567) 3545 : cluster [DBG] pgmap v3050: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:49.069559+0000 mgr.smithi204.vnvrbl (mgr.24567) 3546 : cluster [DBG] pgmap v3051: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:49.069559+0000 mgr.smithi204.vnvrbl (mgr.24567) 3546 : cluster [DBG] pgmap v3051: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:51.070152+0000 mgr.smithi204.vnvrbl (mgr.24567) 3547 : cluster [DBG] pgmap v3052: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:51.070152+0000 mgr.smithi204.vnvrbl (mgr.24567) 3547 : cluster [DBG] pgmap v3052: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:53.071020+0000 mgr.smithi204.vnvrbl (mgr.24567) 3548 : cluster [DBG] pgmap v3053: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:54.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:53.071020+0000 mgr.smithi204.vnvrbl (mgr.24567) 3548 : cluster [DBG] pgmap v3053: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:55.071643+0000 mgr.smithi204.vnvrbl (mgr.24567) 3549 : cluster [DBG] pgmap v3054: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:56.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:55.071643+0000 mgr.smithi204.vnvrbl (mgr.24567) 3549 : cluster [DBG] pgmap v3054: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:38:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:38:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:57.072327+0000 mgr.smithi204.vnvrbl (mgr.24567) 3550 : cluster [DBG] pgmap v3055: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:38:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:38:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:57.072327+0000 mgr.smithi204.vnvrbl (mgr.24567) 3550 : cluster [DBG] pgmap v3055: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:38:59.073024+0000 mgr.smithi204.vnvrbl (mgr.24567) 3551 : cluster [DBG] pgmap v3056: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:38:59.073024+0000 mgr.smithi204.vnvrbl (mgr.24567) 3551 : cluster [DBG] pgmap v3056: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:01.073473+0000 mgr.smithi204.vnvrbl (mgr.24567) 3552 : cluster [DBG] pgmap v3057: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:01.073473+0000 mgr.smithi204.vnvrbl (mgr.24567) 3552 : cluster [DBG] pgmap v3057: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:03.074356+0000 mgr.smithi204.vnvrbl (mgr.24567) 3553 : cluster [DBG] pgmap v3058: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:03.074356+0000 mgr.smithi204.vnvrbl (mgr.24567) 3553 : cluster [DBG] pgmap v3058: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:05.074842+0000 mgr.smithi204.vnvrbl (mgr.24567) 3554 : cluster [DBG] pgmap v3059: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:05.074842+0000 mgr.smithi204.vnvrbl (mgr.24567) 3554 : cluster [DBG] pgmap v3059: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:07.075567+0000 mgr.smithi204.vnvrbl (mgr.24567) 3555 : cluster [DBG] pgmap v3060: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:08.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:07.075567+0000 mgr.smithi204.vnvrbl (mgr.24567) 3555 : cluster [DBG] pgmap v3060: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:09.076228+0000 mgr.smithi204.vnvrbl (mgr.24567) 3556 : cluster [DBG] pgmap v3061: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:09.076228+0000 mgr.smithi204.vnvrbl (mgr.24567) 3556 : cluster [DBG] pgmap v3061: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:11.076715+0000 mgr.smithi204.vnvrbl (mgr.24567) 3557 : cluster [DBG] pgmap v3062: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:11.778690+0000 mon.smithi204 (mon.1) 549 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:39:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:11.778926+0000 mon.smithi204 (mon.1) 550 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:39:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:11.779348+0000 mon.smithi176 (mon.0) 3143 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:39:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:11.779640+0000 mon.smithi176 (mon.0) 3144 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:39:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:11.076715+0000 mgr.smithi204.vnvrbl (mgr.24567) 3557 : cluster [DBG] pgmap v3062: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:11.778690+0000 mon.smithi204 (mon.1) 549 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:39:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:11.778926+0000 mon.smithi204 (mon.1) 550 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:39:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:11.779348+0000 mon.smithi176 (mon.0) 3143 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:39:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:11.779640+0000 mon.smithi176 (mon.0) 3144 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:39:13.490 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:39:13.765 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:39:13.766 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:39:13.766 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 9m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:39:13.766 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 9m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:39:13.767 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 9m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:39:13.767 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 9m ago 5h 44.3M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:39:13.767 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 9m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:39:13.767 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 9m ago 5h 627M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:39:13.768 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 9m ago 5h 499M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:39:13.768 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 9m ago 5h 1953M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:39:13.768 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 9m ago 5h 1044M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:39:13.768 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 9m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:39:13.768 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 9m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:39:13.769 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 9m ago 5h 18.9M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:39:13.769 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:39:13.769 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 9m ago 5h 1312M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:39:13.769 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 9m ago 5h 2207M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:39:13.770 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 9m ago 5h 1494M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:39:13.770 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 9m ago 5h 2397M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:39:13.770 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 9m ago 5h 2234M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:39:13.770 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 9m ago 5h 2342M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:39:13.771 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 9m ago 5h 1959M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:39:13.771 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 9m ago 5h 2847M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:39:13.771 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 9m ago 5h 162M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:39:14.097 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:39:14.097 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:39:14.098 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:39:14.098 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:39:14.098 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:39:14.099 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:39:14.099 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:39:14.099 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:39:14.099 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:39:14.100 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:39:14.100 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:39:14.100 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:39:14.100 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:39:14.100 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:39:14.101 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:39:14.101 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:39:14.101 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:39:14.101 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:39:14.101 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:39:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:13.077575+0000 mgr.smithi204.vnvrbl (mgr.24567) 3558 : cluster [DBG] pgmap v3063: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:13.477866+0000 mgr.smithi204.vnvrbl (mgr.24567) 3559 : audit [DBG] from='client.41788 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:39:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:13.755127+0000 mgr.smithi204.vnvrbl (mgr.24567) 3560 : audit [DBG] from='client.41792 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:39:14.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:14.096692+0000 mon.smithi176 (mon.0) 3145 : audit [DBG] from='client.? 172.21.15.176:0/1305040658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:39:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:13.077575+0000 mgr.smithi204.vnvrbl (mgr.24567) 3558 : cluster [DBG] pgmap v3063: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:13.477866+0000 mgr.smithi204.vnvrbl (mgr.24567) 3559 : audit [DBG] from='client.41788 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:39:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:13.755127+0000 mgr.smithi204.vnvrbl (mgr.24567) 3560 : audit [DBG] from='client.41792 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:39:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:14.096692+0000 mon.smithi176 (mon.0) 3145 : audit [DBG] from='client.? 172.21.15.176:0/1305040658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:39:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:15.078044+0000 mgr.smithi204.vnvrbl (mgr.24567) 3561 : cluster [DBG] pgmap v3064: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:15.078044+0000 mgr.smithi204.vnvrbl (mgr.24567) 3561 : cluster [DBG] pgmap v3064: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:17.078795+0000 mgr.smithi204.vnvrbl (mgr.24567) 3562 : cluster [DBG] pgmap v3065: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:18.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:17.078795+0000 mgr.smithi204.vnvrbl (mgr.24567) 3562 : cluster [DBG] pgmap v3065: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:19.079525+0000 mgr.smithi204.vnvrbl (mgr.24567) 3563 : cluster [DBG] pgmap v3066: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:19.079525+0000 mgr.smithi204.vnvrbl (mgr.24567) 3563 : cluster [DBG] pgmap v3066: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:21.080234+0000 mgr.smithi204.vnvrbl (mgr.24567) 3564 : cluster [DBG] pgmap v3067: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:21.080234+0000 mgr.smithi204.vnvrbl (mgr.24567) 3564 : cluster [DBG] pgmap v3067: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:23.081088+0000 mgr.smithi204.vnvrbl (mgr.24567) 3565 : cluster [DBG] pgmap v3068: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:23.081088+0000 mgr.smithi204.vnvrbl (mgr.24567) 3565 : cluster [DBG] pgmap v3068: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:24.589558+0000 mon.smithi204 (mon.1) 551 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:39:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:24.590977+0000 mon.smithi204 (mon.1) 552 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:39:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:24.591842+0000 mon.smithi204 (mon.1) 553 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:39:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:39:24.592576+0000 mgr.smithi204.vnvrbl (mgr.24567) 3566 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:39:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:24.589558+0000 mon.smithi204 (mon.1) 551 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:39:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:24.590977+0000 mon.smithi204 (mon.1) 552 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:39:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:24.591842+0000 mon.smithi204 (mon.1) 553 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:39:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:39:24.592576+0000 mgr.smithi204.vnvrbl (mgr.24567) 3566 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:39:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:25.081522+0000 mgr.smithi204.vnvrbl (mgr.24567) 3567 : cluster [DBG] pgmap v3069: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:26.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:25.081522+0000 mgr.smithi204.vnvrbl (mgr.24567) 3567 : cluster [DBG] pgmap v3069: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:27.939 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:27.082279+0000 mgr.smithi204.vnvrbl (mgr.24567) 3568 : cluster [DBG] pgmap v3070: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:27.082279+0000 mgr.smithi204.vnvrbl (mgr.24567) 3568 : cluster [DBG] pgmap v3070: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:29.082754+0000 mgr.smithi204.vnvrbl (mgr.24567) 3569 : cluster [DBG] pgmap v3071: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:29.143636+0000 mon.smithi176 (mon.0) 3146 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:39:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:29.530203+0000 mon.smithi204 (mon.1) 554 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:39:30.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:29.530734+0000 mon.smithi176 (mon.0) 3147 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:39:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:29.082754+0000 mgr.smithi204.vnvrbl (mgr.24567) 3569 : cluster [DBG] pgmap v3071: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:29.143636+0000 mon.smithi176 (mon.0) 3146 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:39:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:29.530203+0000 mon.smithi204 (mon.1) 554 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:39:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:29.530734+0000 mon.smithi176 (mon.0) 3147 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:39:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:31.083199+0000 mgr.smithi204.vnvrbl (mgr.24567) 3570 : cluster [DBG] pgmap v3072: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:31.336145+0000 mon.smithi176 (mon.0) 3148 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:39:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:31.734688+0000 mon.smithi204 (mon.1) 555 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:39:32.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:31.735442+0000 mon.smithi176 (mon.0) 3149 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:39:32.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:31.740211+0000 mon.smithi176 (mon.0) 3150 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:39:32.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:31.746445+0000 mon.smithi176 (mon.0) 3151 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:39:32.735 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:31.083199+0000 mgr.smithi204.vnvrbl (mgr.24567) 3570 : cluster [DBG] pgmap v3072: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:32.736 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:31.336145+0000 mon.smithi176 (mon.0) 3148 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:39:32.736 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:31.734688+0000 mon.smithi204 (mon.1) 555 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:39:32.736 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:31.735442+0000 mon.smithi176 (mon.0) 3149 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:39:32.736 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:31.740211+0000 mon.smithi176 (mon.0) 3150 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:39:32.737 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:31.746445+0000 mon.smithi176 (mon.0) 3151 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:39:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:33.084011+0000 mgr.smithi204.vnvrbl (mgr.24567) 3571 : cluster [DBG] pgmap v3073: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:34.736 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:33.084011+0000 mgr.smithi204.vnvrbl (mgr.24567) 3571 : cluster [DBG] pgmap v3073: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:35.084435+0000 mgr.smithi204.vnvrbl (mgr.24567) 3572 : cluster [DBG] pgmap v3074: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:36.736 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:35.084435+0000 mgr.smithi204.vnvrbl (mgr.24567) 3572 : cluster [DBG] pgmap v3074: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:37.084971+0000 mgr.smithi204.vnvrbl (mgr.24567) 3573 : cluster [DBG] pgmap v3075: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:37.084971+0000 mgr.smithi204.vnvrbl (mgr.24567) 3573 : cluster [DBG] pgmap v3075: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:39.085690+0000 mgr.smithi204.vnvrbl (mgr.24567) 3574 : cluster [DBG] pgmap v3076: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:39.085690+0000 mgr.smithi204.vnvrbl (mgr.24567) 3574 : cluster [DBG] pgmap v3076: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:41.086147+0000 mgr.smithi204.vnvrbl (mgr.24567) 3575 : cluster [DBG] pgmap v3077: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:42.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:41.086147+0000 mgr.smithi204.vnvrbl (mgr.24567) 3575 : cluster [DBG] pgmap v3077: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:44.396 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:39:44.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:43.087092+0000 mgr.smithi204.vnvrbl (mgr.24567) 3576 : cluster [DBG] pgmap v3078: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:44.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:43.087092+0000 mgr.smithi204.vnvrbl (mgr.24567) 3576 : cluster [DBG] pgmap v3078: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:44.674 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:39:44.675 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 13s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:39:44.675 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 13s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:39:44.675 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 15s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:39:44.675 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 13s ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:39:44.675 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 13s ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:39:44.676 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 15s ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:39:44.676 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 13s ago 5h 629M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:39:44.676 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 15s ago 5h 505M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:39:44.676 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 13s ago 5h 1979M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:39:44.677 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 15s ago 5h 1071M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:39:44.677 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 13s ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:39:44.677 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 15s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:39:44.677 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 13s ago 5h 19.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:39:44.677 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 15s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:39:44.678 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 13s ago 5h 1341M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:39:44.678 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 13s ago 5h 2240M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:39:44.678 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 13s ago 5h 1516M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:39:44.678 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 13s ago 5h 2432M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:39:44.679 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 15s ago 5h 2266M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:39:44.679 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 15s ago 5h 2371M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:39:44.679 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 15s ago 5h 1983M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:39:44.679 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 15s ago 5h 2879M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:39:44.680 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 13s ago 5h 164M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:39:45.011 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:39:45.011 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:39:45.012 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:39:45.012 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:39:45.012 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:39:45.012 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:39:45.013 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:39:45.013 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:39:45.013 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:39:45.013 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:39:45.013 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:39:45.014 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:39:45.014 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:39:45.014 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:39:45.014 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:39:45.015 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:39:45.015 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:39:45.015 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:39:45.015 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:39:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:44.383767+0000 mgr.smithi204.vnvrbl (mgr.24567) 3577 : audit [DBG] from='client.41800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:39:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:44.663687+0000 mgr.smithi204.vnvrbl (mgr.24567) 3578 : audit [DBG] from='client.41804 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:39:45.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:39:45.010816+0000 mon.smithi176 (mon.0) 3152 : audit [DBG] from='client.? 172.21.15.176:0/2591854969' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:39:45.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:44.383767+0000 mgr.smithi204.vnvrbl (mgr.24567) 3577 : audit [DBG] from='client.41800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:39:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:44.663687+0000 mgr.smithi204.vnvrbl (mgr.24567) 3578 : audit [DBG] from='client.41804 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:39:45.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:39:45.010816+0000 mon.smithi176 (mon.0) 3152 : audit [DBG] from='client.? 172.21.15.176:0/2591854969' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:39:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:45.087524+0000 mgr.smithi204.vnvrbl (mgr.24567) 3579 : cluster [DBG] pgmap v3079: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:45.087524+0000 mgr.smithi204.vnvrbl (mgr.24567) 3579 : cluster [DBG] pgmap v3079: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:47.088068+0000 mgr.smithi204.vnvrbl (mgr.24567) 3580 : cluster [DBG] pgmap v3080: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:48.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:47.088068+0000 mgr.smithi204.vnvrbl (mgr.24567) 3580 : cluster [DBG] pgmap v3080: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:49.088770+0000 mgr.smithi204.vnvrbl (mgr.24567) 3581 : cluster [DBG] pgmap v3081: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:49.088770+0000 mgr.smithi204.vnvrbl (mgr.24567) 3581 : cluster [DBG] pgmap v3081: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:51.089311+0000 mgr.smithi204.vnvrbl (mgr.24567) 3582 : cluster [DBG] pgmap v3082: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:51.089311+0000 mgr.smithi204.vnvrbl (mgr.24567) 3582 : cluster [DBG] pgmap v3082: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:53.090149+0000 mgr.smithi204.vnvrbl (mgr.24567) 3583 : cluster [DBG] pgmap v3083: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:54.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:53.090149+0000 mgr.smithi204.vnvrbl (mgr.24567) 3583 : cluster [DBG] pgmap v3083: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:55.090670+0000 mgr.smithi204.vnvrbl (mgr.24567) 3584 : cluster [DBG] pgmap v3084: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:56.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:55.090670+0000 mgr.smithi204.vnvrbl (mgr.24567) 3584 : cluster [DBG] pgmap v3084: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:39:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:39:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:57.091274+0000 mgr.smithi204.vnvrbl (mgr.24567) 3585 : cluster [DBG] pgmap v3085: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:39:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:39:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:57.091274+0000 mgr.smithi204.vnvrbl (mgr.24567) 3585 : cluster [DBG] pgmap v3085: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:39:59.091937+0000 mgr.smithi204.vnvrbl (mgr.24567) 3586 : cluster [DBG] pgmap v3086: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:00.000141+0000 mon.smithi176 (mon.0) 3153 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T12:40:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:39:59.091937+0000 mgr.smithi204.vnvrbl (mgr.24567) 3586 : cluster [DBG] pgmap v3086: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:00.000141+0000 mon.smithi176 (mon.0) 3153 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T12:40:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:01.092494+0000 mgr.smithi204.vnvrbl (mgr.24567) 3587 : cluster [DBG] pgmap v3087: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:01.092494+0000 mgr.smithi204.vnvrbl (mgr.24567) 3587 : cluster [DBG] pgmap v3087: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:03.093491+0000 mgr.smithi204.vnvrbl (mgr.24567) 3588 : cluster [DBG] pgmap v3088: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:03.093491+0000 mgr.smithi204.vnvrbl (mgr.24567) 3588 : cluster [DBG] pgmap v3088: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:05.094030+0000 mgr.smithi204.vnvrbl (mgr.24567) 3589 : cluster [DBG] pgmap v3089: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:05.094030+0000 mgr.smithi204.vnvrbl (mgr.24567) 3589 : cluster [DBG] pgmap v3089: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:07.094661+0000 mgr.smithi204.vnvrbl (mgr.24567) 3590 : cluster [DBG] pgmap v3090: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:07.094661+0000 mgr.smithi204.vnvrbl (mgr.24567) 3590 : cluster [DBG] pgmap v3090: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:09.095449+0000 mgr.smithi204.vnvrbl (mgr.24567) 3591 : cluster [DBG] pgmap v3091: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:09.095449+0000 mgr.smithi204.vnvrbl (mgr.24567) 3591 : cluster [DBG] pgmap v3091: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:11.096015+0000 mgr.smithi204.vnvrbl (mgr.24567) 3592 : cluster [DBG] pgmap v3092: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:40:11.782915+0000 mon.smithi204 (mon.1) 556 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:40:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:40:11.783353+0000 mon.smithi176 (mon.0) 3154 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:40:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:40:11.783647+0000 mon.smithi204 (mon.1) 557 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:40:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:40:11.783980+0000 mon.smithi176 (mon.0) 3155 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:40:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:11.096015+0000 mgr.smithi204.vnvrbl (mgr.24567) 3592 : cluster [DBG] pgmap v3092: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:40:11.782915+0000 mon.smithi204 (mon.1) 556 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:40:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:40:11.783353+0000 mon.smithi176 (mon.0) 3154 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:40:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:40:11.783647+0000 mon.smithi204 (mon.1) 557 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:40:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:40:11.783980+0000 mon.smithi176 (mon.0) 3155 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:40:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:13.096815+0000 mgr.smithi204.vnvrbl (mgr.24567) 3593 : cluster [DBG] pgmap v3093: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:13.096815+0000 mgr.smithi204.vnvrbl (mgr.24567) 3593 : cluster [DBG] pgmap v3093: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:15.325 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:40:15.602 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:40:15.603 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 44s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:40:15.603 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 44s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:40:15.603 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 46s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:40:15.603 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 44s ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:40:15.604 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 44s ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:40:15.604 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 46s ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:40:15.604 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 44s ago 5h 629M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:40:15.604 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 46s ago 5h 505M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:40:15.605 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 44s ago 5h 1979M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:40:15.605 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 46s ago 5h 1071M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:40:15.605 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 44s ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:40:15.605 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 46s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:40:15.606 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 44s ago 5h 19.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:40:15.606 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 46s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:40:15.606 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 44s ago 5h 1341M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:40:15.606 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 44s ago 5h 2240M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:40:15.606 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 44s ago 5h 1516M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:40:15.607 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 44s ago 5h 2432M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:40:15.607 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 46s ago 5h 2266M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:40:15.607 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 46s ago 5h 2371M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:40:15.607 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 46s ago 5h 1983M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:40:15.608 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 46s ago 5h 2879M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:40:15.608 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 44s ago 5h 164M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:40:15.931 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:40:15.931 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:40:15.931 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:40:15.932 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:40:15.932 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:40:15.932 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:40:15.932 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:40:15.932 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:40:15.933 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:40:15.933 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:40:15.933 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:40:15.933 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:40:15.933 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:40:15.934 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:40:15.934 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:40:15.934 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:40:15.934 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:40:15.935 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:40:15.935 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:40:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:15.097351+0000 mgr.smithi204.vnvrbl (mgr.24567) 3594 : cluster [DBG] pgmap v3094: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:40:15.311489+0000 mgr.smithi204.vnvrbl (mgr.24567) 3595 : audit [DBG] from='client.41812 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:40:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:40:15.591729+0000 mgr.smithi204.vnvrbl (mgr.24567) 3596 : audit [DBG] from='client.41816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:40:16.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:40:15.930412+0000 mon.smithi176 (mon.0) 3156 : audit [DBG] from='client.? 172.21.15.176:0/3505707910' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:40:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:15.097351+0000 mgr.smithi204.vnvrbl (mgr.24567) 3594 : cluster [DBG] pgmap v3094: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:40:15.311489+0000 mgr.smithi204.vnvrbl (mgr.24567) 3595 : audit [DBG] from='client.41812 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:40:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:40:15.591729+0000 mgr.smithi204.vnvrbl (mgr.24567) 3596 : audit [DBG] from='client.41816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:40:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:40:15.930412+0000 mon.smithi176 (mon.0) 3156 : audit [DBG] from='client.? 172.21.15.176:0/3505707910' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:40:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:17.097890+0000 mgr.smithi204.vnvrbl (mgr.24567) 3597 : cluster [DBG] pgmap v3095: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:17.097890+0000 mgr.smithi204.vnvrbl (mgr.24567) 3597 : cluster [DBG] pgmap v3095: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:19.098584+0000 mgr.smithi204.vnvrbl (mgr.24567) 3598 : cluster [DBG] pgmap v3096: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:19.098584+0000 mgr.smithi204.vnvrbl (mgr.24567) 3598 : cluster [DBG] pgmap v3096: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:21.099040+0000 mgr.smithi204.vnvrbl (mgr.24567) 3599 : cluster [DBG] pgmap v3097: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:21.099040+0000 mgr.smithi204.vnvrbl (mgr.24567) 3599 : cluster [DBG] pgmap v3097: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:23.099835+0000 mgr.smithi204.vnvrbl (mgr.24567) 3600 : cluster [DBG] pgmap v3098: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:23.099835+0000 mgr.smithi204.vnvrbl (mgr.24567) 3600 : cluster [DBG] pgmap v3098: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:25.100375+0000 mgr.smithi204.vnvrbl (mgr.24567) 3601 : cluster [DBG] pgmap v3099: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:26.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:25.100375+0000 mgr.smithi204.vnvrbl (mgr.24567) 3601 : cluster [DBG] pgmap v3099: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:27.101094+0000 mgr.smithi204.vnvrbl (mgr.24567) 3602 : cluster [DBG] pgmap v3100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:27.101094+0000 mgr.smithi204.vnvrbl (mgr.24567) 3602 : cluster [DBG] pgmap v3100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:29.101772+0000 mgr.smithi204.vnvrbl (mgr.24567) 3603 : cluster [DBG] pgmap v3101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:29.101772+0000 mgr.smithi204.vnvrbl (mgr.24567) 3603 : cluster [DBG] pgmap v3101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:31.102347+0000 mgr.smithi204.vnvrbl (mgr.24567) 3604 : cluster [DBG] pgmap v3102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:40:31.752391+0000 mon.smithi204 (mon.1) 558 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:40:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:40:31.753795+0000 mon.smithi204 (mon.1) 559 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:40:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:40:31.754683+0000 mon.smithi204 (mon.1) 560 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:40:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:40:31.755487+0000 mgr.smithi204.vnvrbl (mgr.24567) 3605 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:40:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:31.102347+0000 mgr.smithi204.vnvrbl (mgr.24567) 3604 : cluster [DBG] pgmap v3102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:40:31.752391+0000 mon.smithi204 (mon.1) 558 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:40:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:40:31.753795+0000 mon.smithi204 (mon.1) 559 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:40:32.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:40:31.754683+0000 mon.smithi204 (mon.1) 560 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:40:32.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:40:31.755487+0000 mgr.smithi204.vnvrbl (mgr.24567) 3605 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:40:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:40:32.162657+0000 mon.smithi176 (mon.0) 3157 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:40:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:40:32.170684+0000 mon.smithi176 (mon.0) 3158 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:40:33.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:40:32.162657+0000 mon.smithi176 (mon.0) 3157 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:40:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:40:32.170684+0000 mon.smithi176 (mon.0) 3158 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:40:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:33.103082+0000 mgr.smithi204.vnvrbl (mgr.24567) 3606 : cluster [DBG] pgmap v3103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:34.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:33.103082+0000 mgr.smithi204.vnvrbl (mgr.24567) 3606 : cluster [DBG] pgmap v3103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:36.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:35.103644+0000 mgr.smithi204.vnvrbl (mgr.24567) 3607 : cluster [DBG] pgmap v3104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:36.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:35.103644+0000 mgr.smithi204.vnvrbl (mgr.24567) 3607 : cluster [DBG] pgmap v3104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:37.104313+0000 mgr.smithi204.vnvrbl (mgr.24567) 3608 : cluster [DBG] pgmap v3105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:37.104313+0000 mgr.smithi204.vnvrbl (mgr.24567) 3608 : cluster [DBG] pgmap v3105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:39.104977+0000 mgr.smithi204.vnvrbl (mgr.24567) 3609 : cluster [DBG] pgmap v3106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:39.104977+0000 mgr.smithi204.vnvrbl (mgr.24567) 3609 : cluster [DBG] pgmap v3106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:41.105517+0000 mgr.smithi204.vnvrbl (mgr.24567) 3610 : cluster [DBG] pgmap v3107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:42.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:41.105517+0000 mgr.smithi204.vnvrbl (mgr.24567) 3610 : cluster [DBG] pgmap v3107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:43.106529+0000 mgr.smithi204.vnvrbl (mgr.24567) 3611 : cluster [DBG] pgmap v3108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:43.106529+0000 mgr.smithi204.vnvrbl (mgr.24567) 3611 : cluster [DBG] pgmap v3108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:46.234 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:40:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:45.107138+0000 mgr.smithi204.vnvrbl (mgr.24567) 3612 : cluster [DBG] pgmap v3109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:46.509 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:40:46.509 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 75s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:40:46.509 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 75s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:40:46.509 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 77s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:40:46.510 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 75s ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:40:46.510 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 75s ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:40:46.510 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 77s ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:40:46.510 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 75s ago 5h 629M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:40:46.511 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 77s ago 5h 505M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:40:46.511 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 75s ago 5h 1979M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:40:46.511 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 77s ago 5h 1071M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:40:46.511 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 75s ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:40:46.511 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 77s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:40:46.512 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 75s ago 5h 19.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:40:46.512 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 77s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:40:46.512 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 75s ago 5h 1341M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:40:46.512 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 75s ago 5h 2240M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:40:46.513 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 75s ago 5h 1516M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:40:46.513 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 75s ago 5h 2432M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:40:46.513 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 77s ago 5h 2266M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:40:46.513 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 77s ago 5h 2371M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:40:46.514 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 77s ago 5h 1983M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:40:46.514 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 77s ago 5h 2879M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:40:46.514 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 75s ago 5h 164M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:40:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:45.107138+0000 mgr.smithi204.vnvrbl (mgr.24567) 3612 : cluster [DBG] pgmap v3109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:46.841 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:40:46.841 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:40:46.841 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:40:46.841 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:40:46.842 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:40:46.842 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:40:46.842 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:40:46.842 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:40:46.843 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:40:46.843 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:40:46.843 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:40:46.843 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:40:46.844 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:40:46.844 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:40:46.844 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:40:46.844 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:40:46.844 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:40:46.845 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:40:46.845 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:40:47.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:40:46.221490+0000 mgr.smithi204.vnvrbl (mgr.24567) 3613 : audit [DBG] from='client.41824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:40:47.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:40:46.498408+0000 mgr.smithi204.vnvrbl (mgr.24567) 3614 : audit [DBG] from='client.41828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:40:47.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:40:46.840259+0000 mon.smithi176 (mon.0) 3159 : audit [DBG] from='client.? 172.21.15.176:0/4063495715' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:40:47.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:40:46.221490+0000 mgr.smithi204.vnvrbl (mgr.24567) 3613 : audit [DBG] from='client.41824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:40:47.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:40:46.498408+0000 mgr.smithi204.vnvrbl (mgr.24567) 3614 : audit [DBG] from='client.41828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:40:47.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:40:46.840259+0000 mon.smithi176 (mon.0) 3159 : audit [DBG] from='client.? 172.21.15.176:0/4063495715' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:40:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:47.107780+0000 mgr.smithi204.vnvrbl (mgr.24567) 3615 : cluster [DBG] pgmap v3110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:48.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:47.107780+0000 mgr.smithi204.vnvrbl (mgr.24567) 3615 : cluster [DBG] pgmap v3110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:49.108455+0000 mgr.smithi204.vnvrbl (mgr.24567) 3616 : cluster [DBG] pgmap v3111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:49.108455+0000 mgr.smithi204.vnvrbl (mgr.24567) 3616 : cluster [DBG] pgmap v3111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:51.109026+0000 mgr.smithi204.vnvrbl (mgr.24567) 3617 : cluster [DBG] pgmap v3112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:51.109026+0000 mgr.smithi204.vnvrbl (mgr.24567) 3617 : cluster [DBG] pgmap v3112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:53.109854+0000 mgr.smithi204.vnvrbl (mgr.24567) 3618 : cluster [DBG] pgmap v3113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:54.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:53.109854+0000 mgr.smithi204.vnvrbl (mgr.24567) 3618 : cluster [DBG] pgmap v3113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:55.110287+0000 mgr.smithi204.vnvrbl (mgr.24567) 3619 : cluster [DBG] pgmap v3114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:56.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:55.110287+0000 mgr.smithi204.vnvrbl (mgr.24567) 3619 : cluster [DBG] pgmap v3114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:40:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:40:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:57.111115+0000 mgr.smithi204.vnvrbl (mgr.24567) 3620 : cluster [DBG] pgmap v3115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:40:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:40:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:57.111115+0000 mgr.smithi204.vnvrbl (mgr.24567) 3620 : cluster [DBG] pgmap v3115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:40:59.111848+0000 mgr.smithi204.vnvrbl (mgr.24567) 3621 : cluster [DBG] pgmap v3116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:40:59.111848+0000 mgr.smithi204.vnvrbl (mgr.24567) 3621 : cluster [DBG] pgmap v3116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:01.112336+0000 mgr.smithi204.vnvrbl (mgr.24567) 3622 : cluster [DBG] pgmap v3117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:01.112336+0000 mgr.smithi204.vnvrbl (mgr.24567) 3622 : cluster [DBG] pgmap v3117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:03.113147+0000 mgr.smithi204.vnvrbl (mgr.24567) 3623 : cluster [DBG] pgmap v3118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:03.113147+0000 mgr.smithi204.vnvrbl (mgr.24567) 3623 : cluster [DBG] pgmap v3118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:05.113771+0000 mgr.smithi204.vnvrbl (mgr.24567) 3624 : cluster [DBG] pgmap v3119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:05.113771+0000 mgr.smithi204.vnvrbl (mgr.24567) 3624 : cluster [DBG] pgmap v3119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:07.114311+0000 mgr.smithi204.vnvrbl (mgr.24567) 3625 : cluster [DBG] pgmap v3120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:07.114311+0000 mgr.smithi204.vnvrbl (mgr.24567) 3625 : cluster [DBG] pgmap v3120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:09.114919+0000 mgr.smithi204.vnvrbl (mgr.24567) 3626 : cluster [DBG] pgmap v3121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:09.114919+0000 mgr.smithi204.vnvrbl (mgr.24567) 3626 : cluster [DBG] pgmap v3121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:11.115604+0000 mgr.smithi204.vnvrbl (mgr.24567) 3627 : cluster [DBG] pgmap v3122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:41:11.788486+0000 mon.smithi204 (mon.1) 561 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:41:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:41:11.788717+0000 mon.smithi204 (mon.1) 562 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:41:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:41:11.788913+0000 mon.smithi176 (mon.0) 3160 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:41:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:41:11.789232+0000 mon.smithi176 (mon.0) 3161 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:41:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:11.115604+0000 mgr.smithi204.vnvrbl (mgr.24567) 3627 : cluster [DBG] pgmap v3122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:41:11.788486+0000 mon.smithi204 (mon.1) 561 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:41:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:41:11.788717+0000 mon.smithi204 (mon.1) 562 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:41:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:41:11.788913+0000 mon.smithi176 (mon.0) 3160 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:41:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:41:11.789232+0000 mon.smithi176 (mon.0) 3161 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:41:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:13.116423+0000 mgr.smithi204.vnvrbl (mgr.24567) 3628 : cluster [DBG] pgmap v3123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:13.116423+0000 mgr.smithi204.vnvrbl (mgr.24567) 3628 : cluster [DBG] pgmap v3123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:15.117031+0000 mgr.smithi204.vnvrbl (mgr.24567) 3629 : cluster [DBG] pgmap v3124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:15.117031+0000 mgr.smithi204.vnvrbl (mgr.24567) 3629 : cluster [DBG] pgmap v3124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:17.142 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:41:17.433 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:41:17.433 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 106s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:41:17.433 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 106s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:41:17.434 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 108s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:41:17.434 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 106s ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:41:17.434 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 106s ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:41:17.435 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 108s ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:41:17.435 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 106s ago 5h 629M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:41:17.435 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 108s ago 5h 505M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:41:17.435 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 106s ago 5h 1979M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:41:17.435 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 108s ago 5h 1071M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:41:17.436 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 106s ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:41:17.436 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 108s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:41:17.436 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 106s ago 5h 19.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:41:17.436 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 108s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:41:17.437 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 106s ago 5h 1341M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:41:17.437 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 106s ago 5h 2240M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:41:17.437 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 106s ago 5h 1516M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:41:17.437 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 106s ago 5h 2432M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:41:17.438 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 108s ago 5h 2266M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:41:17.438 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 108s ago 5h 2371M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:41:17.438 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 108s ago 5h 1983M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:41:17.438 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 108s ago 5h 2879M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:41:17.439 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 106s ago 5h 164M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:41:17.765 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:41:17.765 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:41:17.766 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:41:17.766 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:41:17.767 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:41:17.767 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:41:17.768 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:41:17.768 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:41:17.769 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:41:17.769 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:41:17.769 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:41:17.770 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:41:17.771 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:41:17.771 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:41:17.772 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:41:17.772 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:41:17.773 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:41:17.773 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:41:17.773 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:41:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:17.117695+0000 mgr.smithi204.vnvrbl (mgr.24567) 3630 : cluster [DBG] pgmap v3125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:41:17.128973+0000 mgr.smithi204.vnvrbl (mgr.24567) 3631 : audit [DBG] from='client.41836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:41:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:41:17.422142+0000 mgr.smithi204.vnvrbl (mgr.24567) 3632 : audit [DBG] from='client.41840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:41:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:41:17.764282+0000 mon.smithi176 (mon.0) 3162 : audit [DBG] from='client.? 172.21.15.176:0/1308080154' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:41:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:17.117695+0000 mgr.smithi204.vnvrbl (mgr.24567) 3630 : cluster [DBG] pgmap v3125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:41:17.128973+0000 mgr.smithi204.vnvrbl (mgr.24567) 3631 : audit [DBG] from='client.41836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:41:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:41:17.422142+0000 mgr.smithi204.vnvrbl (mgr.24567) 3632 : audit [DBG] from='client.41840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:41:18.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:41:17.764282+0000 mon.smithi176 (mon.0) 3162 : audit [DBG] from='client.? 172.21.15.176:0/1308080154' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:41:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:19.118396+0000 mgr.smithi204.vnvrbl (mgr.24567) 3633 : cluster [DBG] pgmap v3126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:19.118396+0000 mgr.smithi204.vnvrbl (mgr.24567) 3633 : cluster [DBG] pgmap v3126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:21.118875+0000 mgr.smithi204.vnvrbl (mgr.24567) 3634 : cluster [DBG] pgmap v3127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:21.118875+0000 mgr.smithi204.vnvrbl (mgr.24567) 3634 : cluster [DBG] pgmap v3127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:23.119804+0000 mgr.smithi204.vnvrbl (mgr.24567) 3635 : cluster [DBG] pgmap v3128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:23.119804+0000 mgr.smithi204.vnvrbl (mgr.24567) 3635 : cluster [DBG] pgmap v3128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:25.120465+0000 mgr.smithi204.vnvrbl (mgr.24567) 3636 : cluster [DBG] pgmap v3129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:26.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:25.120465+0000 mgr.smithi204.vnvrbl (mgr.24567) 3636 : cluster [DBG] pgmap v3129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:27.121012+0000 mgr.smithi204.vnvrbl (mgr.24567) 3637 : cluster [DBG] pgmap v3130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:27.121012+0000 mgr.smithi204.vnvrbl (mgr.24567) 3637 : cluster [DBG] pgmap v3130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:29.121703+0000 mgr.smithi204.vnvrbl (mgr.24567) 3638 : cluster [DBG] pgmap v3131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:29.121703+0000 mgr.smithi204.vnvrbl (mgr.24567) 3638 : cluster [DBG] pgmap v3131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:31.122148+0000 mgr.smithi204.vnvrbl (mgr.24567) 3639 : cluster [DBG] pgmap v3132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:41:32.173779+0000 mon.smithi204 (mon.1) 563 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:41:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:41:32.175185+0000 mon.smithi204 (mon.1) 564 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:41:32.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:41:32.176065+0000 mon.smithi204 (mon.1) 565 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:41:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:31.122148+0000 mgr.smithi204.vnvrbl (mgr.24567) 3639 : cluster [DBG] pgmap v3132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:41:32.173779+0000 mon.smithi204 (mon.1) 563 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:41:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:41:32.175185+0000 mon.smithi204 (mon.1) 564 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:41:32.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:41:32.176065+0000 mon.smithi204 (mon.1) 565 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:41:33.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:41:32.176806+0000 mgr.smithi204.vnvrbl (mgr.24567) 3640 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:41:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:41:32.528569+0000 mon.smithi176 (mon.0) 3163 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:41:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:41:32.926740+0000 mon.smithi176 (mon.0) 3164 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:41:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:41:32.932435+0000 mon.smithi176 (mon.0) 3165 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:41:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:41:32.176806+0000 mgr.smithi204.vnvrbl (mgr.24567) 3640 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:41:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:41:32.528569+0000 mon.smithi176 (mon.0) 3163 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:41:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:41:32.926740+0000 mon.smithi176 (mon.0) 3164 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:41:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:41:32.932435+0000 mon.smithi176 (mon.0) 3165 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:41:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:33.122905+0000 mgr.smithi204.vnvrbl (mgr.24567) 3641 : cluster [DBG] pgmap v3133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:33.122905+0000 mgr.smithi204.vnvrbl (mgr.24567) 3641 : cluster [DBG] pgmap v3133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:35.123287+0000 mgr.smithi204.vnvrbl (mgr.24567) 3642 : cluster [DBG] pgmap v3134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:35.123287+0000 mgr.smithi204.vnvrbl (mgr.24567) 3642 : cluster [DBG] pgmap v3134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:37.123856+0000 mgr.smithi204.vnvrbl (mgr.24567) 3643 : cluster [DBG] pgmap v3135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:38.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:37.123856+0000 mgr.smithi204.vnvrbl (mgr.24567) 3643 : cluster [DBG] pgmap v3135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:40.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:39.124540+0000 mgr.smithi204.vnvrbl (mgr.24567) 3644 : cluster [DBG] pgmap v3136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:39.124540+0000 mgr.smithi204.vnvrbl (mgr.24567) 3644 : cluster [DBG] pgmap v3136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:42.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:41.125021+0000 mgr.smithi204.vnvrbl (mgr.24567) 3645 : cluster [DBG] pgmap v3137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:42.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:41.125021+0000 mgr.smithi204.vnvrbl (mgr.24567) 3645 : cluster [DBG] pgmap v3137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:44.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:43.125902+0000 mgr.smithi204.vnvrbl (mgr.24567) 3646 : cluster [DBG] pgmap v3138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:44.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:43.125902+0000 mgr.smithi204.vnvrbl (mgr.24567) 3646 : cluster [DBG] pgmap v3138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:46.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:45.126570+0000 mgr.smithi204.vnvrbl (mgr.24567) 3647 : cluster [DBG] pgmap v3139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:45.126570+0000 mgr.smithi204.vnvrbl (mgr.24567) 3647 : cluster [DBG] pgmap v3139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:47.127440+0000 mgr.smithi204.vnvrbl (mgr.24567) 3648 : cluster [DBG] pgmap v3140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:48.090 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:41:48.219 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:47.127440+0000 mgr.smithi204.vnvrbl (mgr.24567) 3648 : cluster [DBG] pgmap v3140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:48.374 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:41:48.374 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:41:48.375 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 2m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:41:48.375 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 2m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:41:48.375 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 2m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:41:48.375 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 2m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:41:48.376 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 2m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:41:48.376 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 2m ago 5h 629M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:41:48.376 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 2m ago 5h 505M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:41:48.376 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 2m ago 5h 1979M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:41:48.376 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 2m ago 5h 1071M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:41:48.377 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 2m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:41:48.377 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 2m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:41:48.377 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 2m ago 5h 19.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:41:48.377 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:41:48.377 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 2m ago 5h 1341M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:41:48.378 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 2m ago 5h 2240M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:41:48.378 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 2m ago 5h 1516M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:41:48.378 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 2m ago 5h 2432M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:41:48.378 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 2m ago 5h 2266M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:41:48.379 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 2m ago 5h 2371M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:41:48.379 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 2m ago 5h 1983M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:41:48.379 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 2m ago 5h 2879M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:41:48.379 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 2m ago 5h 164M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:41:48.705 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:41:48.705 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:41:48.706 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:41:48.706 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:41:48.706 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:41:48.706 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:41:48.707 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:41:48.707 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:41:48.707 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:41:48.707 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:41:48.708 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:41:48.708 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:41:48.708 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:41:48.708 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:41:48.708 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:41:48.709 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:41:48.709 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:41:48.709 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:41:48.709 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:41:49.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:41:48.076149+0000 mgr.smithi204.vnvrbl (mgr.24567) 3649 : audit [DBG] from='client.41848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:41:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:41:48.362975+0000 mgr.smithi204.vnvrbl (mgr.24567) 3650 : audit [DBG] from='client.41852 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:41:49.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:41:48.704632+0000 mon.smithi176 (mon.0) 3166 : audit [DBG] from='client.? 172.21.15.176:0/831328447' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:41:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:41:48.076149+0000 mgr.smithi204.vnvrbl (mgr.24567) 3649 : audit [DBG] from='client.41848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:41:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:41:48.362975+0000 mgr.smithi204.vnvrbl (mgr.24567) 3650 : audit [DBG] from='client.41852 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:41:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:41:48.704632+0000 mon.smithi176 (mon.0) 3166 : audit [DBG] from='client.? 172.21.15.176:0/831328447' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:41:50.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:49.128093+0000 mgr.smithi204.vnvrbl (mgr.24567) 3651 : cluster [DBG] pgmap v3141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:49.128093+0000 mgr.smithi204.vnvrbl (mgr.24567) 3651 : cluster [DBG] pgmap v3141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:51.128647+0000 mgr.smithi204.vnvrbl (mgr.24567) 3652 : cluster [DBG] pgmap v3142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:51.128647+0000 mgr.smithi204.vnvrbl (mgr.24567) 3652 : cluster [DBG] pgmap v3142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:53.129626+0000 mgr.smithi204.vnvrbl (mgr.24567) 3653 : cluster [DBG] pgmap v3143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:54.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:53.129626+0000 mgr.smithi204.vnvrbl (mgr.24567) 3653 : cluster [DBG] pgmap v3143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:55.130132+0000 mgr.smithi204.vnvrbl (mgr.24567) 3654 : cluster [DBG] pgmap v3144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:56.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:55.130132+0000 mgr.smithi204.vnvrbl (mgr.24567) 3654 : cluster [DBG] pgmap v3144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:41:58.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:41:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:57.130829+0000 mgr.smithi204.vnvrbl (mgr.24567) 3655 : cluster [DBG] pgmap v3145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:41:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:41:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:57.130829+0000 mgr.smithi204.vnvrbl (mgr.24567) 3655 : cluster [DBG] pgmap v3145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:41:59.131627+0000 mgr.smithi204.vnvrbl (mgr.24567) 3656 : cluster [DBG] pgmap v3146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:41:59.131627+0000 mgr.smithi204.vnvrbl (mgr.24567) 3656 : cluster [DBG] pgmap v3146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:01.132072+0000 mgr.smithi204.vnvrbl (mgr.24567) 3657 : cluster [DBG] pgmap v3147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:01.132072+0000 mgr.smithi204.vnvrbl (mgr.24567) 3657 : cluster [DBG] pgmap v3147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:03.132954+0000 mgr.smithi204.vnvrbl (mgr.24567) 3658 : cluster [DBG] pgmap v3148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:03.132954+0000 mgr.smithi204.vnvrbl (mgr.24567) 3658 : cluster [DBG] pgmap v3148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:05.133488+0000 mgr.smithi204.vnvrbl (mgr.24567) 3659 : cluster [DBG] pgmap v3149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:05.133488+0000 mgr.smithi204.vnvrbl (mgr.24567) 3659 : cluster [DBG] pgmap v3149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:07.134065+0000 mgr.smithi204.vnvrbl (mgr.24567) 3660 : cluster [DBG] pgmap v3150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:08.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:07.134065+0000 mgr.smithi204.vnvrbl (mgr.24567) 3660 : cluster [DBG] pgmap v3150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:09.134674+0000 mgr.smithi204.vnvrbl (mgr.24567) 3661 : cluster [DBG] pgmap v3151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:09.134674+0000 mgr.smithi204.vnvrbl (mgr.24567) 3661 : cluster [DBG] pgmap v3151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:11.135296+0000 mgr.smithi204.vnvrbl (mgr.24567) 3662 : cluster [DBG] pgmap v3152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:42:11.793506+0000 mon.smithi204 (mon.1) 566 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:42:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:42:11.793772+0000 mon.smithi204 (mon.1) 567 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:42:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:42:11.794068+0000 mon.smithi176 (mon.0) 3167 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:42:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:42:11.794291+0000 mon.smithi176 (mon.0) 3168 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:42:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:11.135296+0000 mgr.smithi204.vnvrbl (mgr.24567) 3662 : cluster [DBG] pgmap v3152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:42:11.793506+0000 mon.smithi204 (mon.1) 566 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:42:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:42:11.793772+0000 mon.smithi204 (mon.1) 567 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:42:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:42:11.794068+0000 mon.smithi176 (mon.0) 3167 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:42:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:42:11.794291+0000 mon.smithi176 (mon.0) 3168 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:42:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:13.136044+0000 mgr.smithi204.vnvrbl (mgr.24567) 3663 : cluster [DBG] pgmap v3153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:13.136044+0000 mgr.smithi204.vnvrbl (mgr.24567) 3663 : cluster [DBG] pgmap v3153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:15.136571+0000 mgr.smithi204.vnvrbl (mgr.24567) 3664 : cluster [DBG] pgmap v3154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:15.136571+0000 mgr.smithi204.vnvrbl (mgr.24567) 3664 : cluster [DBG] pgmap v3154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:17.137430+0000 mgr.smithi204.vnvrbl (mgr.24567) 3665 : cluster [DBG] pgmap v3155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:18.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:17.137430+0000 mgr.smithi204.vnvrbl (mgr.24567) 3665 : cluster [DBG] pgmap v3155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:19.001 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:42:19.277 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:42:19.277 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:42:19.278 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 2m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:42:19.278 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 2m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:42:19.278 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 2m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:42:19.278 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 2m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:42:19.279 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 2m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:42:19.279 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 2m ago 5h 629M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:42:19.279 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 2m ago 5h 505M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:42:19.279 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 2m ago 5h 1979M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:42:19.280 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 2m ago 5h 1071M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:42:19.280 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 2m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:42:19.280 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 2m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:42:19.280 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 2m ago 5h 19.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:42:19.281 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:42:19.281 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 2m ago 5h 1341M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:42:19.281 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 2m ago 5h 2240M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:42:19.281 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 2m ago 5h 1516M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:42:19.282 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 2m ago 5h 2432M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:42:19.282 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 2m ago 5h 2266M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:42:19.282 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 2m ago 5h 2371M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:42:19.282 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 2m ago 5h 1983M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:42:19.283 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 2m ago 5h 2879M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:42:19.283 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 2m ago 5h 164M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:42:19.610 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:42:19.610 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:42:19.610 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:42:19.611 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:42:19.611 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:42:19.611 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:42:19.611 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:42:19.611 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:42:19.612 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:42:19.612 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:42:19.612 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:42:19.612 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:42:19.612 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:42:19.613 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:42:19.613 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:42:19.613 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:42:19.613 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:42:19.614 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:42:19.614 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:42:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:42:18.988841+0000 mgr.smithi204.vnvrbl (mgr.24567) 3666 : audit [DBG] from='client.41860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:42:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:19.137847+0000 mgr.smithi204.vnvrbl (mgr.24567) 3667 : cluster [DBG] pgmap v3156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:42:19.266023+0000 mgr.smithi204.vnvrbl (mgr.24567) 3668 : audit [DBG] from='client.41864 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:42:20.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:42:19.609342+0000 mon.smithi176 (mon.0) 3169 : audit [DBG] from='client.? 172.21.15.176:0/822408082' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:42:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:42:18.988841+0000 mgr.smithi204.vnvrbl (mgr.24567) 3666 : audit [DBG] from='client.41860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:42:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:19.137847+0000 mgr.smithi204.vnvrbl (mgr.24567) 3667 : cluster [DBG] pgmap v3156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:42:19.266023+0000 mgr.smithi204.vnvrbl (mgr.24567) 3668 : audit [DBG] from='client.41864 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:42:20.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:42:19.609342+0000 mon.smithi176 (mon.0) 3169 : audit [DBG] from='client.? 172.21.15.176:0/822408082' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:42:22.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:21.138524+0000 mgr.smithi204.vnvrbl (mgr.24567) 3669 : cluster [DBG] pgmap v3157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:21.138524+0000 mgr.smithi204.vnvrbl (mgr.24567) 3669 : cluster [DBG] pgmap v3157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:24.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:23.139242+0000 mgr.smithi204.vnvrbl (mgr.24567) 3670 : cluster [DBG] pgmap v3158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:23.139242+0000 mgr.smithi204.vnvrbl (mgr.24567) 3670 : cluster [DBG] pgmap v3158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:26.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:25.139836+0000 mgr.smithi204.vnvrbl (mgr.24567) 3671 : cluster [DBG] pgmap v3159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:26.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:25.139836+0000 mgr.smithi204.vnvrbl (mgr.24567) 3671 : cluster [DBG] pgmap v3159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:27.140757+0000 mgr.smithi204.vnvrbl (mgr.24567) 3672 : cluster [DBG] pgmap v3160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:28.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:27.140757+0000 mgr.smithi204.vnvrbl (mgr.24567) 3672 : cluster [DBG] pgmap v3160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:29.141231+0000 mgr.smithi204.vnvrbl (mgr.24567) 3673 : cluster [DBG] pgmap v3161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:29.141231+0000 mgr.smithi204.vnvrbl (mgr.24567) 3673 : cluster [DBG] pgmap v3161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:32.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:31.141668+0000 mgr.smithi204.vnvrbl (mgr.24567) 3674 : cluster [DBG] pgmap v3162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:31.141668+0000 mgr.smithi204.vnvrbl (mgr.24567) 3674 : cluster [DBG] pgmap v3162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:42:32.935363+0000 mon.smithi204 (mon.1) 568 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:42:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:42:32.936732+0000 mon.smithi204 (mon.1) 569 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:42:33.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:42:32.937581+0000 mon.smithi204 (mon.1) 570 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:42:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:42:32.935363+0000 mon.smithi204 (mon.1) 568 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:42:33.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:42:32.936732+0000 mon.smithi204 (mon.1) 569 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:42:33.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:42:32.937581+0000 mon.smithi204 (mon.1) 570 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:42:34.420 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:42:32.938297+0000 mgr.smithi204.vnvrbl (mgr.24567) 3675 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:42:34.420 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:33.142584+0000 mgr.smithi204.vnvrbl (mgr.24567) 3676 : cluster [DBG] pgmap v3163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:34.421 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:42:33.288564+0000 mon.smithi176 (mon.0) 3170 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:42:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:42:32.938297+0000 mgr.smithi204.vnvrbl (mgr.24567) 3675 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:42:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:33.142584+0000 mgr.smithi204.vnvrbl (mgr.24567) 3676 : cluster [DBG] pgmap v3163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:42:33.288564+0000 mon.smithi176 (mon.0) 3170 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:42:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:35.143279+0000 mgr.smithi204.vnvrbl (mgr.24567) 3677 : cluster [DBG] pgmap v3164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:42:35.939446+0000 mon.smithi176 (mon.0) 3171 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:42:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:35.143279+0000 mgr.smithi204.vnvrbl (mgr.24567) 3677 : cluster [DBG] pgmap v3164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:42:35.939446+0000 mon.smithi176 (mon.0) 3171 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:42:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:42:36.360632+0000 mon.smithi176 (mon.0) 3172 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:42:37.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:42:36.366935+0000 mon.smithi176 (mon.0) 3173 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:42:37.768 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:42:36.360632+0000 mon.smithi176 (mon.0) 3172 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:42:37.768 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:42:36.366935+0000 mon.smithi176 (mon.0) 3173 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:42:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:37.144154+0000 mgr.smithi204.vnvrbl (mgr.24567) 3678 : cluster [DBG] pgmap v3165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:38.768 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:37.144154+0000 mgr.smithi204.vnvrbl (mgr.24567) 3678 : cluster [DBG] pgmap v3165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:39.144825+0000 mgr.smithi204.vnvrbl (mgr.24567) 3679 : cluster [DBG] pgmap v3166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:40.768 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:39.144825+0000 mgr.smithi204.vnvrbl (mgr.24567) 3679 : cluster [DBG] pgmap v3166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:41.145357+0000 mgr.smithi204.vnvrbl (mgr.24567) 3680 : cluster [DBG] pgmap v3167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:42.769 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:41.145357+0000 mgr.smithi204.vnvrbl (mgr.24567) 3680 : cluster [DBG] pgmap v3167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:43.146061+0000 mgr.smithi204.vnvrbl (mgr.24567) 3681 : cluster [DBG] pgmap v3168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:44.769 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:43.146061+0000 mgr.smithi204.vnvrbl (mgr.24567) 3681 : cluster [DBG] pgmap v3168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:45.146516+0000 mgr.smithi204.vnvrbl (mgr.24567) 3682 : cluster [DBG] pgmap v3169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:46.769 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:45.146516+0000 mgr.smithi204.vnvrbl (mgr.24567) 3682 : cluster [DBG] pgmap v3169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:47.147164+0000 mgr.smithi204.vnvrbl (mgr.24567) 3683 : cluster [DBG] pgmap v3170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:47.147164+0000 mgr.smithi204.vnvrbl (mgr.24567) 3683 : cluster [DBG] pgmap v3170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:49.911 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:42:50.187 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:42:50.187 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:42:50.188 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 3m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:42:50.188 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 3m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:42:50.188 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 3m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:42:50.188 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 3m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:42:50.188 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 3m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:42:50.189 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 3m ago 5h 629M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:42:50.189 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 3m ago 5h 505M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:42:50.189 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 3m ago 5h 1979M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:42:50.189 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 3m ago 5h 1071M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:42:50.190 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 3m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:42:50.190 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 3m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:42:50.190 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 3m ago 5h 19.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:42:50.190 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:42:50.190 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 3m ago 5h 1341M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:42:50.191 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 3m ago 5h 2240M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:42:50.191 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 3m ago 5h 1516M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:42:50.191 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 3m ago 5h 2432M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:42:50.192 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 3m ago 5h 2266M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:42:50.192 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 3m ago 5h 2371M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:42:50.192 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 3m ago 5h 1983M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:42:50.192 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 3m ago 5h 2879M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:42:50.192 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 3m ago 5h 164M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:42:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:49.147782+0000 mgr.smithi204.vnvrbl (mgr.24567) 3684 : cluster [DBG] pgmap v3171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:50.516 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:42:50.516 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:42:50.516 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:42:50.517 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:42:50.517 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:42:50.517 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:42:50.517 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:42:50.518 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:42:50.518 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:42:50.518 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:42:50.518 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:42:50.518 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:42:50.519 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:42:50.519 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:42:50.519 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:42:50.519 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:42:50.520 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:42:50.520 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:42:50.520 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:42:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:49.147782+0000 mgr.smithi204.vnvrbl (mgr.24567) 3684 : cluster [DBG] pgmap v3171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:42:49.898493+0000 mgr.smithi204.vnvrbl (mgr.24567) 3685 : audit [DBG] from='client.41872 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:42:51.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:42:50.176305+0000 mgr.smithi204.vnvrbl (mgr.24567) 3686 : audit [DBG] from='client.41876 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:42:51.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:42:50.515331+0000 mon.smithi176 (mon.0) 3174 : audit [DBG] from='client.? 172.21.15.176:0/150938503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:42:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:42:49.898493+0000 mgr.smithi204.vnvrbl (mgr.24567) 3685 : audit [DBG] from='client.41872 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:42:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:42:50.176305+0000 mgr.smithi204.vnvrbl (mgr.24567) 3686 : audit [DBG] from='client.41876 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:42:51.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:42:50.515331+0000 mon.smithi176 (mon.0) 3174 : audit [DBG] from='client.? 172.21.15.176:0/150938503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:42:52.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:51.148497+0000 mgr.smithi204.vnvrbl (mgr.24567) 3687 : cluster [DBG] pgmap v3172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:51.148497+0000 mgr.smithi204.vnvrbl (mgr.24567) 3687 : cluster [DBG] pgmap v3172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:54.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:53.149396+0000 mgr.smithi204.vnvrbl (mgr.24567) 3688 : cluster [DBG] pgmap v3173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:54.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:53.149396+0000 mgr.smithi204.vnvrbl (mgr.24567) 3688 : cluster [DBG] pgmap v3173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:56.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:55.149908+0000 mgr.smithi204.vnvrbl (mgr.24567) 3689 : cluster [DBG] pgmap v3174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:56.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:55.149908+0000 mgr.smithi204.vnvrbl (mgr.24567) 3689 : cluster [DBG] pgmap v3174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:42:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:42:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:57.150834+0000 mgr.smithi204.vnvrbl (mgr.24567) 3690 : cluster [DBG] pgmap v3175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:42:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:42:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:57.150834+0000 mgr.smithi204.vnvrbl (mgr.24567) 3690 : cluster [DBG] pgmap v3175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:00.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:42:59.151314+0000 mgr.smithi204.vnvrbl (mgr.24567) 3691 : cluster [DBG] pgmap v3176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:42:59.151314+0000 mgr.smithi204.vnvrbl (mgr.24567) 3691 : cluster [DBG] pgmap v3176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:02.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:01.151904+0000 mgr.smithi204.vnvrbl (mgr.24567) 3692 : cluster [DBG] pgmap v3177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:01.151904+0000 mgr.smithi204.vnvrbl (mgr.24567) 3692 : cluster [DBG] pgmap v3177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:04.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:03.152729+0000 mgr.smithi204.vnvrbl (mgr.24567) 3693 : cluster [DBG] pgmap v3178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:03.152729+0000 mgr.smithi204.vnvrbl (mgr.24567) 3693 : cluster [DBG] pgmap v3178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:06.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:05.153161+0000 mgr.smithi204.vnvrbl (mgr.24567) 3694 : cluster [DBG] pgmap v3179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:05.153161+0000 mgr.smithi204.vnvrbl (mgr.24567) 3694 : cluster [DBG] pgmap v3179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:07.153986+0000 mgr.smithi204.vnvrbl (mgr.24567) 3695 : cluster [DBG] pgmap v3180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:07.153986+0000 mgr.smithi204.vnvrbl (mgr.24567) 3695 : cluster [DBG] pgmap v3180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:09.154508+0000 mgr.smithi204.vnvrbl (mgr.24567) 3696 : cluster [DBG] pgmap v3181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:09.154508+0000 mgr.smithi204.vnvrbl (mgr.24567) 3696 : cluster [DBG] pgmap v3181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:11.154967+0000 mgr.smithi204.vnvrbl (mgr.24567) 3697 : cluster [DBG] pgmap v3182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:43:11.797733+0000 mon.smithi204 (mon.1) 571 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:43:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:43:11.797969+0000 mon.smithi204 (mon.1) 572 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:43:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:43:11.798228+0000 mon.smithi176 (mon.0) 3175 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:43:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:43:11.798510+0000 mon.smithi176 (mon.0) 3176 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:43:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:11.154967+0000 mgr.smithi204.vnvrbl (mgr.24567) 3697 : cluster [DBG] pgmap v3182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:43:11.797733+0000 mon.smithi204 (mon.1) 571 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:43:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:43:11.797969+0000 mon.smithi204 (mon.1) 572 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:43:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:43:11.798228+0000 mon.smithi176 (mon.0) 3175 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:43:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:43:11.798510+0000 mon.smithi176 (mon.0) 3176 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:43:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:13.155760+0000 mgr.smithi204.vnvrbl (mgr.24567) 3698 : cluster [DBG] pgmap v3183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:13.155760+0000 mgr.smithi204.vnvrbl (mgr.24567) 3698 : cluster [DBG] pgmap v3183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:15.156341+0000 mgr.smithi204.vnvrbl (mgr.24567) 3699 : cluster [DBG] pgmap v3184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:15.156341+0000 mgr.smithi204.vnvrbl (mgr.24567) 3699 : cluster [DBG] pgmap v3184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:17.157063+0000 mgr.smithi204.vnvrbl (mgr.24567) 3700 : cluster [DBG] pgmap v3185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:17.157063+0000 mgr.smithi204.vnvrbl (mgr.24567) 3700 : cluster [DBG] pgmap v3185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:20.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:19.157680+0000 mgr.smithi204.vnvrbl (mgr.24567) 3701 : cluster [DBG] pgmap v3186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:19.157680+0000 mgr.smithi204.vnvrbl (mgr.24567) 3701 : cluster [DBG] pgmap v3186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:20.820 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:43:21.097 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:43:21.097 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:43:21.098 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 3m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:43:21.098 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 3m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:43:21.098 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 3m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:43:21.099 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 3m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:43:21.099 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 3m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:43:21.099 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 3m ago 5h 629M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:43:21.099 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 3m ago 5h 505M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:43:21.100 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 3m ago 5h 1979M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:43:21.100 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 3m ago 5h 1071M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:43:21.100 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 3m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:43:21.100 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 3m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:43:21.100 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 3m ago 5h 19.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:43:21.101 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:43:21.101 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 3m ago 5h 1341M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:43:21.101 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 3m ago 5h 2240M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:43:21.101 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 3m ago 5h 1516M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:43:21.102 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 3m ago 5h 2432M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:43:21.102 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 3m ago 5h 2266M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:43:21.102 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 3m ago 5h 2371M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:43:21.102 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 3m ago 5h 1983M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:43:21.103 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 3m ago 5h 2879M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:43:21.103 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 3m ago 5h 164M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:43:21.430 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:43:21.430 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:43:21.430 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:43:21.431 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:43:21.431 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:43:21.431 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:43:21.431 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:43:21.432 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:43:21.432 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:43:21.432 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:43:21.432 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:43:21.432 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:43:21.433 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:43:21.433 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:43:21.433 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:43:21.433 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:43:21.434 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:43:21.434 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:43:21.434 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:43:21.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:43:20.806722+0000 mgr.smithi204.vnvrbl (mgr.24567) 3702 : audit [DBG] from='client.41884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:43:21.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:43:20.806722+0000 mgr.smithi204.vnvrbl (mgr.24567) 3702 : audit [DBG] from='client.41884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:43:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:43:21.086123+0000 mgr.smithi204.vnvrbl (mgr.24567) 3703 : audit [DBG] from='client.41888 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:43:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:21.158169+0000 mgr.smithi204.vnvrbl (mgr.24567) 3704 : cluster [DBG] pgmap v3187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:22.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:43:21.429481+0000 mon.smithi176 (mon.0) 3177 : audit [DBG] from='client.? 172.21.15.176:0/1382928451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:43:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:43:21.086123+0000 mgr.smithi204.vnvrbl (mgr.24567) 3703 : audit [DBG] from='client.41888 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:43:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:21.158169+0000 mgr.smithi204.vnvrbl (mgr.24567) 3704 : cluster [DBG] pgmap v3187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:22.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:43:21.429481+0000 mon.smithi176 (mon.0) 3177 : audit [DBG] from='client.? 172.21.15.176:0/1382928451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:43:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:23.158990+0000 mgr.smithi204.vnvrbl (mgr.24567) 3705 : cluster [DBG] pgmap v3188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:23.158990+0000 mgr.smithi204.vnvrbl (mgr.24567) 3705 : cluster [DBG] pgmap v3188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:26.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:25.159577+0000 mgr.smithi204.vnvrbl (mgr.24567) 3706 : cluster [DBG] pgmap v3189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:25.159577+0000 mgr.smithi204.vnvrbl (mgr.24567) 3706 : cluster [DBG] pgmap v3189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:27.160264+0000 mgr.smithi204.vnvrbl (mgr.24567) 3707 : cluster [DBG] pgmap v3190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:27.160264+0000 mgr.smithi204.vnvrbl (mgr.24567) 3707 : cluster [DBG] pgmap v3190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:29.160624+0000 mgr.smithi204.vnvrbl (mgr.24567) 3708 : cluster [DBG] pgmap v3191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:29.160624+0000 mgr.smithi204.vnvrbl (mgr.24567) 3708 : cluster [DBG] pgmap v3191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:31.161158+0000 mgr.smithi204.vnvrbl (mgr.24567) 3709 : cluster [DBG] pgmap v3192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:31.161158+0000 mgr.smithi204.vnvrbl (mgr.24567) 3709 : cluster [DBG] pgmap v3192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:34.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:33.162055+0000 mgr.smithi204.vnvrbl (mgr.24567) 3710 : cluster [DBG] pgmap v3193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:33.162055+0000 mgr.smithi204.vnvrbl (mgr.24567) 3710 : cluster [DBG] pgmap v3193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:36.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:35.162630+0000 mgr.smithi204.vnvrbl (mgr.24567) 3711 : cluster [DBG] pgmap v3194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:35.162630+0000 mgr.smithi204.vnvrbl (mgr.24567) 3711 : cluster [DBG] pgmap v3194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:37.301 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:43:36.370945+0000 mon.smithi204 (mon.1) 573 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:43:37.302 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:43:36.372307+0000 mon.smithi204 (mon.1) 574 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:43:37.302 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:43:36.373097+0000 mon.smithi204 (mon.1) 575 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:43:37.302 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:43:36.373852+0000 mgr.smithi204.vnvrbl (mgr.24567) 3712 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:43:37.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:43:36.370945+0000 mon.smithi204 (mon.1) 573 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:43:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:43:36.372307+0000 mon.smithi204 (mon.1) 574 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:43:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:43:36.373097+0000 mon.smithi204 (mon.1) 575 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:43:37.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:43:36.373852+0000 mgr.smithi204.vnvrbl (mgr.24567) 3712 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:43:38.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:37.163450+0000 mgr.smithi204.vnvrbl (mgr.24567) 3713 : cluster [DBG] pgmap v3195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:38.607 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:37.163450+0000 mgr.smithi204.vnvrbl (mgr.24567) 3713 : cluster [DBG] pgmap v3195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:39.163856+0000 mgr.smithi204.vnvrbl (mgr.24567) 3714 : cluster [DBG] pgmap v3196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:43:39.265577+0000 mon.smithi176 (mon.0) 3178 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:43:40.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:43:39.656701+0000 mon.smithi176 (mon.0) 3179 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:43:40.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:43:39.661945+0000 mon.smithi176 (mon.0) 3180 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:43:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:39.163856+0000 mgr.smithi204.vnvrbl (mgr.24567) 3714 : cluster [DBG] pgmap v3196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:43:39.265577+0000 mon.smithi176 (mon.0) 3178 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:43:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:43:39.656701+0000 mon.smithi176 (mon.0) 3179 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:43:40.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:43:39.661945+0000 mon.smithi176 (mon.0) 3180 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:43:42.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:41.164310+0000 mgr.smithi204.vnvrbl (mgr.24567) 3715 : cluster [DBG] pgmap v3197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:41.164310+0000 mgr.smithi204.vnvrbl (mgr.24567) 3715 : cluster [DBG] pgmap v3197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:44.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:43.165080+0000 mgr.smithi204.vnvrbl (mgr.24567) 3716 : cluster [DBG] pgmap v3198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:43.165080+0000 mgr.smithi204.vnvrbl (mgr.24567) 3716 : cluster [DBG] pgmap v3198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:45.165524+0000 mgr.smithi204.vnvrbl (mgr.24567) 3717 : cluster [DBG] pgmap v3199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:45.165524+0000 mgr.smithi204.vnvrbl (mgr.24567) 3717 : cluster [DBG] pgmap v3199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:47.166291+0000 mgr.smithi204.vnvrbl (mgr.24567) 3718 : cluster [DBG] pgmap v3200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:47.166291+0000 mgr.smithi204.vnvrbl (mgr.24567) 3718 : cluster [DBG] pgmap v3200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:49.166745+0000 mgr.smithi204.vnvrbl (mgr.24567) 3719 : cluster [DBG] pgmap v3201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:49.166745+0000 mgr.smithi204.vnvrbl (mgr.24567) 3719 : cluster [DBG] pgmap v3201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:51.725 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:43:52.001 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:43:52.001 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 4m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:43:52.002 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 4m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:43:52.002 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 4m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:43:52.002 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 4m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:43:52.002 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 4m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:43:52.003 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 4m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:43:52.003 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 4m ago 5h 629M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:43:52.003 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 4m ago 5h 505M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:43:52.003 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 4m ago 5h 1979M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:43:52.004 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 4m ago 5h 1071M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:43:52.004 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 4m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:43:52.004 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 4m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:43:52.004 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 4m ago 5h 19.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:43:52.004 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:43:52.005 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 4m ago 5h 1341M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:43:52.005 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 4m ago 5h 2240M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:43:52.005 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 4m ago 5h 1516M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:43:52.006 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 4m ago 5h 2432M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:43:52.006 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 4m ago 5h 2266M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:43:52.006 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 4m ago 5h 2371M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:43:52.006 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 4m ago 5h 1983M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:43:52.006 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 4m ago 5h 2879M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:43:52.007 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 4m ago 5h 164M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:43:52.332 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:43:52.332 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:43:52.332 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:43:52.333 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:43:52.333 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:43:52.333 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:43:52.333 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:43:52.334 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:43:52.334 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:43:52.334 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:43:52.334 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:43:52.335 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:43:52.335 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:43:52.335 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:43:52.335 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:43:52.335 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:43:52.336 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:43:52.336 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:43:52.336 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:43:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:51.167218+0000 mgr.smithi204.vnvrbl (mgr.24567) 3720 : cluster [DBG] pgmap v3202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:43:51.712980+0000 mgr.smithi204.vnvrbl (mgr.24567) 3721 : audit [DBG] from='client.41896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:43:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:51.167218+0000 mgr.smithi204.vnvrbl (mgr.24567) 3720 : cluster [DBG] pgmap v3202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:43:51.712980+0000 mgr.smithi204.vnvrbl (mgr.24567) 3721 : audit [DBG] from='client.41896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:43:53.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:43:51.990663+0000 mgr.smithi204.vnvrbl (mgr.24567) 3722 : audit [DBG] from='client.41900 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:43:53.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:43:52.331328+0000 mon.smithi176 (mon.0) 3181 : audit [DBG] from='client.? 172.21.15.176:0/725305013' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:43:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:43:51.990663+0000 mgr.smithi204.vnvrbl (mgr.24567) 3722 : audit [DBG] from='client.41900 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:43:53.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:43:52.331328+0000 mon.smithi176 (mon.0) 3181 : audit [DBG] from='client.? 172.21.15.176:0/725305013' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:43:54.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:53.168120+0000 mgr.smithi204.vnvrbl (mgr.24567) 3723 : cluster [DBG] pgmap v3203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:53.168120+0000 mgr.smithi204.vnvrbl (mgr.24567) 3723 : cluster [DBG] pgmap v3203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:56.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:55.168572+0000 mgr.smithi204.vnvrbl (mgr.24567) 3724 : cluster [DBG] pgmap v3204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:55.168572+0000 mgr.smithi204.vnvrbl (mgr.24567) 3724 : cluster [DBG] pgmap v3204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:43:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:43:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:57.169302+0000 mgr.smithi204.vnvrbl (mgr.24567) 3725 : cluster [DBG] pgmap v3205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:43:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:43:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:57.169302+0000 mgr.smithi204.vnvrbl (mgr.24567) 3725 : cluster [DBG] pgmap v3205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:43:59.169830+0000 mgr.smithi204.vnvrbl (mgr.24567) 3726 : cluster [DBG] pgmap v3206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:43:59.169830+0000 mgr.smithi204.vnvrbl (mgr.24567) 3726 : cluster [DBG] pgmap v3206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:01.170500+0000 mgr.smithi204.vnvrbl (mgr.24567) 3727 : cluster [DBG] pgmap v3207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:01.170500+0000 mgr.smithi204.vnvrbl (mgr.24567) 3727 : cluster [DBG] pgmap v3207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:03.171245+0000 mgr.smithi204.vnvrbl (mgr.24567) 3728 : cluster [DBG] pgmap v3208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:03.171245+0000 mgr.smithi204.vnvrbl (mgr.24567) 3728 : cluster [DBG] pgmap v3208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:05.171670+0000 mgr.smithi204.vnvrbl (mgr.24567) 3729 : cluster [DBG] pgmap v3209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:05.171670+0000 mgr.smithi204.vnvrbl (mgr.24567) 3729 : cluster [DBG] pgmap v3209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:07.172540+0000 mgr.smithi204.vnvrbl (mgr.24567) 3730 : cluster [DBG] pgmap v3210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:07.172540+0000 mgr.smithi204.vnvrbl (mgr.24567) 3730 : cluster [DBG] pgmap v3210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:09.173109+0000 mgr.smithi204.vnvrbl (mgr.24567) 3731 : cluster [DBG] pgmap v3211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:09.173109+0000 mgr.smithi204.vnvrbl (mgr.24567) 3731 : cluster [DBG] pgmap v3211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:11.173712+0000 mgr.smithi204.vnvrbl (mgr.24567) 3732 : cluster [DBG] pgmap v3212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:44:11.802366+0000 mon.smithi204 (mon.1) 576 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:44:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:44:11.802630+0000 mon.smithi204 (mon.1) 577 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:44:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:44:11.802871+0000 mon.smithi176 (mon.0) 3182 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:44:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:44:11.803107+0000 mon.smithi176 (mon.0) 3183 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:44:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:11.173712+0000 mgr.smithi204.vnvrbl (mgr.24567) 3732 : cluster [DBG] pgmap v3212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:44:11.802366+0000 mon.smithi204 (mon.1) 576 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:44:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:44:11.802630+0000 mon.smithi204 (mon.1) 577 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:44:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:44:11.802871+0000 mon.smithi176 (mon.0) 3182 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:44:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:44:11.803107+0000 mon.smithi176 (mon.0) 3183 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:44:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:13.174463+0000 mgr.smithi204.vnvrbl (mgr.24567) 3733 : cluster [DBG] pgmap v3213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:13.174463+0000 mgr.smithi204.vnvrbl (mgr.24567) 3733 : cluster [DBG] pgmap v3213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:15.174900+0000 mgr.smithi204.vnvrbl (mgr.24567) 3734 : cluster [DBG] pgmap v3214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:15.174900+0000 mgr.smithi204.vnvrbl (mgr.24567) 3734 : cluster [DBG] pgmap v3214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:18.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:17.175826+0000 mgr.smithi204.vnvrbl (mgr.24567) 3735 : cluster [DBG] pgmap v3215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:17.175826+0000 mgr.smithi204.vnvrbl (mgr.24567) 3735 : cluster [DBG] pgmap v3215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:19.176437+0000 mgr.smithi204.vnvrbl (mgr.24567) 3736 : cluster [DBG] pgmap v3216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:19.176437+0000 mgr.smithi204.vnvrbl (mgr.24567) 3736 : cluster [DBG] pgmap v3216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:21.176898+0000 mgr.smithi204.vnvrbl (mgr.24567) 3737 : cluster [DBG] pgmap v3217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:22.629 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:44:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:21.176898+0000 mgr.smithi204.vnvrbl (mgr.24567) 3737 : cluster [DBG] pgmap v3217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:22.904 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:44:22.904 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 4m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:44:22.905 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 4m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:44:22.905 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 4m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:44:22.905 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 4m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:44:22.906 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 4m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:44:22.906 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 4m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:44:22.906 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 4m ago 5h 629M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:44:22.907 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 4m ago 5h 505M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:44:22.907 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 4m ago 5h 1979M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:44:22.908 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 4m ago 5h 1071M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:44:22.908 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 4m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:44:22.908 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 4m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:44:22.909 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 4m ago 5h 19.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:44:22.909 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:44:22.909 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 4m ago 5h 1341M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:44:22.909 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 4m ago 5h 2240M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:44:22.910 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 4m ago 5h 1516M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:44:22.910 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 4m ago 5h 2432M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:44:22.910 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 4m ago 5h 2266M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:44:22.910 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 4m ago 5h 2371M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:44:22.911 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 4m ago 5h 1983M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:44:22.911 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 4m ago 5h 2879M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:44:22.912 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 4m ago 5h 164M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:44:23.234 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:44:23.235 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:44:23.235 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:44:23.235 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:44:23.236 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:44:23.236 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:44:23.236 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:44:23.236 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:44:23.236 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:44:23.237 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:44:23.237 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:44:23.237 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:44:23.237 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:44:23.238 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:44:23.238 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:44:23.238 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:44:23.239 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:44:23.239 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:44:23.239 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:44:23.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:44:22.615923+0000 mgr.smithi204.vnvrbl (mgr.24567) 3738 : audit [DBG] from='client.41908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:44:23.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:44:22.615923+0000 mgr.smithi204.vnvrbl (mgr.24567) 3738 : audit [DBG] from='client.41908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:44:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:44:22.892741+0000 mgr.smithi204.vnvrbl (mgr.24567) 3739 : audit [DBG] from='client.41912 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:44:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:23.177786+0000 mgr.smithi204.vnvrbl (mgr.24567) 3740 : cluster [DBG] pgmap v3218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:24.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:44:23.233880+0000 mon.smithi176 (mon.0) 3184 : audit [DBG] from='client.? 172.21.15.176:0/1894595066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:44:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:44:22.892741+0000 mgr.smithi204.vnvrbl (mgr.24567) 3739 : audit [DBG] from='client.41912 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:44:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:23.177786+0000 mgr.smithi204.vnvrbl (mgr.24567) 3740 : cluster [DBG] pgmap v3218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:44:23.233880+0000 mon.smithi176 (mon.0) 3184 : audit [DBG] from='client.? 172.21.15.176:0/1894595066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:44:26.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:25.178439+0000 mgr.smithi204.vnvrbl (mgr.24567) 3741 : cluster [DBG] pgmap v3219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:25.178439+0000 mgr.smithi204.vnvrbl (mgr.24567) 3741 : cluster [DBG] pgmap v3219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:28.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:27.179385+0000 mgr.smithi204.vnvrbl (mgr.24567) 3742 : cluster [DBG] pgmap v3220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:27.179385+0000 mgr.smithi204.vnvrbl (mgr.24567) 3742 : cluster [DBG] pgmap v3220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:29.179869+0000 mgr.smithi204.vnvrbl (mgr.24567) 3743 : cluster [DBG] pgmap v3221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:29.179869+0000 mgr.smithi204.vnvrbl (mgr.24567) 3743 : cluster [DBG] pgmap v3221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:31.180554+0000 mgr.smithi204.vnvrbl (mgr.24567) 3744 : cluster [DBG] pgmap v3222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:31.180554+0000 mgr.smithi204.vnvrbl (mgr.24567) 3744 : cluster [DBG] pgmap v3222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:34.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:33.181370+0000 mgr.smithi204.vnvrbl (mgr.24567) 3745 : cluster [DBG] pgmap v3223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:33.181370+0000 mgr.smithi204.vnvrbl (mgr.24567) 3745 : cluster [DBG] pgmap v3223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:36.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:35.181787+0000 mgr.smithi204.vnvrbl (mgr.24567) 3746 : cluster [DBG] pgmap v3224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:35.181787+0000 mgr.smithi204.vnvrbl (mgr.24567) 3746 : cluster [DBG] pgmap v3224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:38.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:37 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:37.182515+0000 mgr.smithi204.vnvrbl (mgr.24567) 3747 : cluster [DBG] pgmap v3225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:37 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:37.182515+0000 mgr.smithi204.vnvrbl (mgr.24567) 3747 : cluster [DBG] pgmap v3225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:39.183012+0000 mgr.smithi204.vnvrbl (mgr.24567) 3748 : cluster [DBG] pgmap v3226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:44:39.664798+0000 mon.smithi204 (mon.1) 578 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:44:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:44:39.666167+0000 mon.smithi204 (mon.1) 579 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:44:40.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:44:39.667014+0000 mon.smithi204 (mon.1) 580 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:44:40.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:44:39.667764+0000 mgr.smithi204.vnvrbl (mgr.24567) 3749 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:44:40.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:44:40.074358+0000 mon.smithi176 (mon.0) 3185 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:44:40.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:44:40.081018+0000 mon.smithi176 (mon.0) 3186 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:44:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:39.183012+0000 mgr.smithi204.vnvrbl (mgr.24567) 3748 : cluster [DBG] pgmap v3226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:44:39.664798+0000 mon.smithi204 (mon.1) 578 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:44:40.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:44:39.666167+0000 mon.smithi204 (mon.1) 579 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:44:40.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:44:39.667014+0000 mon.smithi204 (mon.1) 580 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:44:40.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:44:39.667764+0000 mgr.smithi204.vnvrbl (mgr.24567) 3749 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:44:40.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:44:40.074358+0000 mon.smithi176 (mon.0) 3185 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:44:40.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:44:40.081018+0000 mon.smithi176 (mon.0) 3186 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:44:42.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:41.183475+0000 mgr.smithi204.vnvrbl (mgr.24567) 3750 : cluster [DBG] pgmap v3227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:41.183475+0000 mgr.smithi204.vnvrbl (mgr.24567) 3750 : cluster [DBG] pgmap v3227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:44.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:43.184227+0000 mgr.smithi204.vnvrbl (mgr.24567) 3751 : cluster [DBG] pgmap v3228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:43.184227+0000 mgr.smithi204.vnvrbl (mgr.24567) 3751 : cluster [DBG] pgmap v3228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:45.184681+0000 mgr.smithi204.vnvrbl (mgr.24567) 3752 : cluster [DBG] pgmap v3229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:45.184681+0000 mgr.smithi204.vnvrbl (mgr.24567) 3752 : cluster [DBG] pgmap v3229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:48.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:47.185544+0000 mgr.smithi204.vnvrbl (mgr.24567) 3753 : cluster [DBG] pgmap v3230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:47.185544+0000 mgr.smithi204.vnvrbl (mgr.24567) 3753 : cluster [DBG] pgmap v3230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:49.186093+0000 mgr.smithi204.vnvrbl (mgr.24567) 3754 : cluster [DBG] pgmap v3231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:49.186093+0000 mgr.smithi204.vnvrbl (mgr.24567) 3754 : cluster [DBG] pgmap v3231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:51.186475+0000 mgr.smithi204.vnvrbl (mgr.24567) 3755 : cluster [DBG] pgmap v3232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:51.186475+0000 mgr.smithi204.vnvrbl (mgr.24567) 3755 : cluster [DBG] pgmap v3232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:53.533 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:44:53.809 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:44:53.809 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:44:53.809 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 5m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:44:53.810 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 5m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:44:53.810 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 5m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:44:53.810 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 5m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:44:53.810 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 5m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:44:53.811 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 5m ago 5h 629M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:44:53.811 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 5m ago 5h 505M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:44:53.811 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 5m ago 5h 1979M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:44:53.811 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 5m ago 5h 1071M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:44:53.811 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 5m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:44:53.812 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 5m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:44:53.812 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 5m ago 5h 19.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:44:53.812 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 5m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:44:53.812 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 5m ago 5h 1341M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:44:53.812 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 5m ago 5h 2240M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:44:53.813 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 5m ago 5h 1516M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:44:53.813 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 5m ago 5h 2432M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:44:53.813 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 5m ago 5h 2266M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:44:53.813 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 5m ago 5h 2371M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:44:53.813 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 5m ago 5h 1983M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:44:53.814 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 5m ago 5h 2879M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:44:53.814 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 5m ago 5h 164M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:44:54.141 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:44:54.142 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:44:54.142 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:44:54.142 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:44:54.142 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:44:54.143 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:44:54.143 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:44:54.143 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:44:54.143 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:44:54.143 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:44:54.144 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:44:54.144 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:44:54.144 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:44:54.144 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:44:54.144 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:44:54.145 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:44:54.145 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:44:54.145 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:44:54.145 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:44:54.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:53.187326+0000 mgr.smithi204.vnvrbl (mgr.24567) 3756 : cluster [DBG] pgmap v3233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:44:53.520249+0000 mgr.smithi204.vnvrbl (mgr.24567) 3757 : audit [DBG] from='client.41920 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:44:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:44:53.798305+0000 mgr.smithi204.vnvrbl (mgr.24567) 3758 : audit [DBG] from='client.41924 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:44:54.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:44:54.140823+0000 mon.smithi176 (mon.0) 3187 : audit [DBG] from='client.? 172.21.15.176:0/524704203' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:44:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:53.187326+0000 mgr.smithi204.vnvrbl (mgr.24567) 3756 : cluster [DBG] pgmap v3233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:44:53.520249+0000 mgr.smithi204.vnvrbl (mgr.24567) 3757 : audit [DBG] from='client.41920 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:44:54.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:44:53.798305+0000 mgr.smithi204.vnvrbl (mgr.24567) 3758 : audit [DBG] from='client.41924 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:44:54.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:44:54.140823+0000 mon.smithi176 (mon.0) 3187 : audit [DBG] from='client.? 172.21.15.176:0/524704203' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:44:56.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:55.187920+0000 mgr.smithi204.vnvrbl (mgr.24567) 3759 : cluster [DBG] pgmap v3234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:55.187920+0000 mgr.smithi204.vnvrbl (mgr.24567) 3759 : cluster [DBG] pgmap v3234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:44:58.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:44:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:57.188826+0000 mgr.smithi204.vnvrbl (mgr.24567) 3760 : cluster [DBG] pgmap v3235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:44:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:44:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:57.188826+0000 mgr.smithi204.vnvrbl (mgr.24567) 3760 : cluster [DBG] pgmap v3235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:44:59.189273+0000 mgr.smithi204.vnvrbl (mgr.24567) 3761 : cluster [DBG] pgmap v3236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:44:59.189273+0000 mgr.smithi204.vnvrbl (mgr.24567) 3761 : cluster [DBG] pgmap v3236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:01.189722+0000 mgr.smithi204.vnvrbl (mgr.24567) 3762 : cluster [DBG] pgmap v3237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:01.189722+0000 mgr.smithi204.vnvrbl (mgr.24567) 3762 : cluster [DBG] pgmap v3237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:03.190546+0000 mgr.smithi204.vnvrbl (mgr.24567) 3763 : cluster [DBG] pgmap v3238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:03.190546+0000 mgr.smithi204.vnvrbl (mgr.24567) 3763 : cluster [DBG] pgmap v3238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:05.191005+0000 mgr.smithi204.vnvrbl (mgr.24567) 3764 : cluster [DBG] pgmap v3239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:05.191005+0000 mgr.smithi204.vnvrbl (mgr.24567) 3764 : cluster [DBG] pgmap v3239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:08.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:07.191661+0000 mgr.smithi204.vnvrbl (mgr.24567) 3765 : cluster [DBG] pgmap v3240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:07.191661+0000 mgr.smithi204.vnvrbl (mgr.24567) 3765 : cluster [DBG] pgmap v3240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:09.192275+0000 mgr.smithi204.vnvrbl (mgr.24567) 3766 : cluster [DBG] pgmap v3241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:09.192275+0000 mgr.smithi204.vnvrbl (mgr.24567) 3766 : cluster [DBG] pgmap v3241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:11.192879+0000 mgr.smithi204.vnvrbl (mgr.24567) 3767 : cluster [DBG] pgmap v3242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:45:11.806816+0000 mon.smithi204 (mon.1) 581 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:45:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:45:11.807178+0000 mon.smithi204 (mon.1) 582 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:45:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:45:11.807473+0000 mon.smithi176 (mon.0) 3188 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:45:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:45:11.807802+0000 mon.smithi176 (mon.0) 3189 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:45:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:11.192879+0000 mgr.smithi204.vnvrbl (mgr.24567) 3767 : cluster [DBG] pgmap v3242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:45:11.806816+0000 mon.smithi204 (mon.1) 581 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:45:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:45:11.807178+0000 mon.smithi204 (mon.1) 582 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:45:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:45:11.807473+0000 mon.smithi176 (mon.0) 3188 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:45:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:45:11.807802+0000 mon.smithi176 (mon.0) 3189 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:45:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:13.193700+0000 mgr.smithi204.vnvrbl (mgr.24567) 3768 : cluster [DBG] pgmap v3243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:13.193700+0000 mgr.smithi204.vnvrbl (mgr.24567) 3768 : cluster [DBG] pgmap v3243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:15.194258+0000 mgr.smithi204.vnvrbl (mgr.24567) 3769 : cluster [DBG] pgmap v3244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:15.194258+0000 mgr.smithi204.vnvrbl (mgr.24567) 3769 : cluster [DBG] pgmap v3244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:18.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:17.195036+0000 mgr.smithi204.vnvrbl (mgr.24567) 3770 : cluster [DBG] pgmap v3245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:17.195036+0000 mgr.smithi204.vnvrbl (mgr.24567) 3770 : cluster [DBG] pgmap v3245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:19.195651+0000 mgr.smithi204.vnvrbl (mgr.24567) 3771 : cluster [DBG] pgmap v3246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:19.195651+0000 mgr.smithi204.vnvrbl (mgr.24567) 3771 : cluster [DBG] pgmap v3246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:21.196237+0000 mgr.smithi204.vnvrbl (mgr.24567) 3772 : cluster [DBG] pgmap v3247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:21.196237+0000 mgr.smithi204.vnvrbl (mgr.24567) 3772 : cluster [DBG] pgmap v3247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:24.255 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:23.196887+0000 mgr.smithi204.vnvrbl (mgr.24567) 3773 : cluster [DBG] pgmap v3248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:24.439 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:45:24.711 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:45:24.712 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:45:24.712 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 5m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:45:24.712 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 5m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:45:24.712 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 5m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:45:24.713 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 5m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:45:24.713 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 5m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:45:24.713 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 5m ago 5h 629M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:45:24.713 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 5m ago 5h 505M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:45:24.714 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 5m ago 5h 1979M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:45:24.714 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 5m ago 5h 1071M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:45:24.714 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 5m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:45:24.714 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 5m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:45:24.715 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 5m ago 5h 19.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:45:24.715 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 5m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:45:24.715 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 5m ago 5h 1341M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:45:24.715 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 5m ago 5h 2240M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:45:24.716 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 5m ago 5h 1516M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:45:24.716 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 5m ago 5h 2432M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:45:24.716 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 5m ago 5h 2266M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:45:24.716 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 5m ago 5h 2371M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:45:24.716 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 5m ago 5h 1983M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:45:24.717 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 5m ago 5h 2879M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:45:24.717 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 5m ago 5h 164M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:45:24.719 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:23.196887+0000 mgr.smithi204.vnvrbl (mgr.24567) 3773 : cluster [DBG] pgmap v3248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:25.070 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:45:25.071 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:45:25.071 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:45:25.071 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:45:25.072 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:45:25.072 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:45:25.073 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:45:25.073 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:45:25.074 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:45:25.074 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:45:25.074 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:45:25.075 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:45:25.075 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:45:25.076 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:45:25.076 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:45:25.076 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:45:25.077 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:45:25.077 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:45:25.077 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:45:25.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:45:24.426660+0000 mgr.smithi204.vnvrbl (mgr.24567) 3774 : audit [DBG] from='client.41932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:45:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:45:24.700584+0000 mgr.smithi204.vnvrbl (mgr.24567) 3775 : audit [DBG] from='client.41936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:45:25.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:45:25.069279+0000 mon.smithi176 (mon.0) 3190 : audit [DBG] from='client.? 172.21.15.176:0/2182946917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:45:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:45:24.426660+0000 mgr.smithi204.vnvrbl (mgr.24567) 3774 : audit [DBG] from='client.41932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:45:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:45:24.700584+0000 mgr.smithi204.vnvrbl (mgr.24567) 3775 : audit [DBG] from='client.41936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:45:25.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:45:25.069279+0000 mon.smithi176 (mon.0) 3190 : audit [DBG] from='client.? 172.21.15.176:0/2182946917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:45:26.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:25.197398+0000 mgr.smithi204.vnvrbl (mgr.24567) 3776 : cluster [DBG] pgmap v3249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:25.197398+0000 mgr.smithi204.vnvrbl (mgr.24567) 3776 : cluster [DBG] pgmap v3249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:27.198038+0000 mgr.smithi204.vnvrbl (mgr.24567) 3777 : cluster [DBG] pgmap v3250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:27.198038+0000 mgr.smithi204.vnvrbl (mgr.24567) 3777 : cluster [DBG] pgmap v3250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:29.198521+0000 mgr.smithi204.vnvrbl (mgr.24567) 3778 : cluster [DBG] pgmap v3251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:29.198521+0000 mgr.smithi204.vnvrbl (mgr.24567) 3778 : cluster [DBG] pgmap v3251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:31.198980+0000 mgr.smithi204.vnvrbl (mgr.24567) 3779 : cluster [DBG] pgmap v3252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:31.198980+0000 mgr.smithi204.vnvrbl (mgr.24567) 3779 : cluster [DBG] pgmap v3252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:34.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:33.199779+0000 mgr.smithi204.vnvrbl (mgr.24567) 3780 : cluster [DBG] pgmap v3253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:33.199779+0000 mgr.smithi204.vnvrbl (mgr.24567) 3780 : cluster [DBG] pgmap v3253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:36.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:35.200339+0000 mgr.smithi204.vnvrbl (mgr.24567) 3781 : cluster [DBG] pgmap v3254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:35.200339+0000 mgr.smithi204.vnvrbl (mgr.24567) 3781 : cluster [DBG] pgmap v3254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:37.201204+0000 mgr.smithi204.vnvrbl (mgr.24567) 3782 : cluster [DBG] pgmap v3255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:37.201204+0000 mgr.smithi204.vnvrbl (mgr.24567) 3782 : cluster [DBG] pgmap v3255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:39.201798+0000 mgr.smithi204.vnvrbl (mgr.24567) 3783 : cluster [DBG] pgmap v3256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:45:40.083955+0000 mon.smithi204 (mon.1) 583 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:45:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:45:40.085378+0000 mon.smithi204 (mon.1) 584 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:45:40.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:45:40.086244+0000 mon.smithi204 (mon.1) 585 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:45:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:39.201798+0000 mgr.smithi204.vnvrbl (mgr.24567) 3783 : cluster [DBG] pgmap v3256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:45:40.083955+0000 mon.smithi204 (mon.1) 583 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:45:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:45:40.085378+0000 mon.smithi204 (mon.1) 584 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:45:40.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:45:40.086244+0000 mon.smithi204 (mon.1) 585 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:45:41.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:45:40.087040+0000 mgr.smithi204.vnvrbl (mgr.24567) 3784 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:45:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:45:40.487887+0000 mon.smithi176 (mon.0) 3191 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:45:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:45:40.492604+0000 mon.smithi176 (mon.0) 3192 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:45:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:45:40.087040+0000 mgr.smithi204.vnvrbl (mgr.24567) 3784 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:45:41.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:45:40.487887+0000 mon.smithi176 (mon.0) 3191 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:45:41.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:45:40.492604+0000 mon.smithi176 (mon.0) 3192 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:45:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:41.202253+0000 mgr.smithi204.vnvrbl (mgr.24567) 3785 : cluster [DBG] pgmap v3257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:41.202253+0000 mgr.smithi204.vnvrbl (mgr.24567) 3785 : cluster [DBG] pgmap v3257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:43.203124+0000 mgr.smithi204.vnvrbl (mgr.24567) 3786 : cluster [DBG] pgmap v3258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:43.203124+0000 mgr.smithi204.vnvrbl (mgr.24567) 3786 : cluster [DBG] pgmap v3258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:45.203663+0000 mgr.smithi204.vnvrbl (mgr.24567) 3787 : cluster [DBG] pgmap v3259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:45.203663+0000 mgr.smithi204.vnvrbl (mgr.24567) 3787 : cluster [DBG] pgmap v3259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:47.204343+0000 mgr.smithi204.vnvrbl (mgr.24567) 3788 : cluster [DBG] pgmap v3260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:47.204343+0000 mgr.smithi204.vnvrbl (mgr.24567) 3788 : cluster [DBG] pgmap v3260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:49.204825+0000 mgr.smithi204.vnvrbl (mgr.24567) 3789 : cluster [DBG] pgmap v3261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:49.204825+0000 mgr.smithi204.vnvrbl (mgr.24567) 3789 : cluster [DBG] pgmap v3261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:52.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:51.205327+0000 mgr.smithi204.vnvrbl (mgr.24567) 3790 : cluster [DBG] pgmap v3262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:51.205327+0000 mgr.smithi204.vnvrbl (mgr.24567) 3790 : cluster [DBG] pgmap v3262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:54.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:53.206060+0000 mgr.smithi204.vnvrbl (mgr.24567) 3791 : cluster [DBG] pgmap v3263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:54.741 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:53.206060+0000 mgr.smithi204.vnvrbl (mgr.24567) 3791 : cluster [DBG] pgmap v3263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:55.371 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:45:55.648 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:45:55.648 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:45:55.649 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 6m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:45:55.649 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 6m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:45:55.649 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 6m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:45:55.649 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 6m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:45:55.649 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 6m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:45:55.650 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 6m ago 5h 629M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:45:55.650 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 6m ago 5h 505M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:45:55.650 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 6m ago 5h 1979M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:45:55.650 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 6m ago 5h 1071M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:45:55.651 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 6m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:45:55.651 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 6m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:45:55.651 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 6m ago 5h 19.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:45:55.651 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:45:55.651 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 6m ago 5h 1341M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:45:55.652 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 6m ago 5h 2240M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:45:55.652 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 6m ago 5h 1516M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:45:55.652 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 6m ago 5h 2432M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:45:55.652 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 6m ago 5h 2266M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:45:55.653 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 6m ago 5h 2371M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:45:55.653 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 6m ago 5h 1983M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:45:55.653 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 6m ago 5h 2879M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:45:55.653 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 6m ago 5h 164M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:45:55.980 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:45:55.980 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:45:55.980 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:45:55.981 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:45:55.981 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:45:55.981 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:45:55.981 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:45:55.982 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:45:55.982 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:45:55.982 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:45:55.982 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:45:55.982 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:45:55.983 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:45:55.983 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:45:55.983 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:45:55.983 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:45:55.983 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:45:55.984 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:45:55.984 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:45:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:55.206659+0000 mgr.smithi204.vnvrbl (mgr.24567) 3792 : cluster [DBG] pgmap v3264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:45:55.358347+0000 mgr.smithi204.vnvrbl (mgr.24567) 3793 : audit [DBG] from='client.41944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:45:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:45:55.637114+0000 mgr.smithi204.vnvrbl (mgr.24567) 3794 : audit [DBG] from='client.41948 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:45:56.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:45:55.979421+0000 mon.smithi176 (mon.0) 3193 : audit [DBG] from='client.? 172.21.15.176:0/1009158903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:45:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:55.206659+0000 mgr.smithi204.vnvrbl (mgr.24567) 3792 : cluster [DBG] pgmap v3264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:45:56.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:45:55.358347+0000 mgr.smithi204.vnvrbl (mgr.24567) 3793 : audit [DBG] from='client.41944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:45:56.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:45:55.637114+0000 mgr.smithi204.vnvrbl (mgr.24567) 3794 : audit [DBG] from='client.41948 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:45:56.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:45:55.979421+0000 mon.smithi176 (mon.0) 3193 : audit [DBG] from='client.? 172.21.15.176:0/1009158903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:45:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:45:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:57.207571+0000 mgr.smithi204.vnvrbl (mgr.24567) 3795 : cluster [DBG] pgmap v3265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:45:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:45:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:57.207571+0000 mgr.smithi204.vnvrbl (mgr.24567) 3795 : cluster [DBG] pgmap v3265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:45:59.208138+0000 mgr.smithi204.vnvrbl (mgr.24567) 3796 : cluster [DBG] pgmap v3266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:45:59.208138+0000 mgr.smithi204.vnvrbl (mgr.24567) 3796 : cluster [DBG] pgmap v3266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:01.208608+0000 mgr.smithi204.vnvrbl (mgr.24567) 3797 : cluster [DBG] pgmap v3267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:01.208608+0000 mgr.smithi204.vnvrbl (mgr.24567) 3797 : cluster [DBG] pgmap v3267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:03.209370+0000 mgr.smithi204.vnvrbl (mgr.24567) 3798 : cluster [DBG] pgmap v3268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:03.209370+0000 mgr.smithi204.vnvrbl (mgr.24567) 3798 : cluster [DBG] pgmap v3268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:05.209839+0000 mgr.smithi204.vnvrbl (mgr.24567) 3799 : cluster [DBG] pgmap v3269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:05.209839+0000 mgr.smithi204.vnvrbl (mgr.24567) 3799 : cluster [DBG] pgmap v3269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:07.210744+0000 mgr.smithi204.vnvrbl (mgr.24567) 3800 : cluster [DBG] pgmap v3270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:07.210744+0000 mgr.smithi204.vnvrbl (mgr.24567) 3800 : cluster [DBG] pgmap v3270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:09.211160+0000 mgr.smithi204.vnvrbl (mgr.24567) 3801 : cluster [DBG] pgmap v3271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:09.211160+0000 mgr.smithi204.vnvrbl (mgr.24567) 3801 : cluster [DBG] pgmap v3271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:11.211602+0000 mgr.smithi204.vnvrbl (mgr.24567) 3802 : cluster [DBG] pgmap v3272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:46:11.811510+0000 mon.smithi204 (mon.1) 586 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:46:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:46:11.811777+0000 mon.smithi204 (mon.1) 587 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:46:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:46:11.812262+0000 mon.smithi176 (mon.0) 3194 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:46:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:46:11.812542+0000 mon.smithi176 (mon.0) 3195 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:46:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:11.211602+0000 mgr.smithi204.vnvrbl (mgr.24567) 3802 : cluster [DBG] pgmap v3272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:46:11.811510+0000 mon.smithi204 (mon.1) 586 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:46:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:46:11.811777+0000 mon.smithi204 (mon.1) 587 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:46:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:46:11.812262+0000 mon.smithi176 (mon.0) 3194 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:46:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:46:11.812542+0000 mon.smithi176 (mon.0) 3195 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:46:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:13.212523+0000 mgr.smithi204.vnvrbl (mgr.24567) 3803 : cluster [DBG] pgmap v3273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:13.212523+0000 mgr.smithi204.vnvrbl (mgr.24567) 3803 : cluster [DBG] pgmap v3273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:16.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:15.213215+0000 mgr.smithi204.vnvrbl (mgr.24567) 3804 : cluster [DBG] pgmap v3274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:15.213215+0000 mgr.smithi204.vnvrbl (mgr.24567) 3804 : cluster [DBG] pgmap v3274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:17.213885+0000 mgr.smithi204.vnvrbl (mgr.24567) 3805 : cluster [DBG] pgmap v3275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:17.213885+0000 mgr.smithi204.vnvrbl (mgr.24567) 3805 : cluster [DBG] pgmap v3275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:19.214411+0000 mgr.smithi204.vnvrbl (mgr.24567) 3806 : cluster [DBG] pgmap v3276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:19.214411+0000 mgr.smithi204.vnvrbl (mgr.24567) 3806 : cluster [DBG] pgmap v3276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:21.214891+0000 mgr.smithi204.vnvrbl (mgr.24567) 3807 : cluster [DBG] pgmap v3277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:21.214891+0000 mgr.smithi204.vnvrbl (mgr.24567) 3807 : cluster [DBG] pgmap v3277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:23.215828+0000 mgr.smithi204.vnvrbl (mgr.24567) 3808 : cluster [DBG] pgmap v3278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:23.215828+0000 mgr.smithi204.vnvrbl (mgr.24567) 3808 : cluster [DBG] pgmap v3278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:26.277 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:25.216442+0000 mgr.smithi204.vnvrbl (mgr.24567) 3809 : cluster [DBG] pgmap v3279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:26.280 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:46:26.571 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:46:26.571 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:46:26.572 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 6m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:46:26.572 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 6m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:46:26.572 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 6m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:46:26.572 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 6m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:46:26.573 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 6m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:46:26.573 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 6m ago 5h 629M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:46:26.573 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 6m ago 5h 505M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:46:26.573 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 6m ago 5h 1979M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:46:26.574 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 6m ago 5h 1071M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:46:26.574 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 6m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:46:26.574 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 6m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:46:26.574 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 6m ago 5h 19.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:46:26.575 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:46:26.575 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 6m ago 5h 1341M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:46:26.575 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 6m ago 5h 2240M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:46:26.575 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 6m ago 5h 1516M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:46:26.575 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 6m ago 5h 2432M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:46:26.576 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 6m ago 5h 2266M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:46:26.576 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 6m ago 5h 2371M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:46:26.576 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 6m ago 5h 1983M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:46:26.576 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 6m ago 5h 2879M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:46:26.576 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 6m ago 5h 164M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:46:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:25.216442+0000 mgr.smithi204.vnvrbl (mgr.24567) 3809 : cluster [DBG] pgmap v3279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:26.906 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:46:26.906 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:46:26.907 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:46:26.907 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:46:26.907 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:46:26.907 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:46:26.908 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:46:26.908 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:46:26.908 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:46:26.908 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:46:26.909 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:46:26.909 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:46:26.909 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:46:26.909 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:46:26.909 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:46:26.910 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:46:26.910 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:46:26.910 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:46:26.910 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:46:27.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:46:26.267267+0000 mgr.smithi204.vnvrbl (mgr.24567) 3810 : audit [DBG] from='client.41956 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:46:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:46:26.560558+0000 mgr.smithi204.vnvrbl (mgr.24567) 3811 : audit [DBG] from='client.41960 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:46:27.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:46:26.905512+0000 mon.smithi176 (mon.0) 3196 : audit [DBG] from='client.? 172.21.15.176:0/3970589389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:46:27.605 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:46:26.267267+0000 mgr.smithi204.vnvrbl (mgr.24567) 3810 : audit [DBG] from='client.41956 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:46:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:46:26.560558+0000 mgr.smithi204.vnvrbl (mgr.24567) 3811 : audit [DBG] from='client.41960 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:46:27.606 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:46:26.905512+0000 mon.smithi176 (mon.0) 3196 : audit [DBG] from='client.? 172.21.15.176:0/3970589389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:46:28.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:27.217216+0000 mgr.smithi204.vnvrbl (mgr.24567) 3812 : cluster [DBG] pgmap v3280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:27.217216+0000 mgr.smithi204.vnvrbl (mgr.24567) 3812 : cluster [DBG] pgmap v3280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:30.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:29.217634+0000 mgr.smithi204.vnvrbl (mgr.24567) 3813 : cluster [DBG] pgmap v3281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:29.217634+0000 mgr.smithi204.vnvrbl (mgr.24567) 3813 : cluster [DBG] pgmap v3281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:31.218226+0000 mgr.smithi204.vnvrbl (mgr.24567) 3814 : cluster [DBG] pgmap v3282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:31.218226+0000 mgr.smithi204.vnvrbl (mgr.24567) 3814 : cluster [DBG] pgmap v3282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:34.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:33.219042+0000 mgr.smithi204.vnvrbl (mgr.24567) 3815 : cluster [DBG] pgmap v3283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:33.219042+0000 mgr.smithi204.vnvrbl (mgr.24567) 3815 : cluster [DBG] pgmap v3283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:36.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:35.219493+0000 mgr.smithi204.vnvrbl (mgr.24567) 3816 : cluster [DBG] pgmap v3284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:35.219493+0000 mgr.smithi204.vnvrbl (mgr.24567) 3816 : cluster [DBG] pgmap v3284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:37.220339+0000 mgr.smithi204.vnvrbl (mgr.24567) 3817 : cluster [DBG] pgmap v3285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:37.220339+0000 mgr.smithi204.vnvrbl (mgr.24567) 3817 : cluster [DBG] pgmap v3285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:40.275 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:39.220732+0000 mgr.smithi204.vnvrbl (mgr.24567) 3818 : cluster [DBG] pgmap v3286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:39.220732+0000 mgr.smithi204.vnvrbl (mgr.24567) 3818 : cluster [DBG] pgmap v3286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:46:40.495401+0000 mon.smithi204 (mon.1) 588 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:46:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:46:40.496706+0000 mon.smithi204 (mon.1) 589 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:46:41.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:46:40.497536+0000 mon.smithi204 (mon.1) 590 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:46:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:46:40.498349+0000 mgr.smithi204.vnvrbl (mgr.24567) 3819 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:46:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:46:40.900195+0000 mon.smithi176 (mon.0) 3197 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:46:41.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:46:40.907096+0000 mon.smithi176 (mon.0) 3198 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:46:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:46:40.495401+0000 mon.smithi204 (mon.1) 588 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:46:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:46:40.496706+0000 mon.smithi204 (mon.1) 589 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:46:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:46:40.497536+0000 mon.smithi204 (mon.1) 590 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:46:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:46:40.498349+0000 mgr.smithi204.vnvrbl (mgr.24567) 3819 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:46:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:46:40.900195+0000 mon.smithi176 (mon.0) 3197 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:46:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:46:40.907096+0000 mon.smithi176 (mon.0) 3198 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:46:42.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:41.221154+0000 mgr.smithi204.vnvrbl (mgr.24567) 3820 : cluster [DBG] pgmap v3287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:41.221154+0000 mgr.smithi204.vnvrbl (mgr.24567) 3820 : cluster [DBG] pgmap v3287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:44.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:43.222050+0000 mgr.smithi204.vnvrbl (mgr.24567) 3821 : cluster [DBG] pgmap v3288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:43.222050+0000 mgr.smithi204.vnvrbl (mgr.24567) 3821 : cluster [DBG] pgmap v3288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:46.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:45.222631+0000 mgr.smithi204.vnvrbl (mgr.24567) 3822 : cluster [DBG] pgmap v3289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:45.222631+0000 mgr.smithi204.vnvrbl (mgr.24567) 3822 : cluster [DBG] pgmap v3289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:47.223523+0000 mgr.smithi204.vnvrbl (mgr.24567) 3823 : cluster [DBG] pgmap v3290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:47.223523+0000 mgr.smithi204.vnvrbl (mgr.24567) 3823 : cluster [DBG] pgmap v3290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:49.223980+0000 mgr.smithi204.vnvrbl (mgr.24567) 3824 : cluster [DBG] pgmap v3291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:49.223980+0000 mgr.smithi204.vnvrbl (mgr.24567) 3824 : cluster [DBG] pgmap v3291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:52.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:51.224459+0000 mgr.smithi204.vnvrbl (mgr.24567) 3825 : cluster [DBG] pgmap v3292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:51.224459+0000 mgr.smithi204.vnvrbl (mgr.24567) 3825 : cluster [DBG] pgmap v3292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:54.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:53.225316+0000 mgr.smithi204.vnvrbl (mgr.24567) 3826 : cluster [DBG] pgmap v3293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:53.225316+0000 mgr.smithi204.vnvrbl (mgr.24567) 3826 : cluster [DBG] pgmap v3293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:56.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:55.225892+0000 mgr.smithi204.vnvrbl (mgr.24567) 3827 : cluster [DBG] pgmap v3294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:55.225892+0000 mgr.smithi204.vnvrbl (mgr.24567) 3827 : cluster [DBG] pgmap v3294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:46:57.204 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:46:57.478 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:46:57.479 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:46:57.479 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 7m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:46:57.479 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 7m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:46:57.479 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 7m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:46:57.480 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 7m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:46:57.480 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 7m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:46:57.480 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 7m ago 5h 629M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:46:57.480 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 7m ago 5h 505M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:46:57.480 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 7m ago 5h 1979M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:46:57.481 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 7m ago 5h 1071M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:46:57.481 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 7m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:46:57.481 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 7m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:46:57.481 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 7m ago 5h 19.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:46:57.482 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:46:57.482 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 7m ago 5h 1341M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:46:57.482 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 7m ago 5h 2240M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:46:57.482 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 7m ago 5h 1516M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:46:57.483 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 7m ago 5h 2432M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:46:57.483 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 7m ago 5h 2266M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:46:57.483 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 7m ago 5h 2371M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:46:57.483 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 7m ago 5h 1983M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:46:57.484 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 7m ago 5h 2879M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:46:57.484 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 7m ago 5h 164M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:46:57.809 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:46:57.809 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:46:57.810 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:46:57.810 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:46:57.810 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:46:57.810 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:46:57.811 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:46:57.811 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:46:57.811 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:46:57.811 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:46:57.811 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:46:57.812 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:46:57.812 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:46:57.812 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:46:57.812 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:46:57.812 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:46:57.813 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:46:57.813 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:46:57.813 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:46:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:46:57.191489+0000 mgr.smithi204.vnvrbl (mgr.24567) 3828 : audit [DBG] from='client.41968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:46:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:57.226545+0000 mgr.smithi204.vnvrbl (mgr.24567) 3829 : cluster [DBG] pgmap v3295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:46:57.467332+0000 mgr.smithi204.vnvrbl (mgr.24567) 3830 : audit [DBG] from='client.41972 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:46:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:46:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:46:57.808645+0000 mon.smithi176 (mon.0) 3199 : audit [DBG] from='client.? 172.21.15.176:0/18784389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:46:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:46:57.191489+0000 mgr.smithi204.vnvrbl (mgr.24567) 3828 : audit [DBG] from='client.41968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:46:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:57.226545+0000 mgr.smithi204.vnvrbl (mgr.24567) 3829 : cluster [DBG] pgmap v3295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:46:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:46:57.467332+0000 mgr.smithi204.vnvrbl (mgr.24567) 3830 : audit [DBG] from='client.41972 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:46:58.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:46:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:46:57.808645+0000 mon.smithi176 (mon.0) 3199 : audit [DBG] from='client.? 172.21.15.176:0/18784389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:47:00.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:46:59.227077+0000 mgr.smithi204.vnvrbl (mgr.24567) 3831 : cluster [DBG] pgmap v3296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:46:59.227077+0000 mgr.smithi204.vnvrbl (mgr.24567) 3831 : cluster [DBG] pgmap v3296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:02.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:01.227549+0000 mgr.smithi204.vnvrbl (mgr.24567) 3832 : cluster [DBG] pgmap v3297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:01.227549+0000 mgr.smithi204.vnvrbl (mgr.24567) 3832 : cluster [DBG] pgmap v3297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:04.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:03.228223+0000 mgr.smithi204.vnvrbl (mgr.24567) 3833 : cluster [DBG] pgmap v3298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:03.228223+0000 mgr.smithi204.vnvrbl (mgr.24567) 3833 : cluster [DBG] pgmap v3298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:06.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:05.228699+0000 mgr.smithi204.vnvrbl (mgr.24567) 3834 : cluster [DBG] pgmap v3299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:05.228699+0000 mgr.smithi204.vnvrbl (mgr.24567) 3834 : cluster [DBG] pgmap v3299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:07.229592+0000 mgr.smithi204.vnvrbl (mgr.24567) 3835 : cluster [DBG] pgmap v3300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:07.229592+0000 mgr.smithi204.vnvrbl (mgr.24567) 3835 : cluster [DBG] pgmap v3300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:10.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:09.230071+0000 mgr.smithi204.vnvrbl (mgr.24567) 3836 : cluster [DBG] pgmap v3301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:09.230071+0000 mgr.smithi204.vnvrbl (mgr.24567) 3836 : cluster [DBG] pgmap v3301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:12.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:11.230493+0000 mgr.smithi204.vnvrbl (mgr.24567) 3837 : cluster [DBG] pgmap v3302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:47:11.816363+0000 mon.smithi204 (mon.1) 591 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:47:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:47:11.816593+0000 mon.smithi204 (mon.1) 592 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:47:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:47:11.816847+0000 mon.smithi176 (mon.0) 3200 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:47:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:47:11.817247+0000 mon.smithi176 (mon.0) 3201 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:47:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:11.230493+0000 mgr.smithi204.vnvrbl (mgr.24567) 3837 : cluster [DBG] pgmap v3302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:47:11.816363+0000 mon.smithi204 (mon.1) 591 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:47:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:47:11.816593+0000 mon.smithi204 (mon.1) 592 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:47:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:47:11.816847+0000 mon.smithi176 (mon.0) 3200 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:47:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:47:11.817247+0000 mon.smithi176 (mon.0) 3201 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:47:14.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:13.231543+0000 mgr.smithi204.vnvrbl (mgr.24567) 3838 : cluster [DBG] pgmap v3303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:13.231543+0000 mgr.smithi204.vnvrbl (mgr.24567) 3838 : cluster [DBG] pgmap v3303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:16.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:15.232002+0000 mgr.smithi204.vnvrbl (mgr.24567) 3839 : cluster [DBG] pgmap v3304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:15.232002+0000 mgr.smithi204.vnvrbl (mgr.24567) 3839 : cluster [DBG] pgmap v3304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:17.232827+0000 mgr.smithi204.vnvrbl (mgr.24567) 3840 : cluster [DBG] pgmap v3305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:17.232827+0000 mgr.smithi204.vnvrbl (mgr.24567) 3840 : cluster [DBG] pgmap v3305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:20.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:19.233339+0000 mgr.smithi204.vnvrbl (mgr.24567) 3841 : cluster [DBG] pgmap v3306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:19.233339+0000 mgr.smithi204.vnvrbl (mgr.24567) 3841 : cluster [DBG] pgmap v3306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:22.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:21.233801+0000 mgr.smithi204.vnvrbl (mgr.24567) 3842 : cluster [DBG] pgmap v3307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:21.233801+0000 mgr.smithi204.vnvrbl (mgr.24567) 3842 : cluster [DBG] pgmap v3307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:24.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:23.234596+0000 mgr.smithi204.vnvrbl (mgr.24567) 3843 : cluster [DBG] pgmap v3308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:23.234596+0000 mgr.smithi204.vnvrbl (mgr.24567) 3843 : cluster [DBG] pgmap v3308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:26.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:25.235145+0000 mgr.smithi204.vnvrbl (mgr.24567) 3844 : cluster [DBG] pgmap v3309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:25.235145+0000 mgr.smithi204.vnvrbl (mgr.24567) 3844 : cluster [DBG] pgmap v3309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:28.108 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:47:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:27.235923+0000 mgr.smithi204.vnvrbl (mgr.24567) 3845 : cluster [DBG] pgmap v3310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:28.385 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:47:28.386 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:47:28.386 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 7m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:47:28.386 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 7m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:47:28.386 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 7m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:47:28.387 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 7m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:47:28.387 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 7m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:47:28.387 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 7m ago 5h 629M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:47:28.387 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 7m ago 5h 505M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:47:28.388 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 7m ago 5h 1979M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:47:28.388 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 7m ago 5h 1071M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:47:28.388 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 7m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:47:28.388 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 7m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:47:28.389 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 7m ago 5h 19.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:47:28.389 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:47:28.389 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 7m ago 5h 1341M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:47:28.389 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 7m ago 5h 2240M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:47:28.390 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 7m ago 5h 1516M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:47:28.390 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 7m ago 5h 2432M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:47:28.390 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 7m ago 5h 2266M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:47:28.390 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 7m ago 5h 2371M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:47:28.391 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 7m ago 5h 1983M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:47:28.391 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 7m ago 5h 2879M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:47:28.391 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 7m ago 5h 164M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:47:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:27.235923+0000 mgr.smithi204.vnvrbl (mgr.24567) 3845 : cluster [DBG] pgmap v3310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:28.717 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:47:28.718 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:47:28.718 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:47:28.718 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:47:28.718 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:47:28.719 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:47:28.719 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:47:28.719 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:47:28.719 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:47:28.720 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:47:28.720 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:47:28.720 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:47:28.720 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:47:28.720 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:47:28.721 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:47:28.721 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:47:28.721 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:47:28.721 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:47:28.722 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:47:29.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:47:28.095496+0000 mgr.smithi204.vnvrbl (mgr.24567) 3846 : audit [DBG] from='client.41980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:47:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:47:28.374916+0000 mgr.smithi204.vnvrbl (mgr.24567) 3847 : audit [DBG] from='client.41984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:47:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:47:28.717182+0000 mon.smithi176 (mon.0) 3202 : audit [DBG] from='client.? 172.21.15.176:0/3545362166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:47:29.469 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:47:28.095496+0000 mgr.smithi204.vnvrbl (mgr.24567) 3846 : audit [DBG] from='client.41980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:47:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:47:28.374916+0000 mgr.smithi204.vnvrbl (mgr.24567) 3847 : audit [DBG] from='client.41984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:47:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:47:28.717182+0000 mon.smithi176 (mon.0) 3202 : audit [DBG] from='client.? 172.21.15.176:0/3545362166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:47:30.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:29.236410+0000 mgr.smithi204.vnvrbl (mgr.24567) 3848 : cluster [DBG] pgmap v3311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:29.236410+0000 mgr.smithi204.vnvrbl (mgr.24567) 3848 : cluster [DBG] pgmap v3311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:32.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:31.236827+0000 mgr.smithi204.vnvrbl (mgr.24567) 3849 : cluster [DBG] pgmap v3312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:31.236827+0000 mgr.smithi204.vnvrbl (mgr.24567) 3849 : cluster [DBG] pgmap v3312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:34.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:33.237620+0000 mgr.smithi204.vnvrbl (mgr.24567) 3850 : cluster [DBG] pgmap v3313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:33.237620+0000 mgr.smithi204.vnvrbl (mgr.24567) 3850 : cluster [DBG] pgmap v3313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:36.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:35.238124+0000 mgr.smithi204.vnvrbl (mgr.24567) 3851 : cluster [DBG] pgmap v3314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:35.238124+0000 mgr.smithi204.vnvrbl (mgr.24567) 3851 : cluster [DBG] pgmap v3314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:37.238810+0000 mgr.smithi204.vnvrbl (mgr.24567) 3852 : cluster [DBG] pgmap v3315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:37.238810+0000 mgr.smithi204.vnvrbl (mgr.24567) 3852 : cluster [DBG] pgmap v3315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:40.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:39.239450+0000 mgr.smithi204.vnvrbl (mgr.24567) 3853 : cluster [DBG] pgmap v3316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:39.239450+0000 mgr.smithi204.vnvrbl (mgr.24567) 3853 : cluster [DBG] pgmap v3316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:47:40.910100+0000 mon.smithi204 (mon.1) 593 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:47:41.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:47:40.911444+0000 mon.smithi204 (mon.1) 594 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:47:41.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:41 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:47:40.912251+0000 mon.smithi204 (mon.1) 595 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:47:41.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:47:40.910100+0000 mon.smithi204 (mon.1) 593 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:47:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:47:40.911444+0000 mon.smithi204 (mon.1) 594 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:47:41.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:41 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:47:40.912251+0000 mon.smithi204 (mon.1) 595 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:47:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:47:40.912983+0000 mgr.smithi204.vnvrbl (mgr.24567) 3854 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:47:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:41.239910+0000 mgr.smithi204.vnvrbl (mgr.24567) 3855 : cluster [DBG] pgmap v3317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:47:41.315672+0000 mon.smithi176 (mon.0) 3203 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:47:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:47:41.331083+0000 mon.smithi176 (mon.0) 3204 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:47:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:47:40.912983+0000 mgr.smithi204.vnvrbl (mgr.24567) 3854 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:47:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:41.239910+0000 mgr.smithi204.vnvrbl (mgr.24567) 3855 : cluster [DBG] pgmap v3317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:47:41.315672+0000 mon.smithi176 (mon.0) 3203 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:47:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:47:41.331083+0000 mon.smithi176 (mon.0) 3204 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:47:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:43.240684+0000 mgr.smithi204.vnvrbl (mgr.24567) 3856 : cluster [DBG] pgmap v3318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:43.240684+0000 mgr.smithi204.vnvrbl (mgr.24567) 3856 : cluster [DBG] pgmap v3318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:45.241070+0000 mgr.smithi204.vnvrbl (mgr.24567) 3857 : cluster [DBG] pgmap v3319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:45.241070+0000 mgr.smithi204.vnvrbl (mgr.24567) 3857 : cluster [DBG] pgmap v3319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:47.241769+0000 mgr.smithi204.vnvrbl (mgr.24567) 3858 : cluster [DBG] pgmap v3320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:47.241769+0000 mgr.smithi204.vnvrbl (mgr.24567) 3858 : cluster [DBG] pgmap v3320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:50.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:49.242248+0000 mgr.smithi204.vnvrbl (mgr.24567) 3859 : cluster [DBG] pgmap v3321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:49.242248+0000 mgr.smithi204.vnvrbl (mgr.24567) 3859 : cluster [DBG] pgmap v3321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:51.242902+0000 mgr.smithi204.vnvrbl (mgr.24567) 3860 : cluster [DBG] pgmap v3322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:51.242902+0000 mgr.smithi204.vnvrbl (mgr.24567) 3860 : cluster [DBG] pgmap v3322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:53.243708+0000 mgr.smithi204.vnvrbl (mgr.24567) 3861 : cluster [DBG] pgmap v3323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:53.243708+0000 mgr.smithi204.vnvrbl (mgr.24567) 3861 : cluster [DBG] pgmap v3323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:55.244316+0000 mgr.smithi204.vnvrbl (mgr.24567) 3862 : cluster [DBG] pgmap v3324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:55.244316+0000 mgr.smithi204.vnvrbl (mgr.24567) 3862 : cluster [DBG] pgmap v3324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:47:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:47:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:57.245244+0000 mgr.smithi204.vnvrbl (mgr.24567) 3863 : cluster [DBG] pgmap v3325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:47:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:57.245244+0000 mgr.smithi204.vnvrbl (mgr.24567) 3863 : cluster [DBG] pgmap v3325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:47:59.012 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:47:59.289 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:47:59.290 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:47:59.290 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 8m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:47:59.290 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 8m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:47:59.290 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 8m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:47:59.291 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 8m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:47:59.291 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 8m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:47:59.291 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 8m ago 5h 629M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:47:59.291 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 8m ago 5h 505M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:47:59.291 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 8m ago 5h 1979M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:47:59.292 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 8m ago 5h 1071M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:47:59.292 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 8m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:47:59.292 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 8m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:47:59.292 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 8m ago 5h 19.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:47:59.292 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:47:59.293 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 8m ago 5h 1341M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:47:59.293 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 8m ago 5h 2240M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:47:59.293 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 8m ago 5h 1516M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:47:59.293 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 8m ago 5h 2432M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:47:59.293 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 8m ago 5h 2266M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:47:59.294 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 8m ago 5h 2371M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:47:59.294 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 8m ago 5h 1983M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:47:59.294 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 8m ago 5h 2879M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:47:59.294 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 8m ago 5h 164M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:47:59.643 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:47:59.644 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:47:59.644 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:47:59.644 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:47:59.645 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:47:59.645 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:47:59.645 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:47:59.645 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:47:59.645 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:47:59.646 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:47:59.646 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:47:59.646 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:47:59.646 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:47:59.647 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:47:59.647 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:47:59.647 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:47:59.647 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:47:59.647 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:47:59.648 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:48:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:47:58.999373+0000 mgr.smithi204.vnvrbl (mgr.24567) 3864 : audit [DBG] from='client.41992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:48:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:47:59.245725+0000 mgr.smithi204.vnvrbl (mgr.24567) 3865 : cluster [DBG] pgmap v3326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:47:59.278585+0000 mgr.smithi204.vnvrbl (mgr.24567) 3866 : audit [DBG] from='client.41996 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:48:00.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:47:59.643233+0000 mon.smithi176 (mon.0) 3205 : audit [DBG] from='client.? 172.21.15.176:0/4065192854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:48:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:47:58.999373+0000 mgr.smithi204.vnvrbl (mgr.24567) 3864 : audit [DBG] from='client.41992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:48:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:47:59.245725+0000 mgr.smithi204.vnvrbl (mgr.24567) 3865 : cluster [DBG] pgmap v3326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:47:59.278585+0000 mgr.smithi204.vnvrbl (mgr.24567) 3866 : audit [DBG] from='client.41996 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:48:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:47:59.643233+0000 mon.smithi176 (mon.0) 3205 : audit [DBG] from='client.? 172.21.15.176:0/4065192854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:48:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:01.246211+0000 mgr.smithi204.vnvrbl (mgr.24567) 3867 : cluster [DBG] pgmap v3327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:01.246211+0000 mgr.smithi204.vnvrbl (mgr.24567) 3867 : cluster [DBG] pgmap v3327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:03.246941+0000 mgr.smithi204.vnvrbl (mgr.24567) 3868 : cluster [DBG] pgmap v3328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:03.246941+0000 mgr.smithi204.vnvrbl (mgr.24567) 3868 : cluster [DBG] pgmap v3328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:05.247563+0000 mgr.smithi204.vnvrbl (mgr.24567) 3869 : cluster [DBG] pgmap v3329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:05.247563+0000 mgr.smithi204.vnvrbl (mgr.24567) 3869 : cluster [DBG] pgmap v3329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:07.248400+0000 mgr.smithi204.vnvrbl (mgr.24567) 3870 : cluster [DBG] pgmap v3330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:07.248400+0000 mgr.smithi204.vnvrbl (mgr.24567) 3870 : cluster [DBG] pgmap v3330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:09.249002+0000 mgr.smithi204.vnvrbl (mgr.24567) 3871 : cluster [DBG] pgmap v3331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:09.249002+0000 mgr.smithi204.vnvrbl (mgr.24567) 3871 : cluster [DBG] pgmap v3331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:11.249621+0000 mgr.smithi204.vnvrbl (mgr.24567) 3872 : cluster [DBG] pgmap v3332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:48:11.821320+0000 mon.smithi204 (mon.1) 596 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:48:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:48:11.821564+0000 mon.smithi204 (mon.1) 597 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:48:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:48:11.821954+0000 mon.smithi176 (mon.0) 3206 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:48:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:48:11.822315+0000 mon.smithi176 (mon.0) 3207 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:48:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:11.249621+0000 mgr.smithi204.vnvrbl (mgr.24567) 3872 : cluster [DBG] pgmap v3332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:48:11.821320+0000 mon.smithi204 (mon.1) 596 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:48:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:48:11.821564+0000 mon.smithi204 (mon.1) 597 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:48:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:48:11.821954+0000 mon.smithi176 (mon.0) 3206 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:48:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:48:11.822315+0000 mon.smithi176 (mon.0) 3207 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:48:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:13.250371+0000 mgr.smithi204.vnvrbl (mgr.24567) 3873 : cluster [DBG] pgmap v3333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:13.250371+0000 mgr.smithi204.vnvrbl (mgr.24567) 3873 : cluster [DBG] pgmap v3333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:15.250850+0000 mgr.smithi204.vnvrbl (mgr.24567) 3874 : cluster [DBG] pgmap v3334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:15.250850+0000 mgr.smithi204.vnvrbl (mgr.24567) 3874 : cluster [DBG] pgmap v3334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:17.251653+0000 mgr.smithi204.vnvrbl (mgr.24567) 3875 : cluster [DBG] pgmap v3335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:17.251653+0000 mgr.smithi204.vnvrbl (mgr.24567) 3875 : cluster [DBG] pgmap v3335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:19.252045+0000 mgr.smithi204.vnvrbl (mgr.24567) 3876 : cluster [DBG] pgmap v3336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:19.252045+0000 mgr.smithi204.vnvrbl (mgr.24567) 3876 : cluster [DBG] pgmap v3336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:21.252605+0000 mgr.smithi204.vnvrbl (mgr.24567) 3877 : cluster [DBG] pgmap v3337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:21.252605+0000 mgr.smithi204.vnvrbl (mgr.24567) 3877 : cluster [DBG] pgmap v3337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:23.253345+0000 mgr.smithi204.vnvrbl (mgr.24567) 3878 : cluster [DBG] pgmap v3338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:23.253345+0000 mgr.smithi204.vnvrbl (mgr.24567) 3878 : cluster [DBG] pgmap v3338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:25.253835+0000 mgr.smithi204.vnvrbl (mgr.24567) 3879 : cluster [DBG] pgmap v3339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:25.253835+0000 mgr.smithi204.vnvrbl (mgr.24567) 3879 : cluster [DBG] pgmap v3339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:27.254561+0000 mgr.smithi204.vnvrbl (mgr.24567) 3880 : cluster [DBG] pgmap v3340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:27.254561+0000 mgr.smithi204.vnvrbl (mgr.24567) 3880 : cluster [DBG] pgmap v3340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:29.938 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:48:30.213 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:48:30.214 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:48:30.214 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 8m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:48:30.214 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 9m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:48:30.215 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 8m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:48:30.215 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 8m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:48:30.215 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 9m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:48:30.215 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 8m ago 5h 629M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:48:30.215 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 9m ago 5h 505M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:48:30.216 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 8m ago 5h 1979M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:48:30.216 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 9m ago 5h 1071M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:48:30.216 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 8m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:48:30.216 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 9m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:48:30.217 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 8m ago 5h 19.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:48:30.217 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:48:30.217 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 8m ago 5h 1341M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:48:30.217 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 8m ago 5h 2240M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:48:30.217 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 8m ago 5h 1516M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:48:30.218 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 8m ago 5h 2432M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:48:30.218 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 9m ago 5h 2266M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:48:30.218 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 9m ago 5h 2371M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:48:30.218 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 9m ago 5h 1983M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:48:30.219 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 9m ago 5h 2879M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:48:30.219 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 8m ago 5h 164M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:48:30.559 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:48:30.560 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:48:30.560 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:48:30.560 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:48:30.561 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:48:30.561 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:48:30.561 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:48:30.561 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:48:30.561 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:48:30.562 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:48:30.562 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:48:30.562 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:48:30.562 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:48:30.563 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:48:30.563 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:48:30.563 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:48:30.563 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:48:30.563 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:48:30.564 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:48:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:29.255069+0000 mgr.smithi204.vnvrbl (mgr.24567) 3881 : cluster [DBG] pgmap v3341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:29.255069+0000 mgr.smithi204.vnvrbl (mgr.24567) 3881 : cluster [DBG] pgmap v3341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:48:29.925873+0000 mgr.smithi204.vnvrbl (mgr.24567) 3882 : audit [DBG] from='client.42004 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:48:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:48:30.202822+0000 mgr.smithi204.vnvrbl (mgr.24567) 3883 : audit [DBG] from='client.42008 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:48:31.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:48:30.558983+0000 mon.smithi176 (mon.0) 3208 : audit [DBG] from='client.? 172.21.15.176:0/2115629072' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:48:31.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:48:29.925873+0000 mgr.smithi204.vnvrbl (mgr.24567) 3882 : audit [DBG] from='client.42004 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:48:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:48:30.202822+0000 mgr.smithi204.vnvrbl (mgr.24567) 3883 : audit [DBG] from='client.42008 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:48:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:48:30.558983+0000 mon.smithi176 (mon.0) 3208 : audit [DBG] from='client.? 172.21.15.176:0/2115629072' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:48:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:31.255613+0000 mgr.smithi204.vnvrbl (mgr.24567) 3884 : cluster [DBG] pgmap v3342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:31.255613+0000 mgr.smithi204.vnvrbl (mgr.24567) 3884 : cluster [DBG] pgmap v3342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:33.256384+0000 mgr.smithi204.vnvrbl (mgr.24567) 3885 : cluster [DBG] pgmap v3343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:33.256384+0000 mgr.smithi204.vnvrbl (mgr.24567) 3885 : cluster [DBG] pgmap v3343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:35.256878+0000 mgr.smithi204.vnvrbl (mgr.24567) 3886 : cluster [DBG] pgmap v3344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:35.256878+0000 mgr.smithi204.vnvrbl (mgr.24567) 3886 : cluster [DBG] pgmap v3344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:37.257593+0000 mgr.smithi204.vnvrbl (mgr.24567) 3887 : cluster [DBG] pgmap v3345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:37.257593+0000 mgr.smithi204.vnvrbl (mgr.24567) 3887 : cluster [DBG] pgmap v3345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:39.258143+0000 mgr.smithi204.vnvrbl (mgr.24567) 3888 : cluster [DBG] pgmap v3346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:39.258143+0000 mgr.smithi204.vnvrbl (mgr.24567) 3888 : cluster [DBG] pgmap v3346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:41.258803+0000 mgr.smithi204.vnvrbl (mgr.24567) 3889 : cluster [DBG] pgmap v3347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:48:41.334297+0000 mon.smithi204 (mon.1) 598 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:48:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:48:41.335598+0000 mon.smithi204 (mon.1) 599 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:48:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:48:41.336366+0000 mon.smithi204 (mon.1) 600 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:48:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:48:41.337010+0000 mgr.smithi204.vnvrbl (mgr.24567) 3890 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:48:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:48:41.734487+0000 mon.smithi176 (mon.0) 3209 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:48:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:48:41.739958+0000 mon.smithi176 (mon.0) 3210 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:48:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:41.258803+0000 mgr.smithi204.vnvrbl (mgr.24567) 3889 : cluster [DBG] pgmap v3347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:48:41.334297+0000 mon.smithi204 (mon.1) 598 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:48:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:48:41.335598+0000 mon.smithi204 (mon.1) 599 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:48:42.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:48:41.336366+0000 mon.smithi204 (mon.1) 600 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:48:42.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:48:41.337010+0000 mgr.smithi204.vnvrbl (mgr.24567) 3890 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:48:42.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:48:41.734487+0000 mon.smithi176 (mon.0) 3209 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:48:42.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:48:41.739958+0000 mon.smithi176 (mon.0) 3210 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:48:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:43.259705+0000 mgr.smithi204.vnvrbl (mgr.24567) 3891 : cluster [DBG] pgmap v3348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:43.259705+0000 mgr.smithi204.vnvrbl (mgr.24567) 3891 : cluster [DBG] pgmap v3348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:45.260270+0000 mgr.smithi204.vnvrbl (mgr.24567) 3892 : cluster [DBG] pgmap v3349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:45.260270+0000 mgr.smithi204.vnvrbl (mgr.24567) 3892 : cluster [DBG] pgmap v3349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:47.261065+0000 mgr.smithi204.vnvrbl (mgr.24567) 3893 : cluster [DBG] pgmap v3350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:47.261065+0000 mgr.smithi204.vnvrbl (mgr.24567) 3893 : cluster [DBG] pgmap v3350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:49.261476+0000 mgr.smithi204.vnvrbl (mgr.24567) 3894 : cluster [DBG] pgmap v3351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:49.261476+0000 mgr.smithi204.vnvrbl (mgr.24567) 3894 : cluster [DBG] pgmap v3351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:51.261890+0000 mgr.smithi204.vnvrbl (mgr.24567) 3895 : cluster [DBG] pgmap v3352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:51.261890+0000 mgr.smithi204.vnvrbl (mgr.24567) 3895 : cluster [DBG] pgmap v3352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:53.262718+0000 mgr.smithi204.vnvrbl (mgr.24567) 3896 : cluster [DBG] pgmap v3353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:53.262718+0000 mgr.smithi204.vnvrbl (mgr.24567) 3896 : cluster [DBG] pgmap v3353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:55.263210+0000 mgr.smithi204.vnvrbl (mgr.24567) 3897 : cluster [DBG] pgmap v3354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:55.263210+0000 mgr.smithi204.vnvrbl (mgr.24567) 3897 : cluster [DBG] pgmap v3354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:48:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:48:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:57.264067+0000 mgr.smithi204.vnvrbl (mgr.24567) 3898 : cluster [DBG] pgmap v3355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:48:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:48:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:57.264067+0000 mgr.smithi204.vnvrbl (mgr.24567) 3898 : cluster [DBG] pgmap v3355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:48:59.264712+0000 mgr.smithi204.vnvrbl (mgr.24567) 3899 : cluster [DBG] pgmap v3356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:48:59.264712+0000 mgr.smithi204.vnvrbl (mgr.24567) 3899 : cluster [DBG] pgmap v3356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:00.859 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:49:01.129 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:49:01.130 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:49:01.130 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 9m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:49:01.130 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 9m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:49:01.130 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 9m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:49:01.131 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 9m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:49:01.131 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 9m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:49:01.131 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 9m ago 5h 629M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:49:01.131 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 9m ago 5h 505M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:49:01.132 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 9m ago 5h 1979M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:49:01.132 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 9m ago 5h 1071M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:49:01.132 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 9m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:49:01.132 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 9m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:49:01.132 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 9m ago 5h 19.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:49:01.133 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:49:01.133 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 9m ago 5h 1341M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:49:01.133 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 9m ago 5h 2240M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:49:01.133 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 9m ago 5h 1516M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:49:01.134 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 9m ago 5h 2432M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:49:01.134 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 9m ago 5h 2266M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:49:01.134 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 9m ago 5h 2371M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:49:01.134 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 9m ago 5h 1983M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:49:01.135 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 9m ago 5h 2879M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:49:01.135 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 9m ago 5h 164M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:49:01.457 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:49:01.458 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:49:01.458 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:49:01.458 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:49:01.458 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:49:01.459 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:49:01.459 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:49:01.459 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:49:01.459 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:49:01.459 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:49:01.460 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:49:01.460 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:49:01.460 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:49:01.460 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:49:01.460 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:49:01.461 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:49:01.461 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:49:01.461 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:49:01.461 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:49:01.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:00.846198+0000 mgr.smithi204.vnvrbl (mgr.24567) 3900 : audit [DBG] from='client.42016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:49:01.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:00.846198+0000 mgr.smithi204.vnvrbl (mgr.24567) 3900 : audit [DBG] from='client.42016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:49:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:01.118727+0000 mgr.smithi204.vnvrbl (mgr.24567) 3901 : audit [DBG] from='client.42020 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:49:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:01.265312+0000 mgr.smithi204.vnvrbl (mgr.24567) 3902 : cluster [DBG] pgmap v3357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:02.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:01.456919+0000 mon.smithi176 (mon.0) 3211 : audit [DBG] from='client.? 172.21.15.176:0/3714838029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:49:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:01.118727+0000 mgr.smithi204.vnvrbl (mgr.24567) 3901 : audit [DBG] from='client.42020 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:49:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:01.265312+0000 mgr.smithi204.vnvrbl (mgr.24567) 3902 : cluster [DBG] pgmap v3357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:01.456919+0000 mon.smithi176 (mon.0) 3211 : audit [DBG] from='client.? 172.21.15.176:0/3714838029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:49:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:03.266065+0000 mgr.smithi204.vnvrbl (mgr.24567) 3903 : cluster [DBG] pgmap v3358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:03.266065+0000 mgr.smithi204.vnvrbl (mgr.24567) 3903 : cluster [DBG] pgmap v3358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:05.266529+0000 mgr.smithi204.vnvrbl (mgr.24567) 3904 : cluster [DBG] pgmap v3359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:05.266529+0000 mgr.smithi204.vnvrbl (mgr.24567) 3904 : cluster [DBG] pgmap v3359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:07.267306+0000 mgr.smithi204.vnvrbl (mgr.24567) 3905 : cluster [DBG] pgmap v3360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:07.267306+0000 mgr.smithi204.vnvrbl (mgr.24567) 3905 : cluster [DBG] pgmap v3360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:09.267754+0000 mgr.smithi204.vnvrbl (mgr.24567) 3906 : cluster [DBG] pgmap v3361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:09.267754+0000 mgr.smithi204.vnvrbl (mgr.24567) 3906 : cluster [DBG] pgmap v3361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:11.268214+0000 mgr.smithi204.vnvrbl (mgr.24567) 3907 : cluster [DBG] pgmap v3362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:11.825984+0000 mon.smithi204 (mon.1) 601 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:49:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:11.826239+0000 mon.smithi204 (mon.1) 602 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:49:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:11.826566+0000 mon.smithi176 (mon.0) 3212 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:49:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:11.826849+0000 mon.smithi176 (mon.0) 3213 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:49:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:11.268214+0000 mgr.smithi204.vnvrbl (mgr.24567) 3907 : cluster [DBG] pgmap v3362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:11.825984+0000 mon.smithi204 (mon.1) 601 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:49:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:11.826239+0000 mon.smithi204 (mon.1) 602 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:49:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:11.826566+0000 mon.smithi176 (mon.0) 3212 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:49:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:11.826849+0000 mon.smithi176 (mon.0) 3213 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:49:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:13.268949+0000 mgr.smithi204.vnvrbl (mgr.24567) 3908 : cluster [DBG] pgmap v3363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:13.268949+0000 mgr.smithi204.vnvrbl (mgr.24567) 3908 : cluster [DBG] pgmap v3363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:15.269417+0000 mgr.smithi204.vnvrbl (mgr.24567) 3909 : cluster [DBG] pgmap v3364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:15.269417+0000 mgr.smithi204.vnvrbl (mgr.24567) 3909 : cluster [DBG] pgmap v3364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:17.270291+0000 mgr.smithi204.vnvrbl (mgr.24567) 3910 : cluster [DBG] pgmap v3365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:17.270291+0000 mgr.smithi204.vnvrbl (mgr.24567) 3910 : cluster [DBG] pgmap v3365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:19.270796+0000 mgr.smithi204.vnvrbl (mgr.24567) 3911 : cluster [DBG] pgmap v3366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:19.270796+0000 mgr.smithi204.vnvrbl (mgr.24567) 3911 : cluster [DBG] pgmap v3366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:21.271308+0000 mgr.smithi204.vnvrbl (mgr.24567) 3912 : cluster [DBG] pgmap v3367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:21.271308+0000 mgr.smithi204.vnvrbl (mgr.24567) 3912 : cluster [DBG] pgmap v3367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:23.272095+0000 mgr.smithi204.vnvrbl (mgr.24567) 3913 : cluster [DBG] pgmap v3368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:23.272095+0000 mgr.smithi204.vnvrbl (mgr.24567) 3913 : cluster [DBG] pgmap v3368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:25.272549+0000 mgr.smithi204.vnvrbl (mgr.24567) 3914 : cluster [DBG] pgmap v3369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:25.272549+0000 mgr.smithi204.vnvrbl (mgr.24567) 3914 : cluster [DBG] pgmap v3369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:27.273321+0000 mgr.smithi204.vnvrbl (mgr.24567) 3915 : cluster [DBG] pgmap v3370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:27.273321+0000 mgr.smithi204.vnvrbl (mgr.24567) 3915 : cluster [DBG] pgmap v3370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:29.273923+0000 mgr.smithi204.vnvrbl (mgr.24567) 3916 : cluster [DBG] pgmap v3371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:29.273923+0000 mgr.smithi204.vnvrbl (mgr.24567) 3916 : cluster [DBG] pgmap v3371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:31.774 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:49:32.052 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:49:32.053 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 10m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:49:32.053 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 10m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:49:32.053 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 10m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:49:32.053 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 10m ago 5h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:49:32.054 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 10m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:49:32.054 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 10m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:49:32.054 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 10m ago 5h 629M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:49:32.054 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 10m ago 5h 505M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:49:32.055 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 10m ago 5h 1979M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:49:32.055 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 10m ago 5h 1071M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:49:32.055 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 10m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:49:32.055 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 10m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:49:32.056 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 10m ago 5h 19.7M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:49:32.056 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 10m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:49:32.056 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 10m ago 5h 1341M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:49:32.056 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 10m ago 5h 2240M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:49:32.057 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 10m ago 5h 1516M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:49:32.057 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 10m ago 5h 2432M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:49:32.057 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 10m ago 5h 2266M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:49:32.057 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 10m ago 5h 2371M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:49:32.057 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 10m ago 5h 1983M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:49:32.058 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 10m ago 5h 2879M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:49:32.058 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 10m ago 5h 164M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:49:32.389 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:49:32.390 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:49:32.390 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:49:32.390 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:49:32.390 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:49:32.391 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:49:32.391 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:49:32.391 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:49:32.391 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:49:32.391 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:49:32.392 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:49:32.392 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:49:32.392 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:49:32.392 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:49:32.393 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:49:32.393 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:49:32.393 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:49:32.393 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:49:32.394 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:49:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:31.274549+0000 mgr.smithi204.vnvrbl (mgr.24567) 3917 : cluster [DBG] pgmap v3372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:31.760657+0000 mgr.smithi204.vnvrbl (mgr.24567) 3918 : audit [DBG] from='client.42028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:49:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:31.274549+0000 mgr.smithi204.vnvrbl (mgr.24567) 3917 : cluster [DBG] pgmap v3372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:31.760657+0000 mgr.smithi204.vnvrbl (mgr.24567) 3918 : audit [DBG] from='client.42028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:49:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:32.041033+0000 mgr.smithi204.vnvrbl (mgr.24567) 3919 : audit [DBG] from='client.42032 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:49:33.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:32.388746+0000 mon.smithi176 (mon.0) 3214 : audit [DBG] from='client.? 172.21.15.176:0/2484402123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:49:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:32.041033+0000 mgr.smithi204.vnvrbl (mgr.24567) 3919 : audit [DBG] from='client.42032 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:49:33.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:32.388746+0000 mon.smithi176 (mon.0) 3214 : audit [DBG] from='client.? 172.21.15.176:0/2484402123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:49:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:33.275313+0000 mgr.smithi204.vnvrbl (mgr.24567) 3920 : cluster [DBG] pgmap v3373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:33.275313+0000 mgr.smithi204.vnvrbl (mgr.24567) 3920 : cluster [DBG] pgmap v3373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:35.275729+0000 mgr.smithi204.vnvrbl (mgr.24567) 3921 : cluster [DBG] pgmap v3374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:35.275729+0000 mgr.smithi204.vnvrbl (mgr.24567) 3921 : cluster [DBG] pgmap v3374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:37.276449+0000 mgr.smithi204.vnvrbl (mgr.24567) 3922 : cluster [DBG] pgmap v3375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:37.276449+0000 mgr.smithi204.vnvrbl (mgr.24567) 3922 : cluster [DBG] pgmap v3375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:39.276930+0000 mgr.smithi204.vnvrbl (mgr.24567) 3923 : cluster [DBG] pgmap v3376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:39.276930+0000 mgr.smithi204.vnvrbl (mgr.24567) 3923 : cluster [DBG] pgmap v3376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:41.277532+0000 mgr.smithi204.vnvrbl (mgr.24567) 3924 : cluster [DBG] pgmap v3377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:41.743253+0000 mon.smithi204 (mon.1) 603 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:49:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:41.744630+0000 mon.smithi204 (mon.1) 604 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:49:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:41.745498+0000 mon.smithi204 (mon.1) 605 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:49:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:49:41.746233+0000 mgr.smithi204.vnvrbl (mgr.24567) 3925 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:49:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:41.277532+0000 mgr.smithi204.vnvrbl (mgr.24567) 3924 : cluster [DBG] pgmap v3377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:41.743253+0000 mon.smithi204 (mon.1) 603 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:49:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:41.744630+0000 mon.smithi204 (mon.1) 604 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:49:42.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:41.745498+0000 mon.smithi204 (mon.1) 605 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:49:42.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:49:41.746233+0000 mgr.smithi204.vnvrbl (mgr.24567) 3925 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:49:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:43.278339+0000 mgr.smithi204.vnvrbl (mgr.24567) 3926 : cluster [DBG] pgmap v3378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:43.278339+0000 mgr.smithi204.vnvrbl (mgr.24567) 3926 : cluster [DBG] pgmap v3378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:45.278723+0000 mgr.smithi204.vnvrbl (mgr.24567) 3927 : cluster [DBG] pgmap v3379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:45.278723+0000 mgr.smithi204.vnvrbl (mgr.24567) 3927 : cluster [DBG] pgmap v3379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:47.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:46.492137+0000 mon.smithi176 (mon.0) 3215 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:49:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:46.870916+0000 mon.smithi204 (mon.1) 606 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:49:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:46.871455+0000 mon.smithi176 (mon.0) 3216 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:49:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:46.492137+0000 mon.smithi176 (mon.0) 3215 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:49:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:46.870916+0000 mon.smithi204 (mon.1) 606 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:49:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:46.871455+0000 mon.smithi176 (mon.0) 3216 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:49:48.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:47.279339+0000 mgr.smithi204.vnvrbl (mgr.24567) 3928 : cluster [DBG] pgmap v3380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:47.279339+0000 mgr.smithi204.vnvrbl (mgr.24567) 3928 : cluster [DBG] pgmap v3380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:48.506336+0000 mon.smithi176 (mon.0) 3217 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:49:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:48.905335+0000 mon.smithi204 (mon.1) 607 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:49:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:48.905943+0000 mon.smithi176 (mon.0) 3218 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:49:49.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:48.913034+0000 mon.smithi176 (mon.0) 3219 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:49:49.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:49:48.921595+0000 mon.smithi176 (mon.0) 3220 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:49:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:48.506336+0000 mon.smithi176 (mon.0) 3217 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:49:49.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:48.905335+0000 mon.smithi204 (mon.1) 607 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:49:49.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:48.905943+0000 mon.smithi176 (mon.0) 3218 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:49:49.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:48.913034+0000 mon.smithi176 (mon.0) 3219 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:49:49.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:49:48.921595+0000 mon.smithi176 (mon.0) 3220 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:49:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:49.279932+0000 mgr.smithi204.vnvrbl (mgr.24567) 3929 : cluster [DBG] pgmap v3381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:49.279932+0000 mgr.smithi204.vnvrbl (mgr.24567) 3929 : cluster [DBG] pgmap v3381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:51.280441+0000 mgr.smithi204.vnvrbl (mgr.24567) 3930 : cluster [DBG] pgmap v3382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:51.280441+0000 mgr.smithi204.vnvrbl (mgr.24567) 3930 : cluster [DBG] pgmap v3382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:53.281153+0000 mgr.smithi204.vnvrbl (mgr.24567) 3931 : cluster [DBG] pgmap v3383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:53.281153+0000 mgr.smithi204.vnvrbl (mgr.24567) 3931 : cluster [DBG] pgmap v3383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:55.281728+0000 mgr.smithi204.vnvrbl (mgr.24567) 3932 : cluster [DBG] pgmap v3384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:55.281728+0000 mgr.smithi204.vnvrbl (mgr.24567) 3932 : cluster [DBG] pgmap v3384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:49:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:49:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:57.282400+0000 mgr.smithi204.vnvrbl (mgr.24567) 3933 : cluster [DBG] pgmap v3385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:49:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:49:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:57.282400+0000 mgr.smithi204.vnvrbl (mgr.24567) 3933 : cluster [DBG] pgmap v3385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:49:59.282987+0000 mgr.smithi204.vnvrbl (mgr.24567) 3934 : cluster [DBG] pgmap v3386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:00.000105+0000 mon.smithi176 (mon.0) 3221 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T12:50:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:49:59.282987+0000 mgr.smithi204.vnvrbl (mgr.24567) 3934 : cluster [DBG] pgmap v3386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:00.000105+0000 mon.smithi176 (mon.0) 3221 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T12:50:02.687 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:50:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:01.283641+0000 mgr.smithi204.vnvrbl (mgr.24567) 3935 : cluster [DBG] pgmap v3387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:01.283641+0000 mgr.smithi204.vnvrbl (mgr.24567) 3935 : cluster [DBG] pgmap v3387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:02.964 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:50:02.964 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 14s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:50:02.964 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 14s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:50:02.965 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 16s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:50:02.965 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 14s ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:50:02.965 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 14s ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:50:02.965 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 16s ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:50:02.966 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 14s ago 5h 631M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:50:02.966 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 16s ago 5h 511M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:50:02.966 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 14s ago 5h 2018M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:50:02.966 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 16s ago 5h 1111M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:50:02.967 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 14s ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:50:02.967 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 16s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:50:02.967 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 14s ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:50:02.967 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 16s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:50:02.968 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 14s ago 5h 1370M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:50:02.968 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 14s ago 5h 2274M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:50:02.968 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 14s ago 5h 1539M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:50:02.968 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 14s ago 5h 2466M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:50:02.969 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 16s ago 5h 2298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:50:02.969 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 16s ago 5h 2400M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:50:02.969 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 16s ago 5h 2009M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:50:02.969 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 16s ago 5h 2911M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:50:02.970 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 14s ago 5h 167M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:50:03.333 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:50:03.334 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:50:03.334 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:50:03.334 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:50:03.334 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:50:03.334 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:50:03.335 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:50:03.335 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:50:03.335 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:50:03.336 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:50:03.336 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:50:03.336 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:50:03.336 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:50:03.336 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:50:03.337 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:50:03.337 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:50:03.337 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:50:03.337 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:50:03.337 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:50:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:50:02.674655+0000 mgr.smithi204.vnvrbl (mgr.24567) 3936 : audit [DBG] from='client.42040 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:50:03.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:50:03.332680+0000 mon.smithi176 (mon.0) 3222 : audit [DBG] from='client.? 172.21.15.176:0/439491694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:50:03.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:50:02.674655+0000 mgr.smithi204.vnvrbl (mgr.24567) 3936 : audit [DBG] from='client.42040 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:50:03.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:50:03.332680+0000 mon.smithi176 (mon.0) 3222 : audit [DBG] from='client.? 172.21.15.176:0/439491694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:50:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:50:02.952826+0000 mgr.smithi204.vnvrbl (mgr.24567) 3937 : audit [DBG] from='client.42044 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:50:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:03.284383+0000 mgr.smithi204.vnvrbl (mgr.24567) 3938 : cluster [DBG] pgmap v3388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:50:02.952826+0000 mgr.smithi204.vnvrbl (mgr.24567) 3937 : audit [DBG] from='client.42044 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:50:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:03.284383+0000 mgr.smithi204.vnvrbl (mgr.24567) 3938 : cluster [DBG] pgmap v3388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:05.284833+0000 mgr.smithi204.vnvrbl (mgr.24567) 3939 : cluster [DBG] pgmap v3389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:05.284833+0000 mgr.smithi204.vnvrbl (mgr.24567) 3939 : cluster [DBG] pgmap v3389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:07.285643+0000 mgr.smithi204.vnvrbl (mgr.24567) 3940 : cluster [DBG] pgmap v3390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:07.285643+0000 mgr.smithi204.vnvrbl (mgr.24567) 3940 : cluster [DBG] pgmap v3390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:09.286240+0000 mgr.smithi204.vnvrbl (mgr.24567) 3941 : cluster [DBG] pgmap v3391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:09.286240+0000 mgr.smithi204.vnvrbl (mgr.24567) 3941 : cluster [DBG] pgmap v3391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:11.286650+0000 mgr.smithi204.vnvrbl (mgr.24567) 3942 : cluster [DBG] pgmap v3392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:50:11.830134+0000 mon.smithi204 (mon.1) 608 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:50:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:50:11.830392+0000 mon.smithi204 (mon.1) 609 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:50:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:50:11.830651+0000 mon.smithi176 (mon.0) 3223 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:50:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:50:11.830957+0000 mon.smithi176 (mon.0) 3224 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:50:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:11.286650+0000 mgr.smithi204.vnvrbl (mgr.24567) 3942 : cluster [DBG] pgmap v3392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:50:11.830134+0000 mon.smithi204 (mon.1) 608 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:50:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:50:11.830392+0000 mon.smithi204 (mon.1) 609 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:50:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:50:11.830651+0000 mon.smithi176 (mon.0) 3223 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:50:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:50:11.830957+0000 mon.smithi176 (mon.0) 3224 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:50:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:13.287401+0000 mgr.smithi204.vnvrbl (mgr.24567) 3943 : cluster [DBG] pgmap v3393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:13.287401+0000 mgr.smithi204.vnvrbl (mgr.24567) 3943 : cluster [DBG] pgmap v3393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:15.287847+0000 mgr.smithi204.vnvrbl (mgr.24567) 3944 : cluster [DBG] pgmap v3394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:15.287847+0000 mgr.smithi204.vnvrbl (mgr.24567) 3944 : cluster [DBG] pgmap v3394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:17.288792+0000 mgr.smithi204.vnvrbl (mgr.24567) 3945 : cluster [DBG] pgmap v3395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:17.288792+0000 mgr.smithi204.vnvrbl (mgr.24567) 3945 : cluster [DBG] pgmap v3395: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:19.289243+0000 mgr.smithi204.vnvrbl (mgr.24567) 3946 : cluster [DBG] pgmap v3396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:19.289243+0000 mgr.smithi204.vnvrbl (mgr.24567) 3946 : cluster [DBG] pgmap v3396: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:21.289655+0000 mgr.smithi204.vnvrbl (mgr.24567) 3947 : cluster [DBG] pgmap v3397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:21.289655+0000 mgr.smithi204.vnvrbl (mgr.24567) 3947 : cluster [DBG] pgmap v3397: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:24.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:23.290483+0000 mgr.smithi204.vnvrbl (mgr.24567) 3948 : cluster [DBG] pgmap v3398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:23.290483+0000 mgr.smithi204.vnvrbl (mgr.24567) 3948 : cluster [DBG] pgmap v3398: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:25.291006+0000 mgr.smithi204.vnvrbl (mgr.24567) 3949 : cluster [DBG] pgmap v3399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:25.291006+0000 mgr.smithi204.vnvrbl (mgr.24567) 3949 : cluster [DBG] pgmap v3399: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:27.291734+0000 mgr.smithi204.vnvrbl (mgr.24567) 3950 : cluster [DBG] pgmap v3400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:27.291734+0000 mgr.smithi204.vnvrbl (mgr.24567) 3950 : cluster [DBG] pgmap v3400: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:29.292195+0000 mgr.smithi204.vnvrbl (mgr.24567) 3951 : cluster [DBG] pgmap v3401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:29.292195+0000 mgr.smithi204.vnvrbl (mgr.24567) 3951 : cluster [DBG] pgmap v3401: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:31.292642+0000 mgr.smithi204.vnvrbl (mgr.24567) 3952 : cluster [DBG] pgmap v3402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:31.292642+0000 mgr.smithi204.vnvrbl (mgr.24567) 3952 : cluster [DBG] pgmap v3402: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:33.630 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:50:33.905 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:50:33.905 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 45s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:50:33.906 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 45s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:50:33.906 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 47s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:50:33.906 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 45s ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:50:33.906 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 45s ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:50:33.907 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 47s ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:50:33.907 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 45s ago 5h 631M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:50:33.907 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 47s ago 5h 511M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:50:33.907 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 45s ago 5h 2018M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:50:33.908 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 47s ago 5h 1111M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:50:33.908 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 45s ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:50:33.908 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 47s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:50:33.908 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 45s ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:50:33.908 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 47s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:50:33.909 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 45s ago 5h 1370M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:50:33.909 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 45s ago 5h 2274M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:50:33.909 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 45s ago 5h 1539M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:50:33.909 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 45s ago 5h 2466M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:50:33.910 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 47s ago 5h 2298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:50:33.910 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 47s ago 5h 2400M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:50:33.910 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 47s ago 5h 2009M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:50:33.910 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 47s ago 5h 2911M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:50:33.911 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 45s ago 5h 167M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:50:34.236 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:50:34.236 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:50:34.237 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:50:34.237 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:50:34.237 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:50:34.238 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:50:34.238 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:50:34.238 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:50:34.239 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:50:34.239 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:50:34.239 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:50:34.239 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:50:34.240 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:50:34.240 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:50:34.240 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:50:34.240 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:50:34.240 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:50:34.241 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:50:34.241 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:50:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:33.293513+0000 mgr.smithi204.vnvrbl (mgr.24567) 3953 : cluster [DBG] pgmap v3403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:50:33.617857+0000 mgr.smithi204.vnvrbl (mgr.24567) 3954 : audit [DBG] from='client.42052 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:50:34.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:50:34.235153+0000 mon.smithi176 (mon.0) 3225 : audit [DBG] from='client.? 172.21.15.176:0/3886290582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:50:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:33.293513+0000 mgr.smithi204.vnvrbl (mgr.24567) 3953 : cluster [DBG] pgmap v3403: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:50:33.617857+0000 mgr.smithi204.vnvrbl (mgr.24567) 3954 : audit [DBG] from='client.42052 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:50:34.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:50:34.235153+0000 mon.smithi176 (mon.0) 3225 : audit [DBG] from='client.? 172.21.15.176:0/3886290582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:50:35.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:50:33.894100+0000 mgr.smithi204.vnvrbl (mgr.24567) 3955 : audit [DBG] from='client.42056 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:50:35.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:50:33.894100+0000 mgr.smithi204.vnvrbl (mgr.24567) 3955 : audit [DBG] from='client.42056 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:50:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:35.293947+0000 mgr.smithi204.vnvrbl (mgr.24567) 3956 : cluster [DBG] pgmap v3404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:35.293947+0000 mgr.smithi204.vnvrbl (mgr.24567) 3956 : cluster [DBG] pgmap v3404: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:37.294674+0000 mgr.smithi204.vnvrbl (mgr.24567) 3957 : cluster [DBG] pgmap v3405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:37.294674+0000 mgr.smithi204.vnvrbl (mgr.24567) 3957 : cluster [DBG] pgmap v3405: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:39.295076+0000 mgr.smithi204.vnvrbl (mgr.24567) 3958 : cluster [DBG] pgmap v3406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:39.295076+0000 mgr.smithi204.vnvrbl (mgr.24567) 3958 : cluster [DBG] pgmap v3406: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:41.295466+0000 mgr.smithi204.vnvrbl (mgr.24567) 3959 : cluster [DBG] pgmap v3407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:41.295466+0000 mgr.smithi204.vnvrbl (mgr.24567) 3959 : cluster [DBG] pgmap v3407: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:43.296392+0000 mgr.smithi204.vnvrbl (mgr.24567) 3960 : cluster [DBG] pgmap v3408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:43.296392+0000 mgr.smithi204.vnvrbl (mgr.24567) 3960 : cluster [DBG] pgmap v3408: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:45.296859+0000 mgr.smithi204.vnvrbl (mgr.24567) 3961 : cluster [DBG] pgmap v3409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:45.296859+0000 mgr.smithi204.vnvrbl (mgr.24567) 3961 : cluster [DBG] pgmap v3409: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:47.297747+0000 mgr.smithi204.vnvrbl (mgr.24567) 3962 : cluster [DBG] pgmap v3410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:47.297747+0000 mgr.smithi204.vnvrbl (mgr.24567) 3962 : cluster [DBG] pgmap v3410: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:50:48.925327+0000 mon.smithi204 (mon.1) 610 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:50:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:50:48.926738+0000 mon.smithi204 (mon.1) 611 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:50:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:50:48.927546+0000 mon.smithi204 (mon.1) 612 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:50:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:50:48.925327+0000 mon.smithi204 (mon.1) 610 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:50:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:50:48.926738+0000 mon.smithi204 (mon.1) 611 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:50:49.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:50:48.927546+0000 mon.smithi204 (mon.1) 612 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:50:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:50:48.928297+0000 mgr.smithi204.vnvrbl (mgr.24567) 3963 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:50:50.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:49.298212+0000 mgr.smithi204.vnvrbl (mgr.24567) 3964 : cluster [DBG] pgmap v3411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:50.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:50:49.335217+0000 mon.smithi176 (mon.0) 3226 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:50:50.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:50:49.339897+0000 mon.smithi176 (mon.0) 3227 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:50:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:50:48.928297+0000 mgr.smithi204.vnvrbl (mgr.24567) 3963 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:50:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:49.298212+0000 mgr.smithi204.vnvrbl (mgr.24567) 3964 : cluster [DBG] pgmap v3411: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:50:49.335217+0000 mon.smithi176 (mon.0) 3226 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:50:50.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:50:49.339897+0000 mon.smithi176 (mon.0) 3227 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:50:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:51.298695+0000 mgr.smithi204.vnvrbl (mgr.24567) 3965 : cluster [DBG] pgmap v3412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:51.298695+0000 mgr.smithi204.vnvrbl (mgr.24567) 3965 : cluster [DBG] pgmap v3412: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:53.299437+0000 mgr.smithi204.vnvrbl (mgr.24567) 3966 : cluster [DBG] pgmap v3413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:53.299437+0000 mgr.smithi204.vnvrbl (mgr.24567) 3966 : cluster [DBG] pgmap v3413: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:55.299994+0000 mgr.smithi204.vnvrbl (mgr.24567) 3967 : cluster [DBG] pgmap v3414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:55.299994+0000 mgr.smithi204.vnvrbl (mgr.24567) 3967 : cluster [DBG] pgmap v3414: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:50:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:50:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:57.300954+0000 mgr.smithi204.vnvrbl (mgr.24567) 3968 : cluster [DBG] pgmap v3415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:50:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:50:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:57.300954+0000 mgr.smithi204.vnvrbl (mgr.24567) 3968 : cluster [DBG] pgmap v3415: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:50:59.301490+0000 mgr.smithi204.vnvrbl (mgr.24567) 3969 : cluster [DBG] pgmap v3416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:50:59.301490+0000 mgr.smithi204.vnvrbl (mgr.24567) 3969 : cluster [DBG] pgmap v3416: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:01.302050+0000 mgr.smithi204.vnvrbl (mgr.24567) 3970 : cluster [DBG] pgmap v3417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:01.302050+0000 mgr.smithi204.vnvrbl (mgr.24567) 3970 : cluster [DBG] pgmap v3417: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:04.539 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:51:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:03.303001+0000 mgr.smithi204.vnvrbl (mgr.24567) 3971 : cluster [DBG] pgmap v3418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:03.303001+0000 mgr.smithi204.vnvrbl (mgr.24567) 3971 : cluster [DBG] pgmap v3418: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:04.822 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:51:04.822 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 76s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:51:04.823 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 76s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:51:04.823 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 78s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:51:04.823 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 76s ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:51:04.823 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 76s ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:51:04.824 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 78s ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:51:04.824 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 76s ago 5h 631M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:51:04.824 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 78s ago 5h 511M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:51:04.824 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 76s ago 5h 2018M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:51:04.824 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 78s ago 5h 1111M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:51:04.825 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 76s ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:51:04.825 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 78s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:51:04.825 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 76s ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:51:04.825 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 78s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:51:04.826 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 76s ago 5h 1370M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:51:04.826 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 76s ago 5h 2274M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:51:04.826 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 76s ago 5h 1539M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:51:04.826 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 76s ago 5h 2466M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:51:04.826 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 78s ago 5h 2298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:51:04.827 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 78s ago 5h 2400M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:51:04.827 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 78s ago 5h 2009M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:51:04.827 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 78s ago 5h 2911M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:51:04.827 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 76s ago 5h 167M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:51:05.157 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:51:05.157 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:51:05.157 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:51:05.158 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:51:05.158 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:51:05.158 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:51:05.159 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:51:05.159 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:51:05.159 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:51:05.159 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:51:05.160 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:51:05.160 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:51:05.160 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:51:05.160 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:51:05.160 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:51:05.161 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:51:05.161 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:51:05.161 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:51:05.161 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:51:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:51:04.525706+0000 mgr.smithi204.vnvrbl (mgr.24567) 3972 : audit [DBG] from='client.42064 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:51:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:51:04.810472+0000 mgr.smithi204.vnvrbl (mgr.24567) 3973 : audit [DBG] from='client.42068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:51:05.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:51:05.156323+0000 mon.smithi176 (mon.0) 3228 : audit [DBG] from='client.? 172.21.15.176:0/2441334062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:51:05.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:51:04.525706+0000 mgr.smithi204.vnvrbl (mgr.24567) 3972 : audit [DBG] from='client.42064 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:51:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:51:04.810472+0000 mgr.smithi204.vnvrbl (mgr.24567) 3973 : audit [DBG] from='client.42068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:51:05.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:51:05.156323+0000 mon.smithi176 (mon.0) 3228 : audit [DBG] from='client.? 172.21.15.176:0/2441334062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:51:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:05.303428+0000 mgr.smithi204.vnvrbl (mgr.24567) 3974 : cluster [DBG] pgmap v3419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:05.303428+0000 mgr.smithi204.vnvrbl (mgr.24567) 3974 : cluster [DBG] pgmap v3419: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:07.304154+0000 mgr.smithi204.vnvrbl (mgr.24567) 3975 : cluster [DBG] pgmap v3420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:07.304154+0000 mgr.smithi204.vnvrbl (mgr.24567) 3975 : cluster [DBG] pgmap v3420: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:09.304489+0000 mgr.smithi204.vnvrbl (mgr.24567) 3976 : cluster [DBG] pgmap v3421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:09.304489+0000 mgr.smithi204.vnvrbl (mgr.24567) 3976 : cluster [DBG] pgmap v3421: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:11.304927+0000 mgr.smithi204.vnvrbl (mgr.24567) 3977 : cluster [DBG] pgmap v3422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:51:11.835682+0000 mon.smithi204 (mon.1) 613 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:51:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:51:11.836032+0000 mon.smithi204 (mon.1) 614 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:51:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:51:11.836279+0000 mon.smithi176 (mon.0) 3229 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:51:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:51:11.836558+0000 mon.smithi176 (mon.0) 3230 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:51:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:11.304927+0000 mgr.smithi204.vnvrbl (mgr.24567) 3977 : cluster [DBG] pgmap v3422: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:51:11.835682+0000 mon.smithi204 (mon.1) 613 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:51:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:51:11.836032+0000 mon.smithi204 (mon.1) 614 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:51:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:51:11.836279+0000 mon.smithi176 (mon.0) 3229 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:51:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:51:11.836558+0000 mon.smithi176 (mon.0) 3230 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:51:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:13.305657+0000 mgr.smithi204.vnvrbl (mgr.24567) 3978 : cluster [DBG] pgmap v3423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:13.305657+0000 mgr.smithi204.vnvrbl (mgr.24567) 3978 : cluster [DBG] pgmap v3423: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:15.306257+0000 mgr.smithi204.vnvrbl (mgr.24567) 3979 : cluster [DBG] pgmap v3424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:15.306257+0000 mgr.smithi204.vnvrbl (mgr.24567) 3979 : cluster [DBG] pgmap v3424: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:17.307083+0000 mgr.smithi204.vnvrbl (mgr.24567) 3980 : cluster [DBG] pgmap v3425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:17.307083+0000 mgr.smithi204.vnvrbl (mgr.24567) 3980 : cluster [DBG] pgmap v3425: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:19.307543+0000 mgr.smithi204.vnvrbl (mgr.24567) 3981 : cluster [DBG] pgmap v3426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:19.307543+0000 mgr.smithi204.vnvrbl (mgr.24567) 3981 : cluster [DBG] pgmap v3426: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:21.308017+0000 mgr.smithi204.vnvrbl (mgr.24567) 3982 : cluster [DBG] pgmap v3427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:21.308017+0000 mgr.smithi204.vnvrbl (mgr.24567) 3982 : cluster [DBG] pgmap v3427: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:23.308850+0000 mgr.smithi204.vnvrbl (mgr.24567) 3983 : cluster [DBG] pgmap v3428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:23.308850+0000 mgr.smithi204.vnvrbl (mgr.24567) 3983 : cluster [DBG] pgmap v3428: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:25.309345+0000 mgr.smithi204.vnvrbl (mgr.24567) 3984 : cluster [DBG] pgmap v3429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:25.309345+0000 mgr.smithi204.vnvrbl (mgr.24567) 3984 : cluster [DBG] pgmap v3429: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:27.309966+0000 mgr.smithi204.vnvrbl (mgr.24567) 3985 : cluster [DBG] pgmap v3430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:27.309966+0000 mgr.smithi204.vnvrbl (mgr.24567) 3985 : cluster [DBG] pgmap v3430: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:29.310576+0000 mgr.smithi204.vnvrbl (mgr.24567) 3986 : cluster [DBG] pgmap v3431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:29.310576+0000 mgr.smithi204.vnvrbl (mgr.24567) 3986 : cluster [DBG] pgmap v3431: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:31.311218+0000 mgr.smithi204.vnvrbl (mgr.24567) 3987 : cluster [DBG] pgmap v3432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:31.311218+0000 mgr.smithi204.vnvrbl (mgr.24567) 3987 : cluster [DBG] pgmap v3432: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:34.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:33.312167+0000 mgr.smithi204.vnvrbl (mgr.24567) 3988 : cluster [DBG] pgmap v3433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:33.312167+0000 mgr.smithi204.vnvrbl (mgr.24567) 3988 : cluster [DBG] pgmap v3433: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:35.457 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:51:35.736 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:51:35.736 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 107s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:51:35.736 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 107s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:51:35.737 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 109s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:51:35.737 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 107s ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:51:35.737 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 107s ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:51:35.737 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 109s ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:51:35.738 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 107s ago 5h 631M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:51:35.738 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 109s ago 5h 511M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:51:35.738 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 107s ago 5h 2018M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:51:35.739 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 109s ago 5h 1111M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:51:35.739 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 107s ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:51:35.739 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 109s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:51:35.739 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 107s ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:51:35.740 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 109s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:51:35.740 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 107s ago 5h 1370M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:51:35.740 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 107s ago 5h 2274M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:51:35.740 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 107s ago 5h 1539M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:51:35.741 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 107s ago 5h 2466M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:51:35.741 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 109s ago 5h 2298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:51:35.741 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 109s ago 5h 2400M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:51:35.741 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 109s ago 5h 2009M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:51:35.742 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 109s ago 5h 2911M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:51:35.742 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 107s ago 5h 167M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:51:36.075 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:51:36.075 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:51:36.075 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:51:36.076 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:51:36.076 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:51:36.076 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:51:36.077 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:51:36.077 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:51:36.077 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:51:36.077 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:51:36.078 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:51:36.078 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:51:36.078 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:51:36.078 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:51:36.079 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:51:36.079 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:51:36.079 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:51:36.079 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:51:36.080 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:51:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:35.312590+0000 mgr.smithi204.vnvrbl (mgr.24567) 3989 : cluster [DBG] pgmap v3434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:36.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:51:35.444164+0000 mgr.smithi204.vnvrbl (mgr.24567) 3990 : audit [DBG] from='client.42076 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:51:36.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:51:35.725161+0000 mgr.smithi204.vnvrbl (mgr.24567) 3991 : audit [DBG] from='client.42080 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:51:36.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:51:36.074098+0000 mon.smithi176 (mon.0) 3231 : audit [DBG] from='client.? 172.21.15.176:0/714740822' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:51:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:35.312590+0000 mgr.smithi204.vnvrbl (mgr.24567) 3989 : cluster [DBG] pgmap v3434: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:51:35.444164+0000 mgr.smithi204.vnvrbl (mgr.24567) 3990 : audit [DBG] from='client.42076 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:51:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:51:35.725161+0000 mgr.smithi204.vnvrbl (mgr.24567) 3991 : audit [DBG] from='client.42080 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:51:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:51:36.074098+0000 mon.smithi176 (mon.0) 3231 : audit [DBG] from='client.? 172.21.15.176:0/714740822' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:51:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:37.313369+0000 mgr.smithi204.vnvrbl (mgr.24567) 3992 : cluster [DBG] pgmap v3435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:37.313369+0000 mgr.smithi204.vnvrbl (mgr.24567) 3992 : cluster [DBG] pgmap v3435: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:39.313917+0000 mgr.smithi204.vnvrbl (mgr.24567) 3993 : cluster [DBG] pgmap v3436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:39.313917+0000 mgr.smithi204.vnvrbl (mgr.24567) 3993 : cluster [DBG] pgmap v3436: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:41.314318+0000 mgr.smithi204.vnvrbl (mgr.24567) 3994 : cluster [DBG] pgmap v3437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:41.314318+0000 mgr.smithi204.vnvrbl (mgr.24567) 3994 : cluster [DBG] pgmap v3437: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:43.315009+0000 mgr.smithi204.vnvrbl (mgr.24567) 3995 : cluster [DBG] pgmap v3438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:43.315009+0000 mgr.smithi204.vnvrbl (mgr.24567) 3995 : cluster [DBG] pgmap v3438: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:45.315634+0000 mgr.smithi204.vnvrbl (mgr.24567) 3996 : cluster [DBG] pgmap v3439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:45.315634+0000 mgr.smithi204.vnvrbl (mgr.24567) 3996 : cluster [DBG] pgmap v3439: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:47.316427+0000 mgr.smithi204.vnvrbl (mgr.24567) 3997 : cluster [DBG] pgmap v3440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:47.316427+0000 mgr.smithi204.vnvrbl (mgr.24567) 3997 : cluster [DBG] pgmap v3440: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:51:49.343059+0000 mon.smithi204 (mon.1) 615 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:51:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:51:49.344444+0000 mon.smithi204 (mon.1) 616 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:51:49.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:51:49.345285+0000 mon.smithi204 (mon.1) 617 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:51:49.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:51:49.343059+0000 mon.smithi204 (mon.1) 615 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:51:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:51:49.344444+0000 mon.smithi204 (mon.1) 616 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:51:49.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:51:49.345285+0000 mon.smithi204 (mon.1) 617 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:51:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:49.316846+0000 mgr.smithi204.vnvrbl (mgr.24567) 3998 : cluster [DBG] pgmap v3441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:51:49.346072+0000 mgr.smithi204.vnvrbl (mgr.24567) 3999 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:51:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:51:49.696778+0000 mon.smithi176 (mon.0) 3232 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:51:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:51:50.099151+0000 mon.smithi176 (mon.0) 3233 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:51:50.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:51:50.104902+0000 mon.smithi176 (mon.0) 3234 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:51:51.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:49.316846+0000 mgr.smithi204.vnvrbl (mgr.24567) 3998 : cluster [DBG] pgmap v3441: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:51:49.346072+0000 mgr.smithi204.vnvrbl (mgr.24567) 3999 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:51:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:51:49.696778+0000 mon.smithi176 (mon.0) 3232 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:51:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:51:50.099151+0000 mon.smithi176 (mon.0) 3233 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:51:51.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:51:50.104902+0000 mon.smithi176 (mon.0) 3234 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:51:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:51.317378+0000 mgr.smithi204.vnvrbl (mgr.24567) 4000 : cluster [DBG] pgmap v3442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:51.317378+0000 mgr.smithi204.vnvrbl (mgr.24567) 4000 : cluster [DBG] pgmap v3442: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:53.318327+0000 mgr.smithi204.vnvrbl (mgr.24567) 4001 : cluster [DBG] pgmap v3443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:55.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:53.318327+0000 mgr.smithi204.vnvrbl (mgr.24567) 4001 : cluster [DBG] pgmap v3443: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:55.319033+0000 mgr.smithi204.vnvrbl (mgr.24567) 4002 : cluster [DBG] pgmap v3444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:57.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:55.319033+0000 mgr.smithi204.vnvrbl (mgr.24567) 4002 : cluster [DBG] pgmap v3444: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:51:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:51:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:57.319742+0000 mgr.smithi204.vnvrbl (mgr.24567) 4003 : cluster [DBG] pgmap v3445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:51:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:51:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:57.319742+0000 mgr.smithi204.vnvrbl (mgr.24567) 4003 : cluster [DBG] pgmap v3445: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:51:59.320188+0000 mgr.smithi204.vnvrbl (mgr.24567) 4004 : cluster [DBG] pgmap v3446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:51:59.320188+0000 mgr.smithi204.vnvrbl (mgr.24567) 4004 : cluster [DBG] pgmap v3446: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:01.320635+0000 mgr.smithi204.vnvrbl (mgr.24567) 4005 : cluster [DBG] pgmap v3447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:01.320635+0000 mgr.smithi204.vnvrbl (mgr.24567) 4005 : cluster [DBG] pgmap v3447: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:03.321446+0000 mgr.smithi204.vnvrbl (mgr.24567) 4006 : cluster [DBG] pgmap v3448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:03.321446+0000 mgr.smithi204.vnvrbl (mgr.24567) 4006 : cluster [DBG] pgmap v3448: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:06.373 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:52:06.650 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:52:06.651 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:52:06.651 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 2m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:52:06.651 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 2m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:52:06.651 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 2m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:52:06.652 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 2m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:52:06.652 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 2m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:52:06.652 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 2m ago 5h 631M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:52:06.652 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 2m ago 5h 511M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:52:06.653 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 2m ago 5h 2018M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:52:06.653 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 2m ago 5h 1111M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:52:06.653 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 2m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:52:06.653 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 2m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:52:06.653 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 2m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:52:06.654 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:52:06.654 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 2m ago 5h 1370M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:52:06.654 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 2m ago 5h 2274M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:52:06.655 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 2m ago 5h 1539M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:52:06.655 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 2m ago 5h 2466M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:52:06.655 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 2m ago 5h 2298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:52:06.655 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 2m ago 5h 2400M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:52:06.656 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 2m ago 5h 2009M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:52:06.656 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 2m ago 5h 2911M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:52:06.656 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 2m ago 5h 167M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:52:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:05.322028+0000 mgr.smithi204.vnvrbl (mgr.24567) 4007 : cluster [DBG] pgmap v3449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:06.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:05.322028+0000 mgr.smithi204.vnvrbl (mgr.24567) 4007 : cluster [DBG] pgmap v3449: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:06.992 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:52:06.992 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:52:06.992 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:52:06.993 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:52:06.993 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:52:06.993 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:52:06.993 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:52:06.994 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:52:06.994 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:52:06.994 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:52:06.994 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:52:06.995 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:52:06.995 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:52:06.995 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:52:06.995 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:52:06.995 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:52:06.996 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:52:06.996 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:52:06.996 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:52:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:52:06.360332+0000 mgr.smithi204.vnvrbl (mgr.24567) 4008 : audit [DBG] from='client.42088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:52:07.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:52:06.639504+0000 mgr.smithi204.vnvrbl (mgr.24567) 4009 : audit [DBG] from='client.42092 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:52:07.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:52:06.990967+0000 mon.smithi176 (mon.0) 3235 : audit [DBG] from='client.? 172.21.15.176:0/3291416371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:52:07.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:52:06.360332+0000 mgr.smithi204.vnvrbl (mgr.24567) 4008 : audit [DBG] from='client.42088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:52:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:52:06.639504+0000 mgr.smithi204.vnvrbl (mgr.24567) 4009 : audit [DBG] from='client.42092 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:52:07.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:52:06.990967+0000 mon.smithi176 (mon.0) 3235 : audit [DBG] from='client.? 172.21.15.176:0/3291416371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:52:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:07.322861+0000 mgr.smithi204.vnvrbl (mgr.24567) 4010 : cluster [DBG] pgmap v3450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:08.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:07.322861+0000 mgr.smithi204.vnvrbl (mgr.24567) 4010 : cluster [DBG] pgmap v3450: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:09.323445+0000 mgr.smithi204.vnvrbl (mgr.24567) 4011 : cluster [DBG] pgmap v3451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:09.323445+0000 mgr.smithi204.vnvrbl (mgr.24567) 4011 : cluster [DBG] pgmap v3451: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:11.323848+0000 mgr.smithi204.vnvrbl (mgr.24567) 4012 : cluster [DBG] pgmap v3452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:52:11.839883+0000 mon.smithi204 (mon.1) 618 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:52:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:52:11.840140+0000 mon.smithi204 (mon.1) 619 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:52:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:52:11.840433+0000 mon.smithi176 (mon.0) 3236 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:52:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:52:11.840771+0000 mon.smithi176 (mon.0) 3237 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:52:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:11.323848+0000 mgr.smithi204.vnvrbl (mgr.24567) 4012 : cluster [DBG] pgmap v3452: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:52:11.839883+0000 mon.smithi204 (mon.1) 618 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:52:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:52:11.840140+0000 mon.smithi204 (mon.1) 619 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:52:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:52:11.840433+0000 mon.smithi176 (mon.0) 3236 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:52:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:52:11.840771+0000 mon.smithi176 (mon.0) 3237 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:52:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:13.324728+0000 mgr.smithi204.vnvrbl (mgr.24567) 4013 : cluster [DBG] pgmap v3453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:13.324728+0000 mgr.smithi204.vnvrbl (mgr.24567) 4013 : cluster [DBG] pgmap v3453: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:15.325136+0000 mgr.smithi204.vnvrbl (mgr.24567) 4014 : cluster [DBG] pgmap v3454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:16.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:15.325136+0000 mgr.smithi204.vnvrbl (mgr.24567) 4014 : cluster [DBG] pgmap v3454: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:17.325938+0000 mgr.smithi204.vnvrbl (mgr.24567) 4015 : cluster [DBG] pgmap v3455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:17.325938+0000 mgr.smithi204.vnvrbl (mgr.24567) 4015 : cluster [DBG] pgmap v3455: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:19.326567+0000 mgr.smithi204.vnvrbl (mgr.24567) 4016 : cluster [DBG] pgmap v3456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:19.326567+0000 mgr.smithi204.vnvrbl (mgr.24567) 4016 : cluster [DBG] pgmap v3456: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:21.326994+0000 mgr.smithi204.vnvrbl (mgr.24567) 4017 : cluster [DBG] pgmap v3457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:21.326994+0000 mgr.smithi204.vnvrbl (mgr.24567) 4017 : cluster [DBG] pgmap v3457: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:23.327732+0000 mgr.smithi204.vnvrbl (mgr.24567) 4018 : cluster [DBG] pgmap v3458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:23.327732+0000 mgr.smithi204.vnvrbl (mgr.24567) 4018 : cluster [DBG] pgmap v3458: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:25.328360+0000 mgr.smithi204.vnvrbl (mgr.24567) 4019 : cluster [DBG] pgmap v3459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:25.328360+0000 mgr.smithi204.vnvrbl (mgr.24567) 4019 : cluster [DBG] pgmap v3459: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:27.329320+0000 mgr.smithi204.vnvrbl (mgr.24567) 4020 : cluster [DBG] pgmap v3460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:27.329320+0000 mgr.smithi204.vnvrbl (mgr.24567) 4020 : cluster [DBG] pgmap v3460: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:29.329874+0000 mgr.smithi204.vnvrbl (mgr.24567) 4021 : cluster [DBG] pgmap v3461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:29.329874+0000 mgr.smithi204.vnvrbl (mgr.24567) 4021 : cluster [DBG] pgmap v3461: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:31.330518+0000 mgr.smithi204.vnvrbl (mgr.24567) 4022 : cluster [DBG] pgmap v3462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:31.330518+0000 mgr.smithi204.vnvrbl (mgr.24567) 4022 : cluster [DBG] pgmap v3462: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:33.331236+0000 mgr.smithi204.vnvrbl (mgr.24567) 4023 : cluster [DBG] pgmap v3463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:33.331236+0000 mgr.smithi204.vnvrbl (mgr.24567) 4023 : cluster [DBG] pgmap v3463: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:35.331734+0000 mgr.smithi204.vnvrbl (mgr.24567) 4024 : cluster [DBG] pgmap v3464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:35.331734+0000 mgr.smithi204.vnvrbl (mgr.24567) 4024 : cluster [DBG] pgmap v3464: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:37.290 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:52:37.566 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:52:37.566 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:52:37.566 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 2m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:52:37.567 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 2m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:52:37.567 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 2m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:52:37.567 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 2m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:52:37.567 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 2m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:52:37.568 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 2m ago 5h 631M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:52:37.568 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 2m ago 5h 511M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:52:37.568 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 2m ago 5h 2018M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:52:37.568 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 2m ago 5h 1111M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:52:37.568 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 2m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:52:37.569 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 2m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:52:37.569 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 2m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:52:37.569 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:52:37.569 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 2m ago 5h 1370M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:52:37.570 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 2m ago 5h 2274M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:52:37.570 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 2m ago 5h 1539M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:52:37.570 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 2m ago 5h 2466M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:52:37.570 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 2m ago 5h 2298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:52:37.570 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 2m ago 5h 2400M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:52:37.571 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 2m ago 5h 2009M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:52:37.571 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 2m ago 5h 2911M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:52:37.571 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 2m ago 5h 167M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:52:37.898 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:52:37.898 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:52:37.898 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:52:37.899 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:52:37.899 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:52:37.899 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:52:37.900 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:52:37.900 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:52:37.900 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:52:37.900 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:52:37.901 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:52:37.901 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:52:37.901 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:52:37.901 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:52:37.902 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:52:37.902 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:52:37.902 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:52:37.902 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:52:37.903 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:52:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:52:37.278022+0000 mgr.smithi204.vnvrbl (mgr.24567) 4025 : audit [DBG] from='client.42100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:52:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:37.332701+0000 mgr.smithi204.vnvrbl (mgr.24567) 4026 : cluster [DBG] pgmap v3465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:52:37.554835+0000 mgr.smithi204.vnvrbl (mgr.24567) 4027 : audit [DBG] from='client.42104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:52:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:52:37.897328+0000 mon.smithi176 (mon.0) 3238 : audit [DBG] from='client.? 172.21.15.176:0/3514529883' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:52:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:52:37.278022+0000 mgr.smithi204.vnvrbl (mgr.24567) 4025 : audit [DBG] from='client.42100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:52:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:37.332701+0000 mgr.smithi204.vnvrbl (mgr.24567) 4026 : cluster [DBG] pgmap v3465: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:38.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:52:37.554835+0000 mgr.smithi204.vnvrbl (mgr.24567) 4027 : audit [DBG] from='client.42104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:52:38.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:52:37.897328+0000 mon.smithi176 (mon.0) 3238 : audit [DBG] from='client.? 172.21.15.176:0/3514529883' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:52:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:39.333266+0000 mgr.smithi204.vnvrbl (mgr.24567) 4028 : cluster [DBG] pgmap v3466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:39.333266+0000 mgr.smithi204.vnvrbl (mgr.24567) 4028 : cluster [DBG] pgmap v3466: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:41.333738+0000 mgr.smithi204.vnvrbl (mgr.24567) 4029 : cluster [DBG] pgmap v3467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:41.333738+0000 mgr.smithi204.vnvrbl (mgr.24567) 4029 : cluster [DBG] pgmap v3467: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:43.334658+0000 mgr.smithi204.vnvrbl (mgr.24567) 4030 : cluster [DBG] pgmap v3468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:43.334658+0000 mgr.smithi204.vnvrbl (mgr.24567) 4030 : cluster [DBG] pgmap v3468: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:45.335167+0000 mgr.smithi204.vnvrbl (mgr.24567) 4031 : cluster [DBG] pgmap v3469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:45.335167+0000 mgr.smithi204.vnvrbl (mgr.24567) 4031 : cluster [DBG] pgmap v3469: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:47.335894+0000 mgr.smithi204.vnvrbl (mgr.24567) 4032 : cluster [DBG] pgmap v3470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:47.335894+0000 mgr.smithi204.vnvrbl (mgr.24567) 4032 : cluster [DBG] pgmap v3470: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:49.336479+0000 mgr.smithi204.vnvrbl (mgr.24567) 4033 : cluster [DBG] pgmap v3471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:50.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:52:50.107762+0000 mon.smithi204 (mon.1) 620 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:52:50.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:52:50.109155+0000 mon.smithi204 (mon.1) 621 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:52:50.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:52:50.110016+0000 mon.smithi204 (mon.1) 622 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:52:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:49.336479+0000 mgr.smithi204.vnvrbl (mgr.24567) 4033 : cluster [DBG] pgmap v3471: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:52:50.107762+0000 mon.smithi204 (mon.1) 620 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:52:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:52:50.109155+0000 mon.smithi204 (mon.1) 621 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:52:50.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:52:50.110016+0000 mon.smithi204 (mon.1) 622 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:52:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:52:50.110745+0000 mgr.smithi204.vnvrbl (mgr.24567) 4034 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:52:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:52:50.461502+0000 mon.smithi176 (mon.0) 3239 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:52:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:52:50.849932+0000 mon.smithi176 (mon.0) 3240 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:52:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:52:50.854863+0000 mon.smithi176 (mon.0) 3241 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:52:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:52:50.110745+0000 mgr.smithi204.vnvrbl (mgr.24567) 4034 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:52:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:52:50.461502+0000 mon.smithi176 (mon.0) 3239 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:52:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:52:50.849932+0000 mon.smithi176 (mon.0) 3240 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:52:51.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:52:50.854863+0000 mon.smithi176 (mon.0) 3241 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:52:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:51.336924+0000 mgr.smithi204.vnvrbl (mgr.24567) 4035 : cluster [DBG] pgmap v3472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:53.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:51.336924+0000 mgr.smithi204.vnvrbl (mgr.24567) 4035 : cluster [DBG] pgmap v3472: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:53.337773+0000 mgr.smithi204.vnvrbl (mgr.24567) 4036 : cluster [DBG] pgmap v3473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:53.337773+0000 mgr.smithi204.vnvrbl (mgr.24567) 4036 : cluster [DBG] pgmap v3473: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:55.338237+0000 mgr.smithi204.vnvrbl (mgr.24567) 4037 : cluster [DBG] pgmap v3474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:57.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:55.338237+0000 mgr.smithi204.vnvrbl (mgr.24567) 4037 : cluster [DBG] pgmap v3474: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:52:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:52:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:57.339234+0000 mgr.smithi204.vnvrbl (mgr.24567) 4038 : cluster [DBG] pgmap v3475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:52:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:52:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:57.339234+0000 mgr.smithi204.vnvrbl (mgr.24567) 4038 : cluster [DBG] pgmap v3475: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:52:59.339797+0000 mgr.smithi204.vnvrbl (mgr.24567) 4039 : cluster [DBG] pgmap v3476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:52:59.339797+0000 mgr.smithi204.vnvrbl (mgr.24567) 4039 : cluster [DBG] pgmap v3476: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:01.340259+0000 mgr.smithi204.vnvrbl (mgr.24567) 4040 : cluster [DBG] pgmap v3477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:01.340259+0000 mgr.smithi204.vnvrbl (mgr.24567) 4040 : cluster [DBG] pgmap v3477: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:03.341022+0000 mgr.smithi204.vnvrbl (mgr.24567) 4041 : cluster [DBG] pgmap v3478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:03.341022+0000 mgr.smithi204.vnvrbl (mgr.24567) 4041 : cluster [DBG] pgmap v3478: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:05.341564+0000 mgr.smithi204.vnvrbl (mgr.24567) 4042 : cluster [DBG] pgmap v3479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:05.341564+0000 mgr.smithi204.vnvrbl (mgr.24567) 4042 : cluster [DBG] pgmap v3479: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:08.194 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:53:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:07.342226+0000 mgr.smithi204.vnvrbl (mgr.24567) 4043 : cluster [DBG] pgmap v3480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:07.342226+0000 mgr.smithi204.vnvrbl (mgr.24567) 4043 : cluster [DBG] pgmap v3480: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:08.500 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:53:08.500 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:53:08.500 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 3m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:53:08.501 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 3m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:53:08.501 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 3m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:53:08.501 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 3m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:53:08.501 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 3m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:53:08.502 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 3m ago 5h 631M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:53:08.502 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 3m ago 5h 511M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:53:08.502 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 3m ago 5h 2018M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:53:08.502 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 3m ago 5h 1111M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:53:08.502 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 3m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:53:08.503 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 3m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:53:08.503 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 3m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:53:08.503 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:53:08.503 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 3m ago 5h 1370M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:53:08.504 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 3m ago 5h 2274M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:53:08.504 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 3m ago 5h 1539M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:53:08.504 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 3m ago 5h 2466M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:53:08.504 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 3m ago 5h 2298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:53:08.504 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 3m ago 5h 2400M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:53:08.505 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 3m ago 5h 2009M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:53:08.505 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 3m ago 5h 2911M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:53:08.505 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 3m ago 5h 167M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:53:08.833 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:53:08.834 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:53:08.834 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:53:08.834 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:53:08.834 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:53:08.835 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:53:08.835 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:53:08.835 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:53:08.835 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:53:08.836 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:53:08.836 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:53:08.836 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:53:08.836 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:53:08.837 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:53:08.837 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:53:08.837 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:53:08.837 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:53:08.837 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:53:08.838 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:53:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:53:08.181406+0000 mgr.smithi204.vnvrbl (mgr.24567) 4044 : audit [DBG] from='client.42112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:53:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:53:08.489096+0000 mgr.smithi204.vnvrbl (mgr.24567) 4045 : audit [DBG] from='client.42116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:53:09.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:53:08.832728+0000 mon.smithi176 (mon.0) 3242 : audit [DBG] from='client.? 172.21.15.176:0/1442024450' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:53:09.473 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:53:08.181406+0000 mgr.smithi204.vnvrbl (mgr.24567) 4044 : audit [DBG] from='client.42112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:53:09.474 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:53:08.489096+0000 mgr.smithi204.vnvrbl (mgr.24567) 4045 : audit [DBG] from='client.42116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:53:09.474 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:53:08.832728+0000 mon.smithi176 (mon.0) 3242 : audit [DBG] from='client.? 172.21.15.176:0/1442024450' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:53:10.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:09.342712+0000 mgr.smithi204.vnvrbl (mgr.24567) 4046 : cluster [DBG] pgmap v3481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:10.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:09.342712+0000 mgr.smithi204.vnvrbl (mgr.24567) 4046 : cluster [DBG] pgmap v3481: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:11.343240+0000 mgr.smithi204.vnvrbl (mgr.24567) 4047 : cluster [DBG] pgmap v3482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:53:11.844610+0000 mon.smithi204 (mon.1) 623 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:53:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:53:11.844877+0000 mon.smithi204 (mon.1) 624 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:53:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:53:11.845202+0000 mon.smithi176 (mon.0) 3243 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:53:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:53:11.845630+0000 mon.smithi176 (mon.0) 3244 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:53:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:11.343240+0000 mgr.smithi204.vnvrbl (mgr.24567) 4047 : cluster [DBG] pgmap v3482: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:53:11.844610+0000 mon.smithi204 (mon.1) 623 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:53:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:53:11.844877+0000 mon.smithi204 (mon.1) 624 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:53:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:53:11.845202+0000 mon.smithi176 (mon.0) 3243 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:53:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:53:11.845630+0000 mon.smithi176 (mon.0) 3244 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:53:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:13.344245+0000 mgr.smithi204.vnvrbl (mgr.24567) 4048 : cluster [DBG] pgmap v3483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:13.344245+0000 mgr.smithi204.vnvrbl (mgr.24567) 4048 : cluster [DBG] pgmap v3483: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:15.344767+0000 mgr.smithi204.vnvrbl (mgr.24567) 4049 : cluster [DBG] pgmap v3484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:15.344767+0000 mgr.smithi204.vnvrbl (mgr.24567) 4049 : cluster [DBG] pgmap v3484: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:17.345522+0000 mgr.smithi204.vnvrbl (mgr.24567) 4050 : cluster [DBG] pgmap v3485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:17.345522+0000 mgr.smithi204.vnvrbl (mgr.24567) 4050 : cluster [DBG] pgmap v3485: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:19.346038+0000 mgr.smithi204.vnvrbl (mgr.24567) 4051 : cluster [DBG] pgmap v3486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:19.346038+0000 mgr.smithi204.vnvrbl (mgr.24567) 4051 : cluster [DBG] pgmap v3486: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:21.346711+0000 mgr.smithi204.vnvrbl (mgr.24567) 4052 : cluster [DBG] pgmap v3487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:21.346711+0000 mgr.smithi204.vnvrbl (mgr.24567) 4052 : cluster [DBG] pgmap v3487: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:23.347527+0000 mgr.smithi204.vnvrbl (mgr.24567) 4053 : cluster [DBG] pgmap v3488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:23.347527+0000 mgr.smithi204.vnvrbl (mgr.24567) 4053 : cluster [DBG] pgmap v3488: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:25.347982+0000 mgr.smithi204.vnvrbl (mgr.24567) 4054 : cluster [DBG] pgmap v3489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:25.347982+0000 mgr.smithi204.vnvrbl (mgr.24567) 4054 : cluster [DBG] pgmap v3489: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:27.348699+0000 mgr.smithi204.vnvrbl (mgr.24567) 4055 : cluster [DBG] pgmap v3490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:27.348699+0000 mgr.smithi204.vnvrbl (mgr.24567) 4055 : cluster [DBG] pgmap v3490: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:29.349158+0000 mgr.smithi204.vnvrbl (mgr.24567) 4056 : cluster [DBG] pgmap v3491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:29.349158+0000 mgr.smithi204.vnvrbl (mgr.24567) 4056 : cluster [DBG] pgmap v3491: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:32.726 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:31.349645+0000 mgr.smithi204.vnvrbl (mgr.24567) 4057 : cluster [DBG] pgmap v3492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:31.349645+0000 mgr.smithi204.vnvrbl (mgr.24567) 4057 : cluster [DBG] pgmap v3492: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:33.350413+0000 mgr.smithi204.vnvrbl (mgr.24567) 4058 : cluster [DBG] pgmap v3493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:33.350413+0000 mgr.smithi204.vnvrbl (mgr.24567) 4058 : cluster [DBG] pgmap v3493: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:35.350856+0000 mgr.smithi204.vnvrbl (mgr.24567) 4059 : cluster [DBG] pgmap v3494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:35.350856+0000 mgr.smithi204.vnvrbl (mgr.24567) 4059 : cluster [DBG] pgmap v3494: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:37.351751+0000 mgr.smithi204.vnvrbl (mgr.24567) 4060 : cluster [DBG] pgmap v3495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:37.351751+0000 mgr.smithi204.vnvrbl (mgr.24567) 4060 : cluster [DBG] pgmap v3495: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:39.165 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:53:39.442 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:53:39.442 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:53:39.442 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 3m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:53:39.443 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 3m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:53:39.443 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 3m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:53:39.443 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 3m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:53:39.443 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 3m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:53:39.444 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 3m ago 5h 631M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:53:39.444 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 3m ago 5h 511M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:53:39.444 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 3m ago 5h 2018M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:53:39.444 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 3m ago 5h 1111M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:53:39.444 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 3m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:53:39.445 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 3m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:53:39.445 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 3m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:53:39.445 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:53:39.445 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 3m ago 5h 1370M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:53:39.446 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 3m ago 5h 2274M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:53:39.446 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 3m ago 5h 1539M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:53:39.446 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 3m ago 5h 2466M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:53:39.446 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 3m ago 5h 2298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:53:39.446 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 3m ago 5h 2400M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:53:39.447 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 3m ago 5h 2009M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:53:39.447 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 3m ago 5h 2911M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:53:39.447 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 3m ago 5h 167M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:53:39.774 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:53:39.775 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:53:39.775 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:53:39.775 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:53:39.775 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:53:39.776 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:53:39.776 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:53:39.776 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:53:39.776 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:53:39.776 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:53:39.777 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:53:39.777 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:53:39.777 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:53:39.777 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:53:39.778 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:53:39.778 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:53:39.778 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:53:39.778 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:53:39.778 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:53:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:53:39.151665+0000 mgr.smithi204.vnvrbl (mgr.24567) 4061 : audit [DBG] from='client.42124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:53:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:39.352236+0000 mgr.smithi204.vnvrbl (mgr.24567) 4062 : cluster [DBG] pgmap v3496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:40.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:53:39.431146+0000 mgr.smithi204.vnvrbl (mgr.24567) 4063 : audit [DBG] from='client.42128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:53:40.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:53:39.773490+0000 mon.smithi176 (mon.0) 3245 : audit [DBG] from='client.? 172.21.15.176:0/1103360047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:53:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:53:39.151665+0000 mgr.smithi204.vnvrbl (mgr.24567) 4061 : audit [DBG] from='client.42124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:53:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:39.352236+0000 mgr.smithi204.vnvrbl (mgr.24567) 4062 : cluster [DBG] pgmap v3496: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:53:39.431146+0000 mgr.smithi204.vnvrbl (mgr.24567) 4063 : audit [DBG] from='client.42128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:53:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:53:39.773490+0000 mon.smithi176 (mon.0) 3245 : audit [DBG] from='client.? 172.21.15.176:0/1103360047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:53:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:41.352617+0000 mgr.smithi204.vnvrbl (mgr.24567) 4064 : cluster [DBG] pgmap v3497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:42.801 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:41.352617+0000 mgr.smithi204.vnvrbl (mgr.24567) 4064 : cluster [DBG] pgmap v3497: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:43.353448+0000 mgr.smithi204.vnvrbl (mgr.24567) 4065 : cluster [DBG] pgmap v3498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:43.353448+0000 mgr.smithi204.vnvrbl (mgr.24567) 4065 : cluster [DBG] pgmap v3498: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:45.354033+0000 mgr.smithi204.vnvrbl (mgr.24567) 4066 : cluster [DBG] pgmap v3499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:45.354033+0000 mgr.smithi204.vnvrbl (mgr.24567) 4066 : cluster [DBG] pgmap v3499: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:47.354706+0000 mgr.smithi204.vnvrbl (mgr.24567) 4067 : cluster [DBG] pgmap v3500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:47.354706+0000 mgr.smithi204.vnvrbl (mgr.24567) 4067 : cluster [DBG] pgmap v3500: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:49.355224+0000 mgr.smithi204.vnvrbl (mgr.24567) 4068 : cluster [DBG] pgmap v3501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:49.355224+0000 mgr.smithi204.vnvrbl (mgr.24567) 4068 : cluster [DBG] pgmap v3501: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:53:50.857405+0000 mon.smithi204 (mon.1) 625 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:53:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:53:50.858797+0000 mon.smithi204 (mon.1) 626 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:53:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:53:50.859711+0000 mon.smithi204 (mon.1) 627 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:53:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:53:50.860499+0000 mgr.smithi204.vnvrbl (mgr.24567) 4069 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:53:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:53:51.260907+0000 mon.smithi176 (mon.0) 3246 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:53:51.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:53:51.266198+0000 mon.smithi176 (mon.0) 3247 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:53:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:53:50.857405+0000 mon.smithi204 (mon.1) 625 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:53:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:53:50.858797+0000 mon.smithi204 (mon.1) 626 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:53:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:53:50.859711+0000 mon.smithi204 (mon.1) 627 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:53:51.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:53:50.860499+0000 mgr.smithi204.vnvrbl (mgr.24567) 4069 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:53:51.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:53:51.260907+0000 mon.smithi176 (mon.0) 3246 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:53:51.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:53:51.266198+0000 mon.smithi176 (mon.0) 3247 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:53:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:51.355638+0000 mgr.smithi204.vnvrbl (mgr.24567) 4070 : cluster [DBG] pgmap v3502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:51.355638+0000 mgr.smithi204.vnvrbl (mgr.24567) 4070 : cluster [DBG] pgmap v3502: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:53.356450+0000 mgr.smithi204.vnvrbl (mgr.24567) 4071 : cluster [DBG] pgmap v3503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:53.356450+0000 mgr.smithi204.vnvrbl (mgr.24567) 4071 : cluster [DBG] pgmap v3503: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:55.356845+0000 mgr.smithi204.vnvrbl (mgr.24567) 4072 : cluster [DBG] pgmap v3504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:55.356845+0000 mgr.smithi204.vnvrbl (mgr.24567) 4072 : cluster [DBG] pgmap v3504: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:53:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:53:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:57.357726+0000 mgr.smithi204.vnvrbl (mgr.24567) 4073 : cluster [DBG] pgmap v3505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:53:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:53:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:57.357726+0000 mgr.smithi204.vnvrbl (mgr.24567) 4073 : cluster [DBG] pgmap v3505: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:53:59.358202+0000 mgr.smithi204.vnvrbl (mgr.24567) 4074 : cluster [DBG] pgmap v3506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:53:59.358202+0000 mgr.smithi204.vnvrbl (mgr.24567) 4074 : cluster [DBG] pgmap v3506: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:01.358664+0000 mgr.smithi204.vnvrbl (mgr.24567) 4075 : cluster [DBG] pgmap v3507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:01.358664+0000 mgr.smithi204.vnvrbl (mgr.24567) 4075 : cluster [DBG] pgmap v3507: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:03.359410+0000 mgr.smithi204.vnvrbl (mgr.24567) 4076 : cluster [DBG] pgmap v3508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:03.359410+0000 mgr.smithi204.vnvrbl (mgr.24567) 4076 : cluster [DBG] pgmap v3508: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:05.359937+0000 mgr.smithi204.vnvrbl (mgr.24567) 4077 : cluster [DBG] pgmap v3509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:05.359937+0000 mgr.smithi204.vnvrbl (mgr.24567) 4077 : cluster [DBG] pgmap v3509: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:07.360656+0000 mgr.smithi204.vnvrbl (mgr.24567) 4078 : cluster [DBG] pgmap v3510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:07.360656+0000 mgr.smithi204.vnvrbl (mgr.24567) 4078 : cluster [DBG] pgmap v3510: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:10.071 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:54:10.352 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:54:10.353 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 4m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:54:10.353 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 4m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:54:10.353 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 4m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:54:10.353 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 4m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:54:10.354 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 4m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:54:10.354 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 4m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:54:10.354 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 4m ago 5h 631M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:54:10.354 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 4m ago 5h 511M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:54:10.354 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 4m ago 5h 2018M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:54:10.355 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 4m ago 5h 1111M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:54:10.355 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 4m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:54:10.355 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 4m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:54:10.355 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 4m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:54:10.356 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:54:10.356 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 4m ago 5h 1370M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:54:10.356 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 4m ago 5h 2274M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:54:10.356 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 4m ago 5h 1539M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:54:10.357 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 4m ago 5h 2466M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:54:10.357 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 4m ago 5h 2298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:54:10.357 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 4m ago 5h 2400M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:54:10.357 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 4m ago 5h 2009M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:54:10.357 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 4m ago 5h 2911M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:54:10.358 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 4m ago 5h 167M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:54:10.680 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:54:10.681 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:54:10.681 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:54:10.682 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:54:10.682 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:54:10.683 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:54:10.683 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:54:10.684 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:54:10.684 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:54:10.685 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:54:10.685 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:54:10.686 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:54:10.686 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:54:10.687 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:54:10.687 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:54:10.687 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:54:10.688 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:54:10.688 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:54:10.689 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:54:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:09.361213+0000 mgr.smithi204.vnvrbl (mgr.24567) 4079 : cluster [DBG] pgmap v3511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:09.361213+0000 mgr.smithi204.vnvrbl (mgr.24567) 4079 : cluster [DBG] pgmap v3511: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:54:10.057985+0000 mgr.smithi204.vnvrbl (mgr.24567) 4080 : audit [DBG] from='client.42136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:54:11.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:54:10.341525+0000 mgr.smithi204.vnvrbl (mgr.24567) 4081 : audit [DBG] from='client.42140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:54:11.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:54:10.679712+0000 mon.smithi176 (mon.0) 3248 : audit [DBG] from='client.? 172.21.15.176:0/1392242781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:54:11.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:54:10.057985+0000 mgr.smithi204.vnvrbl (mgr.24567) 4080 : audit [DBG] from='client.42136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:54:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:54:10.341525+0000 mgr.smithi204.vnvrbl (mgr.24567) 4081 : audit [DBG] from='client.42140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:54:11.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:54:10.679712+0000 mon.smithi176 (mon.0) 3248 : audit [DBG] from='client.? 172.21.15.176:0/1392242781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:54:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:11.361604+0000 mgr.smithi204.vnvrbl (mgr.24567) 4082 : cluster [DBG] pgmap v3512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:54:11.849415+0000 mon.smithi204 (mon.1) 628 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:54:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:54:11.849659+0000 mon.smithi204 (mon.1) 629 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:54:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:54:11.849942+0000 mon.smithi176 (mon.0) 3249 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:54:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:54:11.850230+0000 mon.smithi176 (mon.0) 3250 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:54:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:11.361604+0000 mgr.smithi204.vnvrbl (mgr.24567) 4082 : cluster [DBG] pgmap v3512: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:54:11.849415+0000 mon.smithi204 (mon.1) 628 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:54:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:54:11.849659+0000 mon.smithi204 (mon.1) 629 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:54:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:54:11.849942+0000 mon.smithi176 (mon.0) 3249 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:54:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:54:11.850230+0000 mon.smithi176 (mon.0) 3250 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:54:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:13.362467+0000 mgr.smithi204.vnvrbl (mgr.24567) 4083 : cluster [DBG] pgmap v3513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:13.362467+0000 mgr.smithi204.vnvrbl (mgr.24567) 4083 : cluster [DBG] pgmap v3513: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:15.362915+0000 mgr.smithi204.vnvrbl (mgr.24567) 4084 : cluster [DBG] pgmap v3514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:15.362915+0000 mgr.smithi204.vnvrbl (mgr.24567) 4084 : cluster [DBG] pgmap v3514: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:17.363831+0000 mgr.smithi204.vnvrbl (mgr.24567) 4085 : cluster [DBG] pgmap v3515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:17.363831+0000 mgr.smithi204.vnvrbl (mgr.24567) 4085 : cluster [DBG] pgmap v3515: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:19.364297+0000 mgr.smithi204.vnvrbl (mgr.24567) 4086 : cluster [DBG] pgmap v3516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:19.364297+0000 mgr.smithi204.vnvrbl (mgr.24567) 4086 : cluster [DBG] pgmap v3516: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:21.364867+0000 mgr.smithi204.vnvrbl (mgr.24567) 4087 : cluster [DBG] pgmap v3517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:21.364867+0000 mgr.smithi204.vnvrbl (mgr.24567) 4087 : cluster [DBG] pgmap v3517: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:23.365644+0000 mgr.smithi204.vnvrbl (mgr.24567) 4088 : cluster [DBG] pgmap v3518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:23.365644+0000 mgr.smithi204.vnvrbl (mgr.24567) 4088 : cluster [DBG] pgmap v3518: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:25.366276+0000 mgr.smithi204.vnvrbl (mgr.24567) 4089 : cluster [DBG] pgmap v3519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:25.366276+0000 mgr.smithi204.vnvrbl (mgr.24567) 4089 : cluster [DBG] pgmap v3519: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:27.366978+0000 mgr.smithi204.vnvrbl (mgr.24567) 4090 : cluster [DBG] pgmap v3520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:27.366978+0000 mgr.smithi204.vnvrbl (mgr.24567) 4090 : cluster [DBG] pgmap v3520: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:29.367605+0000 mgr.smithi204.vnvrbl (mgr.24567) 4091 : cluster [DBG] pgmap v3521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:29.367605+0000 mgr.smithi204.vnvrbl (mgr.24567) 4091 : cluster [DBG] pgmap v3521: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:31.368207+0000 mgr.smithi204.vnvrbl (mgr.24567) 4092 : cluster [DBG] pgmap v3522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:31.368207+0000 mgr.smithi204.vnvrbl (mgr.24567) 4092 : cluster [DBG] pgmap v3522: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:33.369064+0000 mgr.smithi204.vnvrbl (mgr.24567) 4093 : cluster [DBG] pgmap v3523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:33.369064+0000 mgr.smithi204.vnvrbl (mgr.24567) 4093 : cluster [DBG] pgmap v3523: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:35.369536+0000 mgr.smithi204.vnvrbl (mgr.24567) 4094 : cluster [DBG] pgmap v3524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:35.369536+0000 mgr.smithi204.vnvrbl (mgr.24567) 4094 : cluster [DBG] pgmap v3524: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:37.370237+0000 mgr.smithi204.vnvrbl (mgr.24567) 4095 : cluster [DBG] pgmap v3525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:37.370237+0000 mgr.smithi204.vnvrbl (mgr.24567) 4095 : cluster [DBG] pgmap v3525: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:39.370590+0000 mgr.smithi204.vnvrbl (mgr.24567) 4096 : cluster [DBG] pgmap v3526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:39.370590+0000 mgr.smithi204.vnvrbl (mgr.24567) 4096 : cluster [DBG] pgmap v3526: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:40.977 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:54:41.255 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:54:41.255 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 4m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:54:41.256 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 4m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:54:41.256 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 4m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:54:41.256 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 4m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:54:41.256 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 4m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:54:41.257 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 4m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:54:41.257 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 4m ago 5h 631M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:54:41.257 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 4m ago 5h 511M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:54:41.257 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 4m ago 5h 2018M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:54:41.258 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 4m ago 5h 1111M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:54:41.258 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 4m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:54:41.258 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 4m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:54:41.258 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 4m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:54:41.259 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 4m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:54:41.259 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 4m ago 5h 1370M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:54:41.259 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 4m ago 5h 2274M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:54:41.259 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 4m ago 5h 1539M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:54:41.260 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 4m ago 5h 2466M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:54:41.260 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 4m ago 5h 2298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:54:41.260 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 4m ago 5h 2400M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:54:41.260 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 4m ago 5h 2009M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:54:41.260 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 4m ago 5h 2911M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:54:41.263 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 4m ago 5h 167M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:54:41.605 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:54:41.606 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:54:41.606 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:54:41.606 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:54:41.606 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:54:41.607 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:54:41.607 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:54:41.607 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:54:41.607 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:54:41.608 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:54:41.608 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:54:41.608 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:54:41.608 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:54:41.608 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:54:41.609 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:54:41.609 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:54:41.609 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:54:41.609 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:54:41.609 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:54:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:54:40.964675+0000 mgr.smithi204.vnvrbl (mgr.24567) 4097 : audit [DBG] from='client.42148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:54:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:54:41.244495+0000 mgr.smithi204.vnvrbl (mgr.24567) 4098 : audit [DBG] from='client.42152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:54:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:41.370949+0000 mgr.smithi204.vnvrbl (mgr.24567) 4099 : cluster [DBG] pgmap v3527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:42.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:54:41.604747+0000 mon.smithi176 (mon.0) 3251 : audit [DBG] from='client.? 172.21.15.176:0/664269467' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:54:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:54:40.964675+0000 mgr.smithi204.vnvrbl (mgr.24567) 4097 : audit [DBG] from='client.42148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:54:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:54:41.244495+0000 mgr.smithi204.vnvrbl (mgr.24567) 4098 : audit [DBG] from='client.42152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:54:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:41.370949+0000 mgr.smithi204.vnvrbl (mgr.24567) 4099 : cluster [DBG] pgmap v3527: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:54:41.604747+0000 mon.smithi176 (mon.0) 3251 : audit [DBG] from='client.? 172.21.15.176:0/664269467' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:54:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:43.371806+0000 mgr.smithi204.vnvrbl (mgr.24567) 4100 : cluster [DBG] pgmap v3528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:43.371806+0000 mgr.smithi204.vnvrbl (mgr.24567) 4100 : cluster [DBG] pgmap v3528: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:45.372261+0000 mgr.smithi204.vnvrbl (mgr.24567) 4101 : cluster [DBG] pgmap v3529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:45.372261+0000 mgr.smithi204.vnvrbl (mgr.24567) 4101 : cluster [DBG] pgmap v3529: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:47.372961+0000 mgr.smithi204.vnvrbl (mgr.24567) 4102 : cluster [DBG] pgmap v3530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:47.372961+0000 mgr.smithi204.vnvrbl (mgr.24567) 4102 : cluster [DBG] pgmap v3530: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:49.373471+0000 mgr.smithi204.vnvrbl (mgr.24567) 4103 : cluster [DBG] pgmap v3531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:49.373471+0000 mgr.smithi204.vnvrbl (mgr.24567) 4103 : cluster [DBG] pgmap v3531: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:54:51.271718+0000 mon.smithi204 (mon.1) 630 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:54:51.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:54:51.273142+0000 mon.smithi204 (mon.1) 631 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:54:51.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:54:51.273937+0000 mon.smithi204 (mon.1) 632 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:54:51.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:54:51.271718+0000 mon.smithi204 (mon.1) 630 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:54:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:54:51.273142+0000 mon.smithi204 (mon.1) 631 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:54:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:54:51.273937+0000 mon.smithi204 (mon.1) 632 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:54:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:54:51.274683+0000 mgr.smithi204.vnvrbl (mgr.24567) 4104 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:54:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:51.373887+0000 mgr.smithi204.vnvrbl (mgr.24567) 4105 : cluster [DBG] pgmap v3532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:54:51.675904+0000 mon.smithi176 (mon.0) 3252 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:54:52.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:54:51.680820+0000 mon.smithi176 (mon.0) 3253 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:54:53.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:54:51.274683+0000 mgr.smithi204.vnvrbl (mgr.24567) 4104 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:54:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:51.373887+0000 mgr.smithi204.vnvrbl (mgr.24567) 4105 : cluster [DBG] pgmap v3532: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:54:51.675904+0000 mon.smithi176 (mon.0) 3252 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:54:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:54:51.680820+0000 mon.smithi176 (mon.0) 3253 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:54:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:53.374841+0000 mgr.smithi204.vnvrbl (mgr.24567) 4106 : cluster [DBG] pgmap v3533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:55.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:53.374841+0000 mgr.smithi204.vnvrbl (mgr.24567) 4106 : cluster [DBG] pgmap v3533: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:55.375455+0000 mgr.smithi204.vnvrbl (mgr.24567) 4107 : cluster [DBG] pgmap v3534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:57.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:55.375455+0000 mgr.smithi204.vnvrbl (mgr.24567) 4107 : cluster [DBG] pgmap v3534: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:54:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:54:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:57.376362+0000 mgr.smithi204.vnvrbl (mgr.24567) 4108 : cluster [DBG] pgmap v3535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:54:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:54:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:57.376362+0000 mgr.smithi204.vnvrbl (mgr.24567) 4108 : cluster [DBG] pgmap v3535: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:54:59.376833+0000 mgr.smithi204.vnvrbl (mgr.24567) 4109 : cluster [DBG] pgmap v3536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:54:59.376833+0000 mgr.smithi204.vnvrbl (mgr.24567) 4109 : cluster [DBG] pgmap v3536: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:01.377396+0000 mgr.smithi204.vnvrbl (mgr.24567) 4110 : cluster [DBG] pgmap v3537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:01.377396+0000 mgr.smithi204.vnvrbl (mgr.24567) 4110 : cluster [DBG] pgmap v3537: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:03.378220+0000 mgr.smithi204.vnvrbl (mgr.24567) 4111 : cluster [DBG] pgmap v3538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:03.378220+0000 mgr.smithi204.vnvrbl (mgr.24567) 4111 : cluster [DBG] pgmap v3538: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:05.378602+0000 mgr.smithi204.vnvrbl (mgr.24567) 4112 : cluster [DBG] pgmap v3539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:05.378602+0000 mgr.smithi204.vnvrbl (mgr.24567) 4112 : cluster [DBG] pgmap v3539: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:07.379555+0000 mgr.smithi204.vnvrbl (mgr.24567) 4113 : cluster [DBG] pgmap v3540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:07.379555+0000 mgr.smithi204.vnvrbl (mgr.24567) 4113 : cluster [DBG] pgmap v3540: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:09.379968+0000 mgr.smithi204.vnvrbl (mgr.24567) 4114 : cluster [DBG] pgmap v3541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:09.379968+0000 mgr.smithi204.vnvrbl (mgr.24567) 4114 : cluster [DBG] pgmap v3541: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:11.901 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:55:12.178 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:55:12.178 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:55:12.178 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 5m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:55:12.179 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 5m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:55:12.179 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 5m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:55:12.179 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 5m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:55:12.179 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 5m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:55:12.180 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 5m ago 5h 631M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:55:12.180 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 5m ago 5h 511M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:55:12.180 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 5m ago 5h 2018M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:55:12.180 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 5m ago 5h 1111M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:55:12.181 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 5m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:55:12.181 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 5m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:55:12.181 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 5m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:55:12.181 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 5m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:55:12.182 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 5m ago 5h 1370M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:55:12.182 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 5m ago 5h 2274M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:55:12.182 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 5m ago 5h 1539M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:55:12.182 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 5m ago 5h 2466M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:55:12.183 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 5m ago 5h 2298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:55:12.183 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 5m ago 5h 2400M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:55:12.183 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 5m ago 5h 2009M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:55:12.183 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 5m ago 5h 2911M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:55:12.183 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 5m ago 5h 167M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:55:12.505 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:55:12.505 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:55:12.506 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:55:12.506 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:55:12.506 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:55:12.506 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:55:12.507 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:55:12.507 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:55:12.507 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:55:12.507 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:55:12.507 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:55:12.508 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:55:12.508 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:55:12.508 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:55:12.508 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:55:12.509 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:55:12.509 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:55:12.509 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:55:12.509 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:55:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:11.380555+0000 mgr.smithi204.vnvrbl (mgr.24567) 4115 : cluster [DBG] pgmap v3542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:55:11.854087+0000 mon.smithi204 (mon.1) 633 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:55:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:55:11.854368+0000 mon.smithi204 (mon.1) 634 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:55:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:55:11.854755+0000 mon.smithi176 (mon.0) 3254 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:55:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:55:11.855071+0000 mon.smithi176 (mon.0) 3255 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:55:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:55:11.887985+0000 mgr.smithi204.vnvrbl (mgr.24567) 4116 : audit [DBG] from='client.42160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:55:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:11.380555+0000 mgr.smithi204.vnvrbl (mgr.24567) 4115 : cluster [DBG] pgmap v3542: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:55:11.854087+0000 mon.smithi204 (mon.1) 633 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:55:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:55:11.854368+0000 mon.smithi204 (mon.1) 634 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:55:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:55:11.854755+0000 mon.smithi176 (mon.0) 3254 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:55:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:55:11.855071+0000 mon.smithi176 (mon.0) 3255 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:55:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:55:11.887985+0000 mgr.smithi204.vnvrbl (mgr.24567) 4116 : audit [DBG] from='client.42160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:55:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:55:12.166371+0000 mgr.smithi204.vnvrbl (mgr.24567) 4117 : audit [DBG] from='client.42164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:55:13.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:55:12.504615+0000 mon.smithi176 (mon.0) 3256 : audit [DBG] from='client.? 172.21.15.176:0/3345365374' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:55:13.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:55:12.166371+0000 mgr.smithi204.vnvrbl (mgr.24567) 4117 : audit [DBG] from='client.42164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:55:13.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:55:12.504615+0000 mon.smithi176 (mon.0) 3256 : audit [DBG] from='client.? 172.21.15.176:0/3345365374' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:55:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:13.381510+0000 mgr.smithi204.vnvrbl (mgr.24567) 4118 : cluster [DBG] pgmap v3543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:13.381510+0000 mgr.smithi204.vnvrbl (mgr.24567) 4118 : cluster [DBG] pgmap v3543: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:15.382013+0000 mgr.smithi204.vnvrbl (mgr.24567) 4119 : cluster [DBG] pgmap v3544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:15.382013+0000 mgr.smithi204.vnvrbl (mgr.24567) 4119 : cluster [DBG] pgmap v3544: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:17.382800+0000 mgr.smithi204.vnvrbl (mgr.24567) 4120 : cluster [DBG] pgmap v3545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:17.382800+0000 mgr.smithi204.vnvrbl (mgr.24567) 4120 : cluster [DBG] pgmap v3545: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:19.383383+0000 mgr.smithi204.vnvrbl (mgr.24567) 4121 : cluster [DBG] pgmap v3546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:19.383383+0000 mgr.smithi204.vnvrbl (mgr.24567) 4121 : cluster [DBG] pgmap v3546: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:21.383874+0000 mgr.smithi204.vnvrbl (mgr.24567) 4122 : cluster [DBG] pgmap v3547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:21.383874+0000 mgr.smithi204.vnvrbl (mgr.24567) 4122 : cluster [DBG] pgmap v3547: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:23.384858+0000 mgr.smithi204.vnvrbl (mgr.24567) 4123 : cluster [DBG] pgmap v3548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:23.384858+0000 mgr.smithi204.vnvrbl (mgr.24567) 4123 : cluster [DBG] pgmap v3548: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:25.385444+0000 mgr.smithi204.vnvrbl (mgr.24567) 4124 : cluster [DBG] pgmap v3549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:25.385444+0000 mgr.smithi204.vnvrbl (mgr.24567) 4124 : cluster [DBG] pgmap v3549: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:27.386164+0000 mgr.smithi204.vnvrbl (mgr.24567) 4125 : cluster [DBG] pgmap v3550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:27.386164+0000 mgr.smithi204.vnvrbl (mgr.24567) 4125 : cluster [DBG] pgmap v3550: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:29.386718+0000 mgr.smithi204.vnvrbl (mgr.24567) 4126 : cluster [DBG] pgmap v3551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:29.386718+0000 mgr.smithi204.vnvrbl (mgr.24567) 4126 : cluster [DBG] pgmap v3551: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:31.387256+0000 mgr.smithi204.vnvrbl (mgr.24567) 4127 : cluster [DBG] pgmap v3552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:31.387256+0000 mgr.smithi204.vnvrbl (mgr.24567) 4127 : cluster [DBG] pgmap v3552: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:33.388290+0000 mgr.smithi204.vnvrbl (mgr.24567) 4128 : cluster [DBG] pgmap v3553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:33.388290+0000 mgr.smithi204.vnvrbl (mgr.24567) 4128 : cluster [DBG] pgmap v3553: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:36.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:35.388731+0000 mgr.smithi204.vnvrbl (mgr.24567) 4129 : cluster [DBG] pgmap v3554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:35.388731+0000 mgr.smithi204.vnvrbl (mgr.24567) 4129 : cluster [DBG] pgmap v3554: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:37.389673+0000 mgr.smithi204.vnvrbl (mgr.24567) 4130 : cluster [DBG] pgmap v3555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:37.389673+0000 mgr.smithi204.vnvrbl (mgr.24567) 4130 : cluster [DBG] pgmap v3555: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:39.390255+0000 mgr.smithi204.vnvrbl (mgr.24567) 4131 : cluster [DBG] pgmap v3556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:39.390255+0000 mgr.smithi204.vnvrbl (mgr.24567) 4131 : cluster [DBG] pgmap v3556: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:41.390685+0000 mgr.smithi204.vnvrbl (mgr.24567) 4132 : cluster [DBG] pgmap v3557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:41.390685+0000 mgr.smithi204.vnvrbl (mgr.24567) 4132 : cluster [DBG] pgmap v3557: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:42.801 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:55:43.076 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:55:43.076 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 5m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:55:43.077 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 5m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:55:43.077 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 5m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:55:43.077 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 5m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:55:43.077 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 5m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:55:43.078 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 5m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:55:43.078 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 5m ago 5h 631M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:55:43.078 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 5m ago 5h 511M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:55:43.078 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 5m ago 5h 2018M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:55:43.079 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 5m ago 5h 1111M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:55:43.079 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 5m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:55:43.079 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 5m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:55:43.079 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 5m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:55:43.080 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 5m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:55:43.080 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 5m ago 5h 1370M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:55:43.080 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 5m ago 5h 2274M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:55:43.080 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 5m ago 5h 1539M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:55:43.080 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 5m ago 5h 2466M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:55:43.081 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 5m ago 5h 2298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:55:43.081 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 5m ago 5h 2400M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:55:43.081 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 5m ago 5h 2009M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:55:43.081 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 5m ago 5h 2911M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:55:43.082 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 5m ago 5h 167M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:55:43.475 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:55:43.475 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:55:43.476 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:55:43.476 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:55:43.476 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:55:43.476 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:55:43.476 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:55:43.477 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:55:43.477 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:55:43.477 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:55:43.477 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:55:43.478 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:55:43.478 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:55:43.478 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:55:43.478 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:55:43.479 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:55:43.479 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:55:43.479 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:55:43.479 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:55:43.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:43 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:55:42.788117+0000 mgr.smithi204.vnvrbl (mgr.24567) 4133 : audit [DBG] from='client.42172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:55:43.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:43 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:55:42.788117+0000 mgr.smithi204.vnvrbl (mgr.24567) 4133 : audit [DBG] from='client.42172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:55:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:55:43.065075+0000 mgr.smithi204.vnvrbl (mgr.24567) 4134 : audit [DBG] from='client.42176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:55:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:43.391449+0000 mgr.smithi204.vnvrbl (mgr.24567) 4135 : cluster [DBG] pgmap v3558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:44.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:55:43.474336+0000 mon.smithi176 (mon.0) 3257 : audit [DBG] from='client.? 172.21.15.176:0/3860350917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:55:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:55:43.065075+0000 mgr.smithi204.vnvrbl (mgr.24567) 4134 : audit [DBG] from='client.42176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:55:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:43.391449+0000 mgr.smithi204.vnvrbl (mgr.24567) 4135 : cluster [DBG] pgmap v3558: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:44.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:55:43.474336+0000 mon.smithi176 (mon.0) 3257 : audit [DBG] from='client.? 172.21.15.176:0/3860350917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:55:46.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:45.392078+0000 mgr.smithi204.vnvrbl (mgr.24567) 4136 : cluster [DBG] pgmap v3559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:45.392078+0000 mgr.smithi204.vnvrbl (mgr.24567) 4136 : cluster [DBG] pgmap v3559: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:47.392876+0000 mgr.smithi204.vnvrbl (mgr.24567) 4137 : cluster [DBG] pgmap v3560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:47.392876+0000 mgr.smithi204.vnvrbl (mgr.24567) 4137 : cluster [DBG] pgmap v3560: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:49.393311+0000 mgr.smithi204.vnvrbl (mgr.24567) 4138 : cluster [DBG] pgmap v3561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:49.393311+0000 mgr.smithi204.vnvrbl (mgr.24567) 4138 : cluster [DBG] pgmap v3561: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:51.393800+0000 mgr.smithi204.vnvrbl (mgr.24567) 4139 : cluster [DBG] pgmap v3562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:52.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:55:51.683485+0000 mon.smithi204 (mon.1) 635 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:55:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:55:51.684799+0000 mon.smithi204 (mon.1) 636 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:55:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:55:51.685643+0000 mon.smithi204 (mon.1) 637 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:55:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:55:51.686434+0000 mgr.smithi204.vnvrbl (mgr.24567) 4140 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:55:52.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:55:52.090672+0000 mon.smithi176 (mon.0) 3258 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:55:52.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:55:52.098088+0000 mon.smithi176 (mon.0) 3259 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:55:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:51.393800+0000 mgr.smithi204.vnvrbl (mgr.24567) 4139 : cluster [DBG] pgmap v3562: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:55:51.683485+0000 mon.smithi204 (mon.1) 635 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:55:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:55:51.684799+0000 mon.smithi204 (mon.1) 636 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:55:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:55:51.685643+0000 mon.smithi204 (mon.1) 637 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:55:52.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:55:51.686434+0000 mgr.smithi204.vnvrbl (mgr.24567) 4140 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:55:52.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:55:52.090672+0000 mon.smithi176 (mon.0) 3258 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:55:52.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:55:52.098088+0000 mon.smithi176 (mon.0) 3259 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:55:54.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:53.394733+0000 mgr.smithi204.vnvrbl (mgr.24567) 4141 : cluster [DBG] pgmap v3563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:53.394733+0000 mgr.smithi204.vnvrbl (mgr.24567) 4141 : cluster [DBG] pgmap v3563: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:56.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:55.395344+0000 mgr.smithi204.vnvrbl (mgr.24567) 4142 : cluster [DBG] pgmap v3564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:55.395344+0000 mgr.smithi204.vnvrbl (mgr.24567) 4142 : cluster [DBG] pgmap v3564: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:55:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:55:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:57.396294+0000 mgr.smithi204.vnvrbl (mgr.24567) 4143 : cluster [DBG] pgmap v3565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:55:58.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:55:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:57.396294+0000 mgr.smithi204.vnvrbl (mgr.24567) 4143 : cluster [DBG] pgmap v3565: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:55:59.396719+0000 mgr.smithi204.vnvrbl (mgr.24567) 4144 : cluster [DBG] pgmap v3566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:55:59.396719+0000 mgr.smithi204.vnvrbl (mgr.24567) 4144 : cluster [DBG] pgmap v3566: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:02.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:01.397361+0000 mgr.smithi204.vnvrbl (mgr.24567) 4145 : cluster [DBG] pgmap v3567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:01.397361+0000 mgr.smithi204.vnvrbl (mgr.24567) 4145 : cluster [DBG] pgmap v3567: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:04.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:03.398269+0000 mgr.smithi204.vnvrbl (mgr.24567) 4146 : cluster [DBG] pgmap v3568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:03.398269+0000 mgr.smithi204.vnvrbl (mgr.24567) 4146 : cluster [DBG] pgmap v3568: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:06.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:05.398696+0000 mgr.smithi204.vnvrbl (mgr.24567) 4147 : cluster [DBG] pgmap v3569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:05.398696+0000 mgr.smithi204.vnvrbl (mgr.24567) 4147 : cluster [DBG] pgmap v3569: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:07.399516+0000 mgr.smithi204.vnvrbl (mgr.24567) 4148 : cluster [DBG] pgmap v3570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:07.399516+0000 mgr.smithi204.vnvrbl (mgr.24567) 4148 : cluster [DBG] pgmap v3570: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:10.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:09.399944+0000 mgr.smithi204.vnvrbl (mgr.24567) 4149 : cluster [DBG] pgmap v3571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:09.399944+0000 mgr.smithi204.vnvrbl (mgr.24567) 4149 : cluster [DBG] pgmap v3571: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:11.400556+0000 mgr.smithi204.vnvrbl (mgr.24567) 4150 : cluster [DBG] pgmap v3572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:12.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:56:11.858695+0000 mon.smithi204 (mon.1) 638 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:56:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:56:11.858939+0000 mon.smithi204 (mon.1) 639 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:56:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:56:11.859292+0000 mon.smithi176 (mon.0) 3260 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:56:12.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:56:11.859577+0000 mon.smithi176 (mon.0) 3261 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:56:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:11.400556+0000 mgr.smithi204.vnvrbl (mgr.24567) 4150 : cluster [DBG] pgmap v3572: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:56:11.858695+0000 mon.smithi204 (mon.1) 638 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:56:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:56:11.858939+0000 mon.smithi204 (mon.1) 639 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:56:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:56:11.859292+0000 mon.smithi176 (mon.0) 3260 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:56:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:56:11.859577+0000 mon.smithi176 (mon.0) 3261 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:56:13.773 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:56:14.055 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:56:14.056 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:56:14.056 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 6m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:56:14.056 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 6m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:56:14.056 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 6m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:56:14.056 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 6m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:56:14.057 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 6m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:56:14.057 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 6m ago 5h 631M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:56:14.057 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 6m ago 5h 511M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:56:14.057 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 6m ago 5h 2018M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:56:14.058 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 6m ago 5h 1111M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:56:14.058 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 6m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:56:14.058 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 6m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:56:14.058 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 6m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:56:14.058 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:56:14.059 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 6m ago 5h 1370M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:56:14.059 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 6m ago 5h 2274M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:56:14.059 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 6m ago 5h 1539M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:56:14.059 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 6m ago 5h 2466M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:56:14.060 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 6m ago 5h 2298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:56:14.060 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 6m ago 5h 2400M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:56:14.060 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 6m ago 5h 2009M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:56:14.060 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 6m ago 5h 2911M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:56:14.060 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 6m ago 5h 167M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:56:14.388 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:56:14.388 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:56:14.388 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:56:14.389 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:56:14.389 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:56:14.389 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:56:14.389 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:56:14.390 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:56:14.390 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:56:14.390 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:56:14.390 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:56:14.391 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:56:14.391 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:56:14.391 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:56:14.391 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:56:14.392 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:56:14.392 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:56:14.392 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:56:14.392 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:56:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:13.401301+0000 mgr.smithi204.vnvrbl (mgr.24567) 4151 : cluster [DBG] pgmap v3573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:14.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:56:13.759738+0000 mgr.smithi204.vnvrbl (mgr.24567) 4152 : audit [DBG] from='client.42184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:56:14.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:56:14.387391+0000 mon.smithi176 (mon.0) 3262 : audit [DBG] from='client.? 172.21.15.176:0/881726280' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:56:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:13.401301+0000 mgr.smithi204.vnvrbl (mgr.24567) 4151 : cluster [DBG] pgmap v3573: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:56:13.759738+0000 mgr.smithi204.vnvrbl (mgr.24567) 4152 : audit [DBG] from='client.42184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:56:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:56:14.387391+0000 mon.smithi176 (mon.0) 3262 : audit [DBG] from='client.? 172.21.15.176:0/881726280' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:56:15.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:56:14.044651+0000 mgr.smithi204.vnvrbl (mgr.24567) 4153 : audit [DBG] from='client.42188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:56:15.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:56:14.044651+0000 mgr.smithi204.vnvrbl (mgr.24567) 4153 : audit [DBG] from='client.42188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:56:16.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:15.401788+0000 mgr.smithi204.vnvrbl (mgr.24567) 4154 : cluster [DBG] pgmap v3574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:15.401788+0000 mgr.smithi204.vnvrbl (mgr.24567) 4154 : cluster [DBG] pgmap v3574: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:17.402606+0000 mgr.smithi204.vnvrbl (mgr.24567) 4155 : cluster [DBG] pgmap v3575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:17.402606+0000 mgr.smithi204.vnvrbl (mgr.24567) 4155 : cluster [DBG] pgmap v3575: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:20.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:19.403239+0000 mgr.smithi204.vnvrbl (mgr.24567) 4156 : cluster [DBG] pgmap v3576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:19.403239+0000 mgr.smithi204.vnvrbl (mgr.24567) 4156 : cluster [DBG] pgmap v3576: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:22.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:21.403775+0000 mgr.smithi204.vnvrbl (mgr.24567) 4157 : cluster [DBG] pgmap v3577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:21.403775+0000 mgr.smithi204.vnvrbl (mgr.24567) 4157 : cluster [DBG] pgmap v3577: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:24.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:23.404568+0000 mgr.smithi204.vnvrbl (mgr.24567) 4158 : cluster [DBG] pgmap v3578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:23.404568+0000 mgr.smithi204.vnvrbl (mgr.24567) 4158 : cluster [DBG] pgmap v3578: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:26.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:25.405185+0000 mgr.smithi204.vnvrbl (mgr.24567) 4159 : cluster [DBG] pgmap v3579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:25.405185+0000 mgr.smithi204.vnvrbl (mgr.24567) 4159 : cluster [DBG] pgmap v3579: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:27.405889+0000 mgr.smithi204.vnvrbl (mgr.24567) 4160 : cluster [DBG] pgmap v3580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:27.405889+0000 mgr.smithi204.vnvrbl (mgr.24567) 4160 : cluster [DBG] pgmap v3580: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:29.406488+0000 mgr.smithi204.vnvrbl (mgr.24567) 4161 : cluster [DBG] pgmap v3581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:29.406488+0000 mgr.smithi204.vnvrbl (mgr.24567) 4161 : cluster [DBG] pgmap v3581: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:32.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:31.406948+0000 mgr.smithi204.vnvrbl (mgr.24567) 4162 : cluster [DBG] pgmap v3582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:31.406948+0000 mgr.smithi204.vnvrbl (mgr.24567) 4162 : cluster [DBG] pgmap v3582: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:34.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:33.407788+0000 mgr.smithi204.vnvrbl (mgr.24567) 4163 : cluster [DBG] pgmap v3583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:33.407788+0000 mgr.smithi204.vnvrbl (mgr.24567) 4163 : cluster [DBG] pgmap v3583: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:35.408259+0000 mgr.smithi204.vnvrbl (mgr.24567) 4164 : cluster [DBG] pgmap v3584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:35.408259+0000 mgr.smithi204.vnvrbl (mgr.24567) 4164 : cluster [DBG] pgmap v3584: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:37.409078+0000 mgr.smithi204.vnvrbl (mgr.24567) 4165 : cluster [DBG] pgmap v3585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:37.409078+0000 mgr.smithi204.vnvrbl (mgr.24567) 4165 : cluster [DBG] pgmap v3585: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:40.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:39.409712+0000 mgr.smithi204.vnvrbl (mgr.24567) 4166 : cluster [DBG] pgmap v3586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:40.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:39.409712+0000 mgr.smithi204.vnvrbl (mgr.24567) 4166 : cluster [DBG] pgmap v3586: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:42.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:41.410325+0000 mgr.smithi204.vnvrbl (mgr.24567) 4167 : cluster [DBG] pgmap v3587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:41.410325+0000 mgr.smithi204.vnvrbl (mgr.24567) 4167 : cluster [DBG] pgmap v3587: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:44.702 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:56:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:43.411135+0000 mgr.smithi204.vnvrbl (mgr.24567) 4168 : cluster [DBG] pgmap v3588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:43.411135+0000 mgr.smithi204.vnvrbl (mgr.24567) 4168 : cluster [DBG] pgmap v3588: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:44.990 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:56:44.990 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 6m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:56:44.990 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 6m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:56:44.990 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 6m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:56:44.991 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 6m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:56:44.991 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 6m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:56:44.991 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 6m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:56:44.991 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 6m ago 5h 631M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:56:44.992 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 6m ago 5h 511M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:56:44.992 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 6m ago 5h 2018M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:56:44.992 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 6m ago 5h 1111M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:56:44.992 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 6m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:56:44.992 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 6m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:56:44.993 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 6m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:56:44.993 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 6m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:56:44.993 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 6m ago 5h 1370M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:56:44.993 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 6m ago 5h 2274M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:56:44.993 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 6m ago 5h 1539M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:56:44.994 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 6m ago 5h 2466M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:56:44.994 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 6m ago 5h 2298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:56:44.994 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 6m ago 5h 2400M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:56:44.994 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 6m ago 5h 2009M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:56:44.995 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 6m ago 5h 2911M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:56:44.995 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 6m ago 5h 167M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:56:45.333 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:56:45.333 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:56:45.334 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:56:45.334 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:56:45.334 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:56:45.334 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:56:45.335 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:56:45.335 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:56:45.335 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:56:45.335 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:56:45.335 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:56:45.336 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:56:45.336 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:56:45.336 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:56:45.336 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:56:45.336 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:56:45.337 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:56:45.337 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:56:45.337 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:56:45.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:56:44.689704+0000 mgr.smithi204.vnvrbl (mgr.24567) 4169 : audit [DBG] from='client.42196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:56:45.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:56:45.332591+0000 mon.smithi176 (mon.0) 3263 : audit [DBG] from='client.? 172.21.15.176:0/603637475' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:56:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:56:44.689704+0000 mgr.smithi204.vnvrbl (mgr.24567) 4169 : audit [DBG] from='client.42196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:56:45.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:56:45.332591+0000 mon.smithi176 (mon.0) 3263 : audit [DBG] from='client.? 172.21.15.176:0/603637475' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:56:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:56:44.978738+0000 mgr.smithi204.vnvrbl (mgr.24567) 4170 : audit [DBG] from='client.42200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:56:46.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:45.411639+0000 mgr.smithi204.vnvrbl (mgr.24567) 4171 : cluster [DBG] pgmap v3589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:56:44.978738+0000 mgr.smithi204.vnvrbl (mgr.24567) 4170 : audit [DBG] from='client.42200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:56:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:45.411639+0000 mgr.smithi204.vnvrbl (mgr.24567) 4171 : cluster [DBG] pgmap v3589: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:47.412427+0000 mgr.smithi204.vnvrbl (mgr.24567) 4172 : cluster [DBG] pgmap v3590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:47.412427+0000 mgr.smithi204.vnvrbl (mgr.24567) 4172 : cluster [DBG] pgmap v3590: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:49.412904+0000 mgr.smithi204.vnvrbl (mgr.24567) 4173 : cluster [DBG] pgmap v3591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:49.412904+0000 mgr.smithi204.vnvrbl (mgr.24567) 4173 : cluster [DBG] pgmap v3591: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:51.413379+0000 mgr.smithi204.vnvrbl (mgr.24567) 4174 : cluster [DBG] pgmap v3592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:56:52.100782+0000 mon.smithi204 (mon.1) 640 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:56:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:56:52.102132+0000 mon.smithi204 (mon.1) 641 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:56:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:56:52.103014+0000 mon.smithi204 (mon.1) 642 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:56:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:51.413379+0000 mgr.smithi204.vnvrbl (mgr.24567) 4174 : cluster [DBG] pgmap v3592: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:56:52.100782+0000 mon.smithi204 (mon.1) 640 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:56:52.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:56:52.102132+0000 mon.smithi204 (mon.1) 641 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:56:52.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:56:52.103014+0000 mon.smithi204 (mon.1) 642 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:56:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:56:52.103762+0000 mgr.smithi204.vnvrbl (mgr.24567) 4175 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:56:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:56:52.510703+0000 mon.smithi176 (mon.0) 3264 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:56:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:56:52.515391+0000 mon.smithi176 (mon.0) 3265 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:56:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:56:52.103762+0000 mgr.smithi204.vnvrbl (mgr.24567) 4175 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:56:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:56:52.510703+0000 mon.smithi176 (mon.0) 3264 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:56:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:56:52.515391+0000 mon.smithi176 (mon.0) 3265 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:56:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:53.414314+0000 mgr.smithi204.vnvrbl (mgr.24567) 4176 : cluster [DBG] pgmap v3593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:53.414314+0000 mgr.smithi204.vnvrbl (mgr.24567) 4176 : cluster [DBG] pgmap v3593: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:55.414758+0000 mgr.smithi204.vnvrbl (mgr.24567) 4177 : cluster [DBG] pgmap v3594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:55.414758+0000 mgr.smithi204.vnvrbl (mgr.24567) 4177 : cluster [DBG] pgmap v3594: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:56:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:56:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:57.415446+0000 mgr.smithi204.vnvrbl (mgr.24567) 4178 : cluster [DBG] pgmap v3595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:56:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:56:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:57.415446+0000 mgr.smithi204.vnvrbl (mgr.24567) 4178 : cluster [DBG] pgmap v3595: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:56:59.416049+0000 mgr.smithi204.vnvrbl (mgr.24567) 4179 : cluster [DBG] pgmap v3596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:56:59.416049+0000 mgr.smithi204.vnvrbl (mgr.24567) 4179 : cluster [DBG] pgmap v3596: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:01.416540+0000 mgr.smithi204.vnvrbl (mgr.24567) 4180 : cluster [DBG] pgmap v3597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:01.416540+0000 mgr.smithi204.vnvrbl (mgr.24567) 4180 : cluster [DBG] pgmap v3597: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:03.417352+0000 mgr.smithi204.vnvrbl (mgr.24567) 4181 : cluster [DBG] pgmap v3598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:03.417352+0000 mgr.smithi204.vnvrbl (mgr.24567) 4181 : cluster [DBG] pgmap v3598: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:05.417773+0000 mgr.smithi204.vnvrbl (mgr.24567) 4182 : cluster [DBG] pgmap v3599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:05.417773+0000 mgr.smithi204.vnvrbl (mgr.24567) 4182 : cluster [DBG] pgmap v3599: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:07.418691+0000 mgr.smithi204.vnvrbl (mgr.24567) 4183 : cluster [DBG] pgmap v3600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:07.418691+0000 mgr.smithi204.vnvrbl (mgr.24567) 4183 : cluster [DBG] pgmap v3600: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:09.419113+0000 mgr.smithi204.vnvrbl (mgr.24567) 4184 : cluster [DBG] pgmap v3601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:09.419113+0000 mgr.smithi204.vnvrbl (mgr.24567) 4184 : cluster [DBG] pgmap v3601: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:11.419563+0000 mgr.smithi204.vnvrbl (mgr.24567) 4185 : cluster [DBG] pgmap v3602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:57:11.863443+0000 mon.smithi204 (mon.1) 643 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:57:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:57:11.863687+0000 mon.smithi204 (mon.1) 644 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:57:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:57:11.864060+0000 mon.smithi176 (mon.0) 3266 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:57:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:57:11.864344+0000 mon.smithi176 (mon.0) 3267 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:57:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:11.419563+0000 mgr.smithi204.vnvrbl (mgr.24567) 4185 : cluster [DBG] pgmap v3602: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:57:11.863443+0000 mon.smithi204 (mon.1) 643 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:57:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:57:11.863687+0000 mon.smithi204 (mon.1) 644 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:57:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:57:11.864060+0000 mon.smithi176 (mon.0) 3266 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:57:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:57:11.864344+0000 mon.smithi176 (mon.0) 3267 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:57:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:13.420354+0000 mgr.smithi204.vnvrbl (mgr.24567) 4186 : cluster [DBG] pgmap v3603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:13.420354+0000 mgr.smithi204.vnvrbl (mgr.24567) 4186 : cluster [DBG] pgmap v3603: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:15.630 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:57:15.910 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:57:15.910 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:57:15.911 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 7m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:57:15.911 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 7m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:57:15.911 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 7m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:57:15.911 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 7m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:57:15.911 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 7m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:57:15.912 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 7m ago 5h 631M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:57:15.912 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 7m ago 5h 511M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:57:15.912 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 7m ago 5h 2018M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:57:15.912 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 7m ago 5h 1111M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:57:15.913 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 7m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:57:15.913 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 7m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:57:15.913 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 7m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:57:15.913 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 7m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:57:15.914 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 7m ago 5h 1370M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:57:15.914 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 7m ago 5h 2274M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:57:15.914 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 7m ago 5h 1539M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:57:15.914 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 7m ago 5h 2466M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:57:15.915 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 7m ago 5h 2298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:57:15.915 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 7m ago 5h 2400M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:57:15.915 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 7m ago 5h 2009M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:57:15.915 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 7m ago 5h 2911M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:57:15.915 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 7m ago 5h 167M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:57:16.240 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:57:16.241 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:57:16.241 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:57:16.241 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:57:16.241 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:57:16.242 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:57:16.242 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:57:16.242 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:57:16.243 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:57:16.243 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:57:16.243 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:57:16.244 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:57:16.244 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:57:16.244 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:57:16.245 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:57:16.245 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:57:16.245 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:57:16.246 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:57:16.246 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:57:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:15.420774+0000 mgr.smithi204.vnvrbl (mgr.24567) 4187 : cluster [DBG] pgmap v3604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:16.832 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:57:15.617084+0000 mgr.smithi204.vnvrbl (mgr.24567) 4188 : audit [DBG] from='client.42208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:57:16.833 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:57:15.899212+0000 mgr.smithi204.vnvrbl (mgr.24567) 4189 : audit [DBG] from='client.42212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:57:16.833 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:57:16.239663+0000 mon.smithi176 (mon.0) 3268 : audit [DBG] from='client.? 172.21.15.176:0/832921775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:57:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:15.420774+0000 mgr.smithi204.vnvrbl (mgr.24567) 4187 : cluster [DBG] pgmap v3604: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:16.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:57:15.617084+0000 mgr.smithi204.vnvrbl (mgr.24567) 4188 : audit [DBG] from='client.42208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:57:16.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:57:15.899212+0000 mgr.smithi204.vnvrbl (mgr.24567) 4189 : audit [DBG] from='client.42212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:57:16.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:57:16.239663+0000 mon.smithi176 (mon.0) 3268 : audit [DBG] from='client.? 172.21.15.176:0/832921775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:57:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:17.421677+0000 mgr.smithi204.vnvrbl (mgr.24567) 4190 : cluster [DBG] pgmap v3605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:17.421677+0000 mgr.smithi204.vnvrbl (mgr.24567) 4190 : cluster [DBG] pgmap v3605: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:19.422155+0000 mgr.smithi204.vnvrbl (mgr.24567) 4191 : cluster [DBG] pgmap v3606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:19.422155+0000 mgr.smithi204.vnvrbl (mgr.24567) 4191 : cluster [DBG] pgmap v3606: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:21.422613+0000 mgr.smithi204.vnvrbl (mgr.24567) 4192 : cluster [DBG] pgmap v3607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:21.422613+0000 mgr.smithi204.vnvrbl (mgr.24567) 4192 : cluster [DBG] pgmap v3607: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:23.423442+0000 mgr.smithi204.vnvrbl (mgr.24567) 4193 : cluster [DBG] pgmap v3608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:23.423442+0000 mgr.smithi204.vnvrbl (mgr.24567) 4193 : cluster [DBG] pgmap v3608: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:25.423855+0000 mgr.smithi204.vnvrbl (mgr.24567) 4194 : cluster [DBG] pgmap v3609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:25.423855+0000 mgr.smithi204.vnvrbl (mgr.24567) 4194 : cluster [DBG] pgmap v3609: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:27.424676+0000 mgr.smithi204.vnvrbl (mgr.24567) 4195 : cluster [DBG] pgmap v3610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:27.424676+0000 mgr.smithi204.vnvrbl (mgr.24567) 4195 : cluster [DBG] pgmap v3610: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:29.425276+0000 mgr.smithi204.vnvrbl (mgr.24567) 4196 : cluster [DBG] pgmap v3611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:29.425276+0000 mgr.smithi204.vnvrbl (mgr.24567) 4196 : cluster [DBG] pgmap v3611: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:31.425757+0000 mgr.smithi204.vnvrbl (mgr.24567) 4197 : cluster [DBG] pgmap v3612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:31.425757+0000 mgr.smithi204.vnvrbl (mgr.24567) 4197 : cluster [DBG] pgmap v3612: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:33.426644+0000 mgr.smithi204.vnvrbl (mgr.24567) 4198 : cluster [DBG] pgmap v3613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:33.426644+0000 mgr.smithi204.vnvrbl (mgr.24567) 4198 : cluster [DBG] pgmap v3613: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:35.427040+0000 mgr.smithi204.vnvrbl (mgr.24567) 4199 : cluster [DBG] pgmap v3614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:35.427040+0000 mgr.smithi204.vnvrbl (mgr.24567) 4199 : cluster [DBG] pgmap v3614: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:37.427834+0000 mgr.smithi204.vnvrbl (mgr.24567) 4200 : cluster [DBG] pgmap v3615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:37.427834+0000 mgr.smithi204.vnvrbl (mgr.24567) 4200 : cluster [DBG] pgmap v3615: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:39.428364+0000 mgr.smithi204.vnvrbl (mgr.24567) 4201 : cluster [DBG] pgmap v3616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:39.428364+0000 mgr.smithi204.vnvrbl (mgr.24567) 4201 : cluster [DBG] pgmap v3616: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:41.428775+0000 mgr.smithi204.vnvrbl (mgr.24567) 4202 : cluster [DBG] pgmap v3617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:41.428775+0000 mgr.smithi204.vnvrbl (mgr.24567) 4202 : cluster [DBG] pgmap v3617: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:43.429685+0000 mgr.smithi204.vnvrbl (mgr.24567) 4203 : cluster [DBG] pgmap v3618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:43.429685+0000 mgr.smithi204.vnvrbl (mgr.24567) 4203 : cluster [DBG] pgmap v3618: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:46.541 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:57:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:45.430166+0000 mgr.smithi204.vnvrbl (mgr.24567) 4204 : cluster [DBG] pgmap v3619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:46.817 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:57:46.817 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 7m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:57:46.818 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 7m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:57:46.818 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 8m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:57:46.818 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 7m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:57:46.818 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 7m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:57:46.818 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 8m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:57:46.819 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 7m ago 5h 631M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:57:46.819 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 8m ago 5h 511M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:57:46.819 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 7m ago 5h 2018M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:57:46.819 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 8m ago 5h 1111M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:57:46.819 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 7m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:57:46.820 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 8m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:57:46.820 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 7m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:57:46.820 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:57:46.820 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 7m ago 5h 1370M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:57:46.820 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 7m ago 5h 2274M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:57:46.821 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 7m ago 5h 1539M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:57:46.821 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 7m ago 5h 2466M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:57:46.821 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 8m ago 5h 2298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:57:46.821 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 8m ago 5h 2400M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:57:46.822 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 8m ago 5h 2009M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:57:46.822 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 8m ago 5h 2911M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:57:46.822 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 7m ago 5h 167M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:57:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:45.430166+0000 mgr.smithi204.vnvrbl (mgr.24567) 4204 : cluster [DBG] pgmap v3619: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:47.149 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:57:47.150 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:57:47.150 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:57:47.150 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:57:47.150 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:57:47.150 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:57:47.151 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:57:47.151 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:57:47.151 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:57:47.151 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:57:47.152 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:57:47.152 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:57:47.152 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:57:47.152 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:57:47.152 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:57:47.153 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:57:47.153 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:57:47.153 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:57:47.153 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:57:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:57:46.528234+0000 mgr.smithi204.vnvrbl (mgr.24567) 4205 : audit [DBG] from='client.42220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:57:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:57:46.805993+0000 mgr.smithi204.vnvrbl (mgr.24567) 4206 : audit [DBG] from='client.42224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:57:47.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:57:47.148409+0000 mon.smithi176 (mon.0) 3269 : audit [DBG] from='client.? 172.21.15.176:0/2009868606' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:57:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:57:46.528234+0000 mgr.smithi204.vnvrbl (mgr.24567) 4205 : audit [DBG] from='client.42220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:57:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:57:46.805993+0000 mgr.smithi204.vnvrbl (mgr.24567) 4206 : audit [DBG] from='client.42224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:57:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:57:47.148409+0000 mon.smithi176 (mon.0) 3269 : audit [DBG] from='client.? 172.21.15.176:0/2009868606' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:57:48.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:47.430889+0000 mgr.smithi204.vnvrbl (mgr.24567) 4207 : cluster [DBG] pgmap v3620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:48.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:47.430889+0000 mgr.smithi204.vnvrbl (mgr.24567) 4207 : cluster [DBG] pgmap v3620: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:50.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:49.431413+0000 mgr.smithi204.vnvrbl (mgr.24567) 4208 : cluster [DBG] pgmap v3621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:49.431413+0000 mgr.smithi204.vnvrbl (mgr.24567) 4208 : cluster [DBG] pgmap v3621: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:51.431768+0000 mgr.smithi204.vnvrbl (mgr.24567) 4209 : cluster [DBG] pgmap v3622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:51.431768+0000 mgr.smithi204.vnvrbl (mgr.24567) 4209 : cluster [DBG] pgmap v3622: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:57:52.520117+0000 mon.smithi204 (mon.1) 645 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:57:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:57:52.521460+0000 mon.smithi204 (mon.1) 646 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:57:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:57:52.522291+0000 mon.smithi204 (mon.1) 647 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:57:53.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:57:52.523036+0000 mgr.smithi204.vnvrbl (mgr.24567) 4210 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:57:53.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:57:52.934235+0000 mon.smithi176 (mon.0) 3270 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:57:53.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:57:52.939055+0000 mon.smithi176 (mon.0) 3271 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:57:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:57:52.520117+0000 mon.smithi204 (mon.1) 645 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:57:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:57:52.521460+0000 mon.smithi204 (mon.1) 646 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:57:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:57:52.522291+0000 mon.smithi204 (mon.1) 647 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:57:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:57:52.523036+0000 mgr.smithi204.vnvrbl (mgr.24567) 4210 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:57:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:57:52.934235+0000 mon.smithi176 (mon.0) 3270 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:57:53.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:57:52.939055+0000 mon.smithi176 (mon.0) 3271 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:57:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:53.432472+0000 mgr.smithi204.vnvrbl (mgr.24567) 4211 : cluster [DBG] pgmap v3623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:53.432472+0000 mgr.smithi204.vnvrbl (mgr.24567) 4211 : cluster [DBG] pgmap v3623: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:55.432907+0000 mgr.smithi204.vnvrbl (mgr.24567) 4212 : cluster [DBG] pgmap v3624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:55.432907+0000 mgr.smithi204.vnvrbl (mgr.24567) 4212 : cluster [DBG] pgmap v3624: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:57:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:57:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:57.433569+0000 mgr.smithi204.vnvrbl (mgr.24567) 4213 : cluster [DBG] pgmap v3625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:57:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:57:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:57.433569+0000 mgr.smithi204.vnvrbl (mgr.24567) 4213 : cluster [DBG] pgmap v3625: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:57:59.434203+0000 mgr.smithi204.vnvrbl (mgr.24567) 4214 : cluster [DBG] pgmap v3626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:57:59.434203+0000 mgr.smithi204.vnvrbl (mgr.24567) 4214 : cluster [DBG] pgmap v3626: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:02.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:01.434789+0000 mgr.smithi204.vnvrbl (mgr.24567) 4215 : cluster [DBG] pgmap v3627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:01.434789+0000 mgr.smithi204.vnvrbl (mgr.24567) 4215 : cluster [DBG] pgmap v3627: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:04.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:03.435640+0000 mgr.smithi204.vnvrbl (mgr.24567) 4216 : cluster [DBG] pgmap v3628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:03.435640+0000 mgr.smithi204.vnvrbl (mgr.24567) 4216 : cluster [DBG] pgmap v3628: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:05.436159+0000 mgr.smithi204.vnvrbl (mgr.24567) 4217 : cluster [DBG] pgmap v3629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:05.436159+0000 mgr.smithi204.vnvrbl (mgr.24567) 4217 : cluster [DBG] pgmap v3629: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:07.436990+0000 mgr.smithi204.vnvrbl (mgr.24567) 4218 : cluster [DBG] pgmap v3630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:07.436990+0000 mgr.smithi204.vnvrbl (mgr.24567) 4218 : cluster [DBG] pgmap v3630: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:09.437445+0000 mgr.smithi204.vnvrbl (mgr.24567) 4219 : cluster [DBG] pgmap v3631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:09.437445+0000 mgr.smithi204.vnvrbl (mgr.24567) 4219 : cluster [DBG] pgmap v3631: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:11.437865+0000 mgr.smithi204.vnvrbl (mgr.24567) 4220 : cluster [DBG] pgmap v3632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:58:11.868034+0000 mon.smithi204 (mon.1) 648 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:58:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:58:11.868292+0000 mon.smithi204 (mon.1) 649 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:58:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:58:11.868851+0000 mon.smithi176 (mon.0) 3272 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:58:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:58:11.869202+0000 mon.smithi176 (mon.0) 3273 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:58:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:11.437865+0000 mgr.smithi204.vnvrbl (mgr.24567) 4220 : cluster [DBG] pgmap v3632: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:58:11.868034+0000 mon.smithi204 (mon.1) 648 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:58:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:58:11.868292+0000 mon.smithi204 (mon.1) 649 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:58:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:58:11.868851+0000 mon.smithi176 (mon.0) 3272 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:58:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:58:11.869202+0000 mon.smithi176 (mon.0) 3273 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:58:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:13.438702+0000 mgr.smithi204.vnvrbl (mgr.24567) 4221 : cluster [DBG] pgmap v3633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:13.438702+0000 mgr.smithi204.vnvrbl (mgr.24567) 4221 : cluster [DBG] pgmap v3633: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:15.439301+0000 mgr.smithi204.vnvrbl (mgr.24567) 4222 : cluster [DBG] pgmap v3634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:15.439301+0000 mgr.smithi204.vnvrbl (mgr.24567) 4222 : cluster [DBG] pgmap v3634: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:17.450 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:58:17.726 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:58:17.726 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 8m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:58:17.726 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 8m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:58:17.726 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 8m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:58:17.727 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 8m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:58:17.727 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 8m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:58:17.727 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 8m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:58:17.727 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 8m ago 5h 631M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:58:17.728 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 8m ago 5h 511M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:58:17.728 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 8m ago 5h 2018M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:58:17.728 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 8m ago 5h 1111M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:58:17.728 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 8m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:58:17.729 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 8m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:58:17.729 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 8m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:58:17.729 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 8m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:58:17.729 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 8m ago 5h 1370M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:58:17.729 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 8m ago 5h 2274M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:58:17.730 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 8m ago 5h 1539M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:58:17.730 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 8m ago 5h 2466M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:58:17.730 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 8m ago 5h 2298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:58:17.730 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 8m ago 5h 2400M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:58:17.731 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 8m ago 5h 2009M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:58:17.731 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 8m ago 5h 2911M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:58:17.731 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 8m ago 5h 167M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:58:18.058 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:58:18.058 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:58:18.058 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:58:18.059 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:58:18.059 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:58:18.059 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:58:18.059 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:58:18.060 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:58:18.060 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:58:18.060 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:58:18.060 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:58:18.061 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:58:18.061 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:58:18.061 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:58:18.061 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:58:18.061 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:58:18.062 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:58:18.062 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:58:18.062 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:58:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:58:17.436913+0000 mgr.smithi204.vnvrbl (mgr.24567) 4223 : audit [DBG] from='client.42232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:58:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:17.440237+0000 mgr.smithi204.vnvrbl (mgr.24567) 4224 : cluster [DBG] pgmap v3635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:58:17.714820+0000 mgr.smithi204.vnvrbl (mgr.24567) 4225 : audit [DBG] from='client.42236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:58:18.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:58:18.057015+0000 mon.smithi176 (mon.0) 3274 : audit [DBG] from='client.? 172.21.15.176:0/4095860313' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:58:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:58:17.436913+0000 mgr.smithi204.vnvrbl (mgr.24567) 4223 : audit [DBG] from='client.42232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:58:18.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:17.440237+0000 mgr.smithi204.vnvrbl (mgr.24567) 4224 : cluster [DBG] pgmap v3635: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:18.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:58:17.714820+0000 mgr.smithi204.vnvrbl (mgr.24567) 4225 : audit [DBG] from='client.42236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:58:18.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:58:18.057015+0000 mon.smithi176 (mon.0) 3274 : audit [DBG] from='client.? 172.21.15.176:0/4095860313' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:58:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:19.440898+0000 mgr.smithi204.vnvrbl (mgr.24567) 4226 : cluster [DBG] pgmap v3636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:19.440898+0000 mgr.smithi204.vnvrbl (mgr.24567) 4226 : cluster [DBG] pgmap v3636: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:21.441534+0000 mgr.smithi204.vnvrbl (mgr.24567) 4227 : cluster [DBG] pgmap v3637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:21.441534+0000 mgr.smithi204.vnvrbl (mgr.24567) 4227 : cluster [DBG] pgmap v3637: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:24.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:23.442330+0000 mgr.smithi204.vnvrbl (mgr.24567) 4228 : cluster [DBG] pgmap v3638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:23.442330+0000 mgr.smithi204.vnvrbl (mgr.24567) 4228 : cluster [DBG] pgmap v3638: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:26.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:25.442907+0000 mgr.smithi204.vnvrbl (mgr.24567) 4229 : cluster [DBG] pgmap v3639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:25.442907+0000 mgr.smithi204.vnvrbl (mgr.24567) 4229 : cluster [DBG] pgmap v3639: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:27.443739+0000 mgr.smithi204.vnvrbl (mgr.24567) 4230 : cluster [DBG] pgmap v3640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:27.443739+0000 mgr.smithi204.vnvrbl (mgr.24567) 4230 : cluster [DBG] pgmap v3640: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:29.444105+0000 mgr.smithi204.vnvrbl (mgr.24567) 4231 : cluster [DBG] pgmap v3641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:29.444105+0000 mgr.smithi204.vnvrbl (mgr.24567) 4231 : cluster [DBG] pgmap v3641: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:31.444574+0000 mgr.smithi204.vnvrbl (mgr.24567) 4232 : cluster [DBG] pgmap v3642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:31.444574+0000 mgr.smithi204.vnvrbl (mgr.24567) 4232 : cluster [DBG] pgmap v3642: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:33.445308+0000 mgr.smithi204.vnvrbl (mgr.24567) 4233 : cluster [DBG] pgmap v3643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:33.445308+0000 mgr.smithi204.vnvrbl (mgr.24567) 4233 : cluster [DBG] pgmap v3643: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:35.445739+0000 mgr.smithi204.vnvrbl (mgr.24567) 4234 : cluster [DBG] pgmap v3644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:35.445739+0000 mgr.smithi204.vnvrbl (mgr.24567) 4234 : cluster [DBG] pgmap v3644: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:37.446499+0000 mgr.smithi204.vnvrbl (mgr.24567) 4235 : cluster [DBG] pgmap v3645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:37.446499+0000 mgr.smithi204.vnvrbl (mgr.24567) 4235 : cluster [DBG] pgmap v3645: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:39.446961+0000 mgr.smithi204.vnvrbl (mgr.24567) 4236 : cluster [DBG] pgmap v3646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:39.446961+0000 mgr.smithi204.vnvrbl (mgr.24567) 4236 : cluster [DBG] pgmap v3646: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:42.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:41.447508+0000 mgr.smithi204.vnvrbl (mgr.24567) 4237 : cluster [DBG] pgmap v3647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:41.447508+0000 mgr.smithi204.vnvrbl (mgr.24567) 4237 : cluster [DBG] pgmap v3647: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:43.448496+0000 mgr.smithi204.vnvrbl (mgr.24567) 4238 : cluster [DBG] pgmap v3648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:43.448496+0000 mgr.smithi204.vnvrbl (mgr.24567) 4238 : cluster [DBG] pgmap v3648: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:45.449045+0000 mgr.smithi204.vnvrbl (mgr.24567) 4239 : cluster [DBG] pgmap v3649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:45.449045+0000 mgr.smithi204.vnvrbl (mgr.24567) 4239 : cluster [DBG] pgmap v3649: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:47.449950+0000 mgr.smithi204.vnvrbl (mgr.24567) 4240 : cluster [DBG] pgmap v3650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:48.356 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:58:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:47.449950+0000 mgr.smithi204.vnvrbl (mgr.24567) 4240 : cluster [DBG] pgmap v3650: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:48.634 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:58:48.634 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:58:48.635 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 9m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:58:48.635 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 9m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:58:48.635 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 9m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:58:48.635 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 9m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:58:48.636 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 9m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:58:48.636 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 9m ago 5h 631M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:58:48.636 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 9m ago 5h 511M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:58:48.636 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 9m ago 5h 2018M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:58:48.636 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 9m ago 5h 1111M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:58:48.637 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 9m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:58:48.637 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 9m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:58:48.637 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 9m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:58:48.637 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:58:48.637 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 9m ago 5h 1370M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:58:48.638 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 9m ago 5h 2274M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:58:48.638 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 9m ago 5h 1539M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:58:48.638 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 9m ago 5h 2466M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:58:48.638 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 9m ago 5h 2298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:58:48.639 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 9m ago 5h 2400M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:58:48.639 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 9m ago 5h 2009M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:58:48.639 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 9m ago 5h 2911M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:58:48.639 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 9m ago 5h 167M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:58:48.963 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:58:48.964 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:58:48.964 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:58:48.964 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:58:48.965 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:58:48.965 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:58:48.965 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:58:48.965 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:58:48.966 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:58:48.966 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:58:48.966 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:58:48.967 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:58:48.967 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:58:48.967 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:58:48.967 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:58:48.967 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:58:48.968 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:58:48.968 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:58:48.968 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:58:49.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:58:48.343880+0000 mgr.smithi204.vnvrbl (mgr.24567) 4241 : audit [DBG] from='client.42244 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:58:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:58:48.622323+0000 mgr.smithi204.vnvrbl (mgr.24567) 4242 : audit [DBG] from='client.42248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:58:49.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:58:48.962860+0000 mon.smithi176 (mon.0) 3275 : audit [DBG] from='client.? 172.21.15.176:0/102378710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:58:49.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:58:48.343880+0000 mgr.smithi204.vnvrbl (mgr.24567) 4241 : audit [DBG] from='client.42244 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:58:49.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:58:48.622323+0000 mgr.smithi204.vnvrbl (mgr.24567) 4242 : audit [DBG] from='client.42248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:58:49.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:58:48.962860+0000 mon.smithi176 (mon.0) 3275 : audit [DBG] from='client.? 172.21.15.176:0/102378710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:58:50.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:49.450415+0000 mgr.smithi204.vnvrbl (mgr.24567) 4243 : cluster [DBG] pgmap v3651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:50.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:49.450415+0000 mgr.smithi204.vnvrbl (mgr.24567) 4243 : cluster [DBG] pgmap v3651: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:51.450904+0000 mgr.smithi204.vnvrbl (mgr.24567) 4244 : cluster [DBG] pgmap v3652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:51.450904+0000 mgr.smithi204.vnvrbl (mgr.24567) 4244 : cluster [DBG] pgmap v3652: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:58:52.941839+0000 mon.smithi204 (mon.1) 650 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:58:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:58:52.943125+0000 mon.smithi204 (mon.1) 651 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:58:53.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:58:52.943940+0000 mon.smithi204 (mon.1) 652 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:58:53.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:58:52.944685+0000 mgr.smithi204.vnvrbl (mgr.24567) 4245 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:58:53.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:58:53.341235+0000 mon.smithi176 (mon.0) 3276 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:58:53.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:58:53.346743+0000 mon.smithi176 (mon.0) 3277 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:58:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:58:52.941839+0000 mon.smithi204 (mon.1) 650 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:58:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:58:52.943125+0000 mon.smithi204 (mon.1) 651 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:58:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:58:52.943940+0000 mon.smithi204 (mon.1) 652 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:58:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:58:52.944685+0000 mgr.smithi204.vnvrbl (mgr.24567) 4245 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:58:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:58:53.341235+0000 mon.smithi176 (mon.0) 3276 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:58:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:58:53.346743+0000 mon.smithi176 (mon.0) 3277 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:58:54.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:53.451543+0000 mgr.smithi204.vnvrbl (mgr.24567) 4246 : cluster [DBG] pgmap v3653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:53.451543+0000 mgr.smithi204.vnvrbl (mgr.24567) 4246 : cluster [DBG] pgmap v3653: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:56.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:55.452165+0000 mgr.smithi204.vnvrbl (mgr.24567) 4247 : cluster [DBG] pgmap v3654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:55.452165+0000 mgr.smithi204.vnvrbl (mgr.24567) 4247 : cluster [DBG] pgmap v3654: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:58:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:58:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:57.453124+0000 mgr.smithi204.vnvrbl (mgr.24567) 4248 : cluster [DBG] pgmap v3655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:58:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:58:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:57.453124+0000 mgr.smithi204.vnvrbl (mgr.24567) 4248 : cluster [DBG] pgmap v3655: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:00.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:58:59.453759+0000 mgr.smithi204.vnvrbl (mgr.24567) 4249 : cluster [DBG] pgmap v3656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:58:59.453759+0000 mgr.smithi204.vnvrbl (mgr.24567) 4249 : cluster [DBG] pgmap v3656: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:02.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:01.454370+0000 mgr.smithi204.vnvrbl (mgr.24567) 4250 : cluster [DBG] pgmap v3657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:01.454370+0000 mgr.smithi204.vnvrbl (mgr.24567) 4250 : cluster [DBG] pgmap v3657: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:04.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:03.455335+0000 mgr.smithi204.vnvrbl (mgr.24567) 4251 : cluster [DBG] pgmap v3658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:03.455335+0000 mgr.smithi204.vnvrbl (mgr.24567) 4251 : cluster [DBG] pgmap v3658: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:06.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:05.455792+0000 mgr.smithi204.vnvrbl (mgr.24567) 4252 : cluster [DBG] pgmap v3659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:05.455792+0000 mgr.smithi204.vnvrbl (mgr.24567) 4252 : cluster [DBG] pgmap v3659: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:07.456519+0000 mgr.smithi204.vnvrbl (mgr.24567) 4253 : cluster [DBG] pgmap v3660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:07.456519+0000 mgr.smithi204.vnvrbl (mgr.24567) 4253 : cluster [DBG] pgmap v3660: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:10.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:09.456977+0000 mgr.smithi204.vnvrbl (mgr.24567) 4254 : cluster [DBG] pgmap v3661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:09.456977+0000 mgr.smithi204.vnvrbl (mgr.24567) 4254 : cluster [DBG] pgmap v3661: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:12.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:11.457511+0000 mgr.smithi204.vnvrbl (mgr.24567) 4255 : cluster [DBG] pgmap v3662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:59:11.872467+0000 mon.smithi204 (mon.1) 653 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:59:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:59:11.872707+0000 mon.smithi204 (mon.1) 654 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:59:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:59:11.873217+0000 mon.smithi176 (mon.0) 3278 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:59:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:59:11.873643+0000 mon.smithi176 (mon.0) 3279 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:59:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:11.457511+0000 mgr.smithi204.vnvrbl (mgr.24567) 4255 : cluster [DBG] pgmap v3662: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:59:11.872467+0000 mon.smithi204 (mon.1) 653 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:59:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:59:11.872707+0000 mon.smithi204 (mon.1) 654 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:59:12.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:59:11.873217+0000 mon.smithi176 (mon.0) 3278 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T12:59:12.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:59:11.873643+0000 mon.smithi176 (mon.0) 3279 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T12:59:14.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:13.458289+0000 mgr.smithi204.vnvrbl (mgr.24567) 4256 : cluster [DBG] pgmap v3663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:13.458289+0000 mgr.smithi204.vnvrbl (mgr.24567) 4256 : cluster [DBG] pgmap v3663: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:15.458779+0000 mgr.smithi204.vnvrbl (mgr.24567) 4257 : cluster [DBG] pgmap v3664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:15.458779+0000 mgr.smithi204.vnvrbl (mgr.24567) 4257 : cluster [DBG] pgmap v3664: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:17.459489+0000 mgr.smithi204.vnvrbl (mgr.24567) 4258 : cluster [DBG] pgmap v3665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:17.459489+0000 mgr.smithi204.vnvrbl (mgr.24567) 4258 : cluster [DBG] pgmap v3665: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:19.259 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:59:19.537 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:59:19.537 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 9m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:59:19.538 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 9m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:59:19.538 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 9m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:59:19.538 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 9m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:59:19.538 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 9m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:59:19.539 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 9m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:59:19.539 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 9m ago 5h 631M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:59:19.539 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 9m ago 5h 511M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:59:19.539 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 9m ago 5h 2018M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:59:19.539 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 9m ago 5h 1111M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:59:19.540 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 9m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:59:19.540 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 9m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:59:19.540 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 9m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:59:19.540 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 9m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:59:19.540 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 9m ago 5h 1370M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:59:19.541 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 9m ago 5h 2274M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:59:19.541 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 9m ago 5h 1539M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:59:19.541 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 9m ago 5h 2466M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:59:19.541 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 9m ago 5h 2298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:59:19.541 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 9m ago 5h 2400M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:59:19.542 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 9m ago 5h 2009M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:59:19.542 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 9m ago 5h 2911M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:59:19.542 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 9m ago 5h 167M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:59:19.863 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:59:19.864 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:59:19.864 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:59:19.865 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:59:19.865 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:59:19.866 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:59:19.866 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:59:19.866 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:59:19.867 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:59:19.867 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:59:19.868 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:59:19.868 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:59:19.869 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:59:19.869 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:59:19.869 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:59:19.870 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:59:19.870 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:59:19.871 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:59:19.871 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:59:20.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:59:19.247063+0000 mgr.smithi204.vnvrbl (mgr.24567) 4259 : audit [DBG] from='client.42256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:59:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:19.459953+0000 mgr.smithi204.vnvrbl (mgr.24567) 4260 : cluster [DBG] pgmap v3666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:59:19.525837+0000 mgr.smithi204.vnvrbl (mgr.24567) 4261 : audit [DBG] from='client.42260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:59:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:59:19.862349+0000 mon.smithi176 (mon.0) 3280 : audit [DBG] from='client.? 172.21.15.176:0/3466191677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:59:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:59:19.247063+0000 mgr.smithi204.vnvrbl (mgr.24567) 4259 : audit [DBG] from='client.42256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:59:20.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:19.459953+0000 mgr.smithi204.vnvrbl (mgr.24567) 4260 : cluster [DBG] pgmap v3666: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:20.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:59:19.525837+0000 mgr.smithi204.vnvrbl (mgr.24567) 4261 : audit [DBG] from='client.42260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:59:20.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:59:19.862349+0000 mon.smithi176 (mon.0) 3280 : audit [DBG] from='client.? 172.21.15.176:0/3466191677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:59:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:21.460446+0000 mgr.smithi204.vnvrbl (mgr.24567) 4262 : cluster [DBG] pgmap v3667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:21.460446+0000 mgr.smithi204.vnvrbl (mgr.24567) 4262 : cluster [DBG] pgmap v3667: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:24.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:23.461231+0000 mgr.smithi204.vnvrbl (mgr.24567) 4263 : cluster [DBG] pgmap v3668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:23.461231+0000 mgr.smithi204.vnvrbl (mgr.24567) 4263 : cluster [DBG] pgmap v3668: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:25.461819+0000 mgr.smithi204.vnvrbl (mgr.24567) 4264 : cluster [DBG] pgmap v3669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:25.461819+0000 mgr.smithi204.vnvrbl (mgr.24567) 4264 : cluster [DBG] pgmap v3669: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:27.462566+0000 mgr.smithi204.vnvrbl (mgr.24567) 4265 : cluster [DBG] pgmap v3670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:27.462566+0000 mgr.smithi204.vnvrbl (mgr.24567) 4265 : cluster [DBG] pgmap v3670: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:29.463208+0000 mgr.smithi204.vnvrbl (mgr.24567) 4266 : cluster [DBG] pgmap v3671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:29.463208+0000 mgr.smithi204.vnvrbl (mgr.24567) 4266 : cluster [DBG] pgmap v3671: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:32.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:31.463700+0000 mgr.smithi204.vnvrbl (mgr.24567) 4267 : cluster [DBG] pgmap v3672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:31.463700+0000 mgr.smithi204.vnvrbl (mgr.24567) 4267 : cluster [DBG] pgmap v3672: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:33.464603+0000 mgr.smithi204.vnvrbl (mgr.24567) 4268 : cluster [DBG] pgmap v3673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:33.464603+0000 mgr.smithi204.vnvrbl (mgr.24567) 4268 : cluster [DBG] pgmap v3673: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:36.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:35.465234+0000 mgr.smithi204.vnvrbl (mgr.24567) 4269 : cluster [DBG] pgmap v3674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:35.465234+0000 mgr.smithi204.vnvrbl (mgr.24567) 4269 : cluster [DBG] pgmap v3674: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:37.466061+0000 mgr.smithi204.vnvrbl (mgr.24567) 4270 : cluster [DBG] pgmap v3675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:37.466061+0000 mgr.smithi204.vnvrbl (mgr.24567) 4270 : cluster [DBG] pgmap v3675: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:39.466672+0000 mgr.smithi204.vnvrbl (mgr.24567) 4271 : cluster [DBG] pgmap v3676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:39.466672+0000 mgr.smithi204.vnvrbl (mgr.24567) 4271 : cluster [DBG] pgmap v3676: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:41.467107+0000 mgr.smithi204.vnvrbl (mgr.24567) 4272 : cluster [DBG] pgmap v3677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:41.467107+0000 mgr.smithi204.vnvrbl (mgr.24567) 4272 : cluster [DBG] pgmap v3677: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:43.468011+0000 mgr.smithi204.vnvrbl (mgr.24567) 4273 : cluster [DBG] pgmap v3678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:43.468011+0000 mgr.smithi204.vnvrbl (mgr.24567) 4273 : cluster [DBG] pgmap v3678: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:46.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:45.468530+0000 mgr.smithi204.vnvrbl (mgr.24567) 4274 : cluster [DBG] pgmap v3679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:45.468530+0000 mgr.smithi204.vnvrbl (mgr.24567) 4274 : cluster [DBG] pgmap v3679: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:47.469278+0000 mgr.smithi204.vnvrbl (mgr.24567) 4275 : cluster [DBG] pgmap v3680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:47.469278+0000 mgr.smithi204.vnvrbl (mgr.24567) 4275 : cluster [DBG] pgmap v3680: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:50.166 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T12:59:50.442 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T12:59:50.442 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 10m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T12:59:50.442 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 10m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T12:59:50.443 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 10m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T12:59:50.443 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 10m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T12:59:50.443 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 10m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T12:59:50.443 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 10m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T12:59:50.444 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 10m ago 5h 631M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T12:59:50.444 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 10m ago 5h 511M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T12:59:50.444 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 10m ago 5h 2018M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T12:59:50.444 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 10m ago 5h 1111M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T12:59:50.445 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 10m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T12:59:50.445 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 10m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T12:59:50.445 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 10m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T12:59:50.445 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 10m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T12:59:50.446 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 10m ago 5h 1370M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T12:59:50.446 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 10m ago 5h 2274M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T12:59:50.446 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 10m ago 5h 1539M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T12:59:50.446 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 10m ago 5h 2466M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T12:59:50.447 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 10m ago 5h 2298M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T12:59:50.447 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 10m ago 5h 2400M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T12:59:50.447 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 10m ago 5h 2009M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T12:59:50.447 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 10m ago 5h 2911M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T12:59:50.447 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 10m ago 5h 167M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T12:59:50.768 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T12:59:50.768 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T12:59:50.768 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T12:59:50.768 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:59:50.769 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T12:59:50.769 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:59:50.769 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:59:50.769 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T12:59:50.769 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T12:59:50.770 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T12:59:50.770 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:59:50.770 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T12:59:50.770 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T12:59:50.771 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T12:59:50.771 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T12:59:50.771 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T12:59:50.771 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T12:59:50.771 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T12:59:50.772 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T12:59:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:49.469779+0000 mgr.smithi204.vnvrbl (mgr.24567) 4276 : cluster [DBG] pgmap v3681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:49.469779+0000 mgr.smithi204.vnvrbl (mgr.24567) 4276 : cluster [DBG] pgmap v3681: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:51.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:59:50.152927+0000 mgr.smithi204.vnvrbl (mgr.24567) 4277 : audit [DBG] from='client.42268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:59:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:59:50.430720+0000 mgr.smithi204.vnvrbl (mgr.24567) 4278 : audit [DBG] from='client.42272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:59:51.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:59:50.767061+0000 mon.smithi176 (mon.0) 3281 : audit [DBG] from='client.? 172.21.15.176:0/2380529304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:59:51.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:59:50.152927+0000 mgr.smithi204.vnvrbl (mgr.24567) 4277 : audit [DBG] from='client.42268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:59:51.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:59:50.430720+0000 mgr.smithi204.vnvrbl (mgr.24567) 4278 : audit [DBG] from='client.42272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T12:59:51.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:59:50.767061+0000 mon.smithi176 (mon.0) 3281 : audit [DBG] from='client.? 172.21.15.176:0/2380529304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T12:59:52.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:51.470287+0000 mgr.smithi204.vnvrbl (mgr.24567) 4279 : cluster [DBG] pgmap v3682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:51.470287+0000 mgr.smithi204.vnvrbl (mgr.24567) 4279 : cluster [DBG] pgmap v3682: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:59:53.349423+0000 mon.smithi204 (mon.1) 655 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:59:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:59:53.350929+0000 mon.smithi204 (mon.1) 656 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:59:53.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:59:53.351819+0000 mon.smithi204 (mon.1) 657 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:59:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:59:53.349423+0000 mon.smithi204 (mon.1) 655 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T12:59:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:59:53.350929+0000 mon.smithi204 (mon.1) 656 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T12:59:53.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:59:53.351819+0000 mon.smithi204 (mon.1) 657 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T12:59:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T12:59:53.352603+0000 mgr.smithi204.vnvrbl (mgr.24567) 4280 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:59:54.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:53.470992+0000 mgr.smithi204.vnvrbl (mgr.24567) 4281 : cluster [DBG] pgmap v3683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T12:59:53.352603+0000 mgr.smithi204.vnvrbl (mgr.24567) 4280 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T12:59:54.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:53.470992+0000 mgr.smithi204.vnvrbl (mgr.24567) 4281 : cluster [DBG] pgmap v3683: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:56.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:55.471383+0000 mgr.smithi204.vnvrbl (mgr.24567) 4282 : cluster [DBG] pgmap v3684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:55.471383+0000 mgr.smithi204.vnvrbl (mgr.24567) 4282 : cluster [DBG] pgmap v3684: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T12:59:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:57.472014+0000 mgr.smithi204.vnvrbl (mgr.24567) 4283 : cluster [DBG] pgmap v3685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:59:57.796073+0000 mon.smithi176 (mon.0) 3282 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:59:59.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:59:58.172376+0000 mon.smithi204 (mon.1) 658 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:59:59.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 12:59:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:59:58.173272+0000 mon.smithi176 (mon.0) 3283 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:59:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:57.472014+0000 mgr.smithi204.vnvrbl (mgr.24567) 4283 : cluster [DBG] pgmap v3685: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T12:59:59.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:59:57.796073+0000 mon.smithi176 (mon.0) 3282 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T12:59:59.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:59:58.172376+0000 mon.smithi204 (mon.1) 658 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T12:59:59.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 12:59:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:59:58.173272+0000 mon.smithi176 (mon.0) 3283 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:00:00.949 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T12:59:59.472519+0000 mgr.smithi204.vnvrbl (mgr.24567) 4284 : cluster [DBG] pgmap v3686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:00.949 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T12:59:59.684628+0000 mon.smithi176 (mon.0) 3284 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:00:00.949 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:00.000094+0000 mon.smithi176 (mon.0) 3285 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T13:00:00.950 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:00:00.079218+0000 mon.smithi204 (mon.1) 659 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:00:00.950 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:00:00.079967+0000 mon.smithi176 (mon.0) 3286 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:00:00.950 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:00:00.084998+0000 mon.smithi176 (mon.0) 3287 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:00:00.951 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:00:00.091023+0000 mon.smithi176 (mon.0) 3288 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:00:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T12:59:59.472519+0000 mgr.smithi204.vnvrbl (mgr.24567) 4284 : cluster [DBG] pgmap v3686: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T12:59:59.684628+0000 mon.smithi176 (mon.0) 3284 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:00:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:00.000094+0000 mon.smithi176 (mon.0) 3285 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T13:00:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:00:00.079218+0000 mon.smithi204 (mon.1) 659 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:00:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:00:00.079967+0000 mon.smithi176 (mon.0) 3286 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:00:00.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:00:00.084998+0000 mon.smithi176 (mon.0) 3287 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:00:00.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:00:00.091023+0000 mon.smithi176 (mon.0) 3288 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:00:02.949 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:01.473156+0000 mgr.smithi204.vnvrbl (mgr.24567) 4285 : cluster [DBG] pgmap v3687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:01.473156+0000 mgr.smithi204.vnvrbl (mgr.24567) 4285 : cluster [DBG] pgmap v3687: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:04.950 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:03.473905+0000 mgr.smithi204.vnvrbl (mgr.24567) 4286 : cluster [DBG] pgmap v3688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:03.473905+0000 mgr.smithi204.vnvrbl (mgr.24567) 4286 : cluster [DBG] pgmap v3688: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:06.950 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:05.474307+0000 mgr.smithi204.vnvrbl (mgr.24567) 4287 : cluster [DBG] pgmap v3689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:05.474307+0000 mgr.smithi204.vnvrbl (mgr.24567) 4287 : cluster [DBG] pgmap v3689: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:07.474963+0000 mgr.smithi204.vnvrbl (mgr.24567) 4288 : cluster [DBG] pgmap v3690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:07.474963+0000 mgr.smithi204.vnvrbl (mgr.24567) 4288 : cluster [DBG] pgmap v3690: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:10.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:09.475465+0000 mgr.smithi204.vnvrbl (mgr.24567) 4289 : cluster [DBG] pgmap v3691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:09.475465+0000 mgr.smithi204.vnvrbl (mgr.24567) 4289 : cluster [DBG] pgmap v3691: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:11.475883+0000 mgr.smithi204.vnvrbl (mgr.24567) 4290 : cluster [DBG] pgmap v3692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:00:11.877105+0000 mon.smithi204 (mon.1) 660 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:00:12.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:00:11.877357+0000 mon.smithi204 (mon.1) 661 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:00:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:00:11.877679+0000 mon.smithi176 (mon.0) 3289 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:00:12.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:00:11.877966+0000 mon.smithi176 (mon.0) 3290 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:00:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:11.475883+0000 mgr.smithi204.vnvrbl (mgr.24567) 4290 : cluster [DBG] pgmap v3692: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:00:11.877105+0000 mon.smithi204 (mon.1) 660 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:00:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:00:11.877357+0000 mon.smithi204 (mon.1) 661 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:00:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:00:11.877679+0000 mon.smithi176 (mon.0) 3289 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:00:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:00:11.877966+0000 mon.smithi176 (mon.0) 3290 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:00:14.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:13.476650+0000 mgr.smithi204.vnvrbl (mgr.24567) 4291 : cluster [DBG] pgmap v3693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:13.476650+0000 mgr.smithi204.vnvrbl (mgr.24567) 4291 : cluster [DBG] pgmap v3693: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:16.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:15.477068+0000 mgr.smithi204.vnvrbl (mgr.24567) 4292 : cluster [DBG] pgmap v3694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:15.477068+0000 mgr.smithi204.vnvrbl (mgr.24567) 4292 : cluster [DBG] pgmap v3694: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:17.477756+0000 mgr.smithi204.vnvrbl (mgr.24567) 4293 : cluster [DBG] pgmap v3695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:17.477756+0000 mgr.smithi204.vnvrbl (mgr.24567) 4293 : cluster [DBG] pgmap v3695: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:20.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:19.478332+0000 mgr.smithi204.vnvrbl (mgr.24567) 4294 : cluster [DBG] pgmap v3696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:19.478332+0000 mgr.smithi204.vnvrbl (mgr.24567) 4294 : cluster [DBG] pgmap v3696: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:21.080 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:00:21.358 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:00:21.358 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 21s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:00:21.359 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 21s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:00:21.359 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 23s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:00:21.359 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 21s ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:00:21.359 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 21s ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:00:21.359 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 23s ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:00:21.360 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 21s ago 5h 632M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:00:21.360 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 23s ago 5h 517M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:00:21.360 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 21s ago 5h 2055M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:00:21.360 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 23s ago 5h 1152M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:00:21.361 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 21s ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:00:21.361 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 23s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:00:21.361 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 21s ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:00:21.361 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 23s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:00:21.362 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 21s ago 5h 1398M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:00:21.362 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 21s ago 5h 2307M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:00:21.362 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 21s ago 5h 1560M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:00:21.362 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 21s ago 5h 2501M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:00:21.363 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 23s ago 5h 2330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:00:21.363 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 23s ago 5h 2428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:00:21.363 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 23s ago 5h 2034M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:00:21.363 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 23s ago 5h 2942M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:00:21.364 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 21s ago 5h 169M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:00:21.690 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:00:21.691 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:00:21.691 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:00:21.691 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:00:21.691 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:00:21.692 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:00:21.692 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:00:21.692 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:00:21.692 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:00:21.693 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:00:21.693 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:00:21.693 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:00:21.693 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:00:21.694 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:00:21.694 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:00:21.694 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:00:21.694 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:00:21.695 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:00:21.695 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:00:22.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:00:21.066307+0000 mgr.smithi204.vnvrbl (mgr.24567) 4295 : audit [DBG] from='client.42280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:00:22.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:00:21.346791+0000 mgr.smithi204.vnvrbl (mgr.24567) 4296 : audit [DBG] from='client.42284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:00:22.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:21.478703+0000 mgr.smithi204.vnvrbl (mgr.24567) 4297 : cluster [DBG] pgmap v3697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:22.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:00:21.689489+0000 mon.smithi176 (mon.0) 3291 : audit [DBG] from='client.? 172.21.15.176:0/2541091821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:00:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:00:21.066307+0000 mgr.smithi204.vnvrbl (mgr.24567) 4295 : audit [DBG] from='client.42280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:00:22.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:00:21.346791+0000 mgr.smithi204.vnvrbl (mgr.24567) 4296 : audit [DBG] from='client.42284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:00:22.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:21.478703+0000 mgr.smithi204.vnvrbl (mgr.24567) 4297 : cluster [DBG] pgmap v3697: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:22.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:00:21.689489+0000 mon.smithi176 (mon.0) 3291 : audit [DBG] from='client.? 172.21.15.176:0/2541091821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:00:24.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:23.479669+0000 mgr.smithi204.vnvrbl (mgr.24567) 4298 : cluster [DBG] pgmap v3698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:23.479669+0000 mgr.smithi204.vnvrbl (mgr.24567) 4298 : cluster [DBG] pgmap v3698: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:26.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:25.480272+0000 mgr.smithi204.vnvrbl (mgr.24567) 4299 : cluster [DBG] pgmap v3699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:25.480272+0000 mgr.smithi204.vnvrbl (mgr.24567) 4299 : cluster [DBG] pgmap v3699: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:27.481010+0000 mgr.smithi204.vnvrbl (mgr.24567) 4300 : cluster [DBG] pgmap v3700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:27.481010+0000 mgr.smithi204.vnvrbl (mgr.24567) 4300 : cluster [DBG] pgmap v3700: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:30.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:29.481521+0000 mgr.smithi204.vnvrbl (mgr.24567) 4301 : cluster [DBG] pgmap v3701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:29.481521+0000 mgr.smithi204.vnvrbl (mgr.24567) 4301 : cluster [DBG] pgmap v3701: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:31.482134+0000 mgr.smithi204.vnvrbl (mgr.24567) 4302 : cluster [DBG] pgmap v3702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:31.482134+0000 mgr.smithi204.vnvrbl (mgr.24567) 4302 : cluster [DBG] pgmap v3702: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:34.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:33.482967+0000 mgr.smithi204.vnvrbl (mgr.24567) 4303 : cluster [DBG] pgmap v3703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:33.482967+0000 mgr.smithi204.vnvrbl (mgr.24567) 4303 : cluster [DBG] pgmap v3703: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:36.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:35.483524+0000 mgr.smithi204.vnvrbl (mgr.24567) 4304 : cluster [DBG] pgmap v3704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:35.483524+0000 mgr.smithi204.vnvrbl (mgr.24567) 4304 : cluster [DBG] pgmap v3704: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:37.484330+0000 mgr.smithi204.vnvrbl (mgr.24567) 4305 : cluster [DBG] pgmap v3705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:37.484330+0000 mgr.smithi204.vnvrbl (mgr.24567) 4305 : cluster [DBG] pgmap v3705: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:40.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:39.484782+0000 mgr.smithi204.vnvrbl (mgr.24567) 4306 : cluster [DBG] pgmap v3706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:39.484782+0000 mgr.smithi204.vnvrbl (mgr.24567) 4306 : cluster [DBG] pgmap v3706: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:42.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:41.485137+0000 mgr.smithi204.vnvrbl (mgr.24567) 4307 : cluster [DBG] pgmap v3707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:41.485137+0000 mgr.smithi204.vnvrbl (mgr.24567) 4307 : cluster [DBG] pgmap v3707: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:44.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:43.486077+0000 mgr.smithi204.vnvrbl (mgr.24567) 4308 : cluster [DBG] pgmap v3708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:43.486077+0000 mgr.smithi204.vnvrbl (mgr.24567) 4308 : cluster [DBG] pgmap v3708: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:46.956 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:45.486633+0000 mgr.smithi204.vnvrbl (mgr.24567) 4309 : cluster [DBG] pgmap v3709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:45.486633+0000 mgr.smithi204.vnvrbl (mgr.24567) 4309 : cluster [DBG] pgmap v3709: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:47.487523+0000 mgr.smithi204.vnvrbl (mgr.24567) 4310 : cluster [DBG] pgmap v3710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:47.487523+0000 mgr.smithi204.vnvrbl (mgr.24567) 4310 : cluster [DBG] pgmap v3710: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:50.797 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:49.487999+0000 mgr.smithi204.vnvrbl (mgr.24567) 4311 : cluster [DBG] pgmap v3711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:49.487999+0000 mgr.smithi204.vnvrbl (mgr.24567) 4311 : cluster [DBG] pgmap v3711: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:51.991 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:00:52.266 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:00:52.266 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 52s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:00:52.267 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 52s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:00:52.267 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 54s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:00:52.267 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 52s ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:00:52.267 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 52s ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:00:52.267 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 54s ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:00:52.268 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 52s ago 5h 632M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:00:52.268 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 54s ago 5h 517M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:00:52.268 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 52s ago 5h 2055M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:00:52.268 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 54s ago 5h 1152M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:00:52.269 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 52s ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:00:52.269 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 54s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:00:52.269 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 52s ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:00:52.269 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 54s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:00:52.270 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 52s ago 5h 1398M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:00:52.270 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 52s ago 5h 2307M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:00:52.270 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 52s ago 5h 1560M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:00:52.270 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 52s ago 5h 2501M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:00:52.270 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 54s ago 5h 2330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:00:52.271 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 54s ago 5h 2428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:00:52.271 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 54s ago 5h 2034M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:00:52.271 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 54s ago 5h 2942M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:00:52.271 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 52s ago 5h 169M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:00:52.599 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:00:52.600 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:00:52.600 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:00:52.600 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:00:52.601 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:00:52.601 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:00:52.601 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:00:52.601 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:00:52.601 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:00:52.602 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:00:52.602 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:00:52.602 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:00:52.602 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:00:52.603 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:00:52.603 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:00:52.603 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:00:52.603 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:00:52.603 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:00:52.604 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:00:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:51.488476+0000 mgr.smithi204.vnvrbl (mgr.24567) 4312 : cluster [DBG] pgmap v3712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:52.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:00:51.977644+0000 mgr.smithi204.vnvrbl (mgr.24567) 4313 : audit [DBG] from='client.42292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:00:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:51.488476+0000 mgr.smithi204.vnvrbl (mgr.24567) 4312 : cluster [DBG] pgmap v3712: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:52.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:00:51.977644+0000 mgr.smithi204.vnvrbl (mgr.24567) 4313 : audit [DBG] from='client.42292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:00:53.958 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:00:52.254484+0000 mgr.smithi204.vnvrbl (mgr.24567) 4314 : audit [DBG] from='client.42296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:00:53.958 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:00:52.598945+0000 mon.smithi176 (mon.0) 3292 : audit [DBG] from='client.? 172.21.15.176:0/2252003095' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:00:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:00:52.254484+0000 mgr.smithi204.vnvrbl (mgr.24567) 4314 : audit [DBG] from='client.42296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:00:53.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:00:52.598945+0000 mon.smithi176 (mon.0) 3292 : audit [DBG] from='client.? 172.21.15.176:0/2252003095' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:00:54.958 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:53.489220+0000 mgr.smithi204.vnvrbl (mgr.24567) 4315 : cluster [DBG] pgmap v3713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:53.489220+0000 mgr.smithi204.vnvrbl (mgr.24567) 4315 : cluster [DBG] pgmap v3713: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:56.958 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:55.489670+0000 mgr.smithi204.vnvrbl (mgr.24567) 4316 : cluster [DBG] pgmap v3714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:55.489670+0000 mgr.smithi204.vnvrbl (mgr.24567) 4316 : cluster [DBG] pgmap v3714: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:00:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:00:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:57.490577+0000 mgr.smithi204.vnvrbl (mgr.24567) 4317 : cluster [DBG] pgmap v3715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:00:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:00:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:57.490577+0000 mgr.smithi204.vnvrbl (mgr.24567) 4317 : cluster [DBG] pgmap v3715: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:00:59.491027+0000 mgr.smithi204.vnvrbl (mgr.24567) 4318 : cluster [DBG] pgmap v3716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:00.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:01:00.094904+0000 mon.smithi204 (mon.1) 662 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:01:00.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:01:00.096348+0000 mon.smithi204 (mon.1) 663 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:01:00.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:01:00.097236+0000 mon.smithi204 (mon.1) 664 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:01:00.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:01:00.503923+0000 mon.smithi176 (mon.0) 3293 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:01:00.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:01:00.509261+0000 mon.smithi176 (mon.0) 3294 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:01:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:00:59.491027+0000 mgr.smithi204.vnvrbl (mgr.24567) 4318 : cluster [DBG] pgmap v3716: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:01:00.094904+0000 mon.smithi204 (mon.1) 662 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:01:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:01:00.096348+0000 mon.smithi204 (mon.1) 663 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:01:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:01:00.097236+0000 mon.smithi204 (mon.1) 664 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:01:00.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:01:00.503923+0000 mon.smithi176 (mon.0) 3293 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:01:00.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:01:00.509261+0000 mon.smithi176 (mon.0) 3294 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:01:01.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:01:00.098015+0000 mgr.smithi204.vnvrbl (mgr.24567) 4319 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:01:01.927 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:01:00.098015+0000 mgr.smithi204.vnvrbl (mgr.24567) 4319 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:01:02.959 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:01.491456+0000 mgr.smithi204.vnvrbl (mgr.24567) 4320 : cluster [DBG] pgmap v3717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:01.491456+0000 mgr.smithi204.vnvrbl (mgr.24567) 4320 : cluster [DBG] pgmap v3717: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:04.960 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:03.492457+0000 mgr.smithi204.vnvrbl (mgr.24567) 4321 : cluster [DBG] pgmap v3718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:03.492457+0000 mgr.smithi204.vnvrbl (mgr.24567) 4321 : cluster [DBG] pgmap v3718: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:06.960 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:05.493032+0000 mgr.smithi204.vnvrbl (mgr.24567) 4322 : cluster [DBG] pgmap v3719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:05.493032+0000 mgr.smithi204.vnvrbl (mgr.24567) 4322 : cluster [DBG] pgmap v3719: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:07.493911+0000 mgr.smithi204.vnvrbl (mgr.24567) 4323 : cluster [DBG] pgmap v3720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:07.493911+0000 mgr.smithi204.vnvrbl (mgr.24567) 4323 : cluster [DBG] pgmap v3720: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:10.960 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:09.494496+0000 mgr.smithi204.vnvrbl (mgr.24567) 4324 : cluster [DBG] pgmap v3721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:09.494496+0000 mgr.smithi204.vnvrbl (mgr.24567) 4324 : cluster [DBG] pgmap v3721: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:12.961 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:11.495090+0000 mgr.smithi204.vnvrbl (mgr.24567) 4325 : cluster [DBG] pgmap v3722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:12.961 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:01:11.882120+0000 mon.smithi204 (mon.1) 665 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:01:12.962 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:01:11.882463+0000 mon.smithi204 (mon.1) 666 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:01:12.962 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:01:11.882855+0000 mon.smithi176 (mon.0) 3295 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:01:12.962 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:01:11.883088+0000 mon.smithi176 (mon.0) 3296 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:01:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:11.495090+0000 mgr.smithi204.vnvrbl (mgr.24567) 4325 : cluster [DBG] pgmap v3722: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:01:11.882120+0000 mon.smithi204 (mon.1) 665 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:01:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:01:11.882463+0000 mon.smithi204 (mon.1) 666 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:01:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:01:11.882855+0000 mon.smithi176 (mon.0) 3295 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:01:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:01:11.883088+0000 mon.smithi176 (mon.0) 3296 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:01:14.961 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:13.495967+0000 mgr.smithi204.vnvrbl (mgr.24567) 4326 : cluster [DBG] pgmap v3723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:13.495967+0000 mgr.smithi204.vnvrbl (mgr.24567) 4326 : cluster [DBG] pgmap v3723: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:16.962 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:15.496549+0000 mgr.smithi204.vnvrbl (mgr.24567) 4327 : cluster [DBG] pgmap v3724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:15.496549+0000 mgr.smithi204.vnvrbl (mgr.24567) 4327 : cluster [DBG] pgmap v3724: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:17.497299+0000 mgr.smithi204.vnvrbl (mgr.24567) 4328 : cluster [DBG] pgmap v3725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:17.497299+0000 mgr.smithi204.vnvrbl (mgr.24567) 4328 : cluster [DBG] pgmap v3725: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:20.962 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:19.497728+0000 mgr.smithi204.vnvrbl (mgr.24567) 4329 : cluster [DBG] pgmap v3726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:19.497728+0000 mgr.smithi204.vnvrbl (mgr.24567) 4329 : cluster [DBG] pgmap v3726: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:22.899 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:01:22.963 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:21.498329+0000 mgr.smithi204.vnvrbl (mgr.24567) 4330 : cluster [DBG] pgmap v3727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:21.498329+0000 mgr.smithi204.vnvrbl (mgr.24567) 4330 : cluster [DBG] pgmap v3727: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:23.178 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:01:23.179 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 83s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:01:23.179 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 83s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:01:23.179 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 85s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:01:23.179 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 83s ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:01:23.180 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 83s ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:01:23.180 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 85s ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:01:23.180 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 83s ago 5h 632M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:01:23.180 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 85s ago 5h 517M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:01:23.181 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 83s ago 5h 2055M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:01:23.181 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 85s ago 5h 1152M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:01:23.181 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 83s ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:01:23.181 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 85s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:01:23.182 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 83s ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:01:23.182 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 85s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:01:23.182 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 83s ago 5h 1398M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:01:23.182 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 83s ago 5h 2307M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:01:23.183 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 83s ago 5h 1560M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:01:23.183 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 83s ago 5h 2501M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:01:23.183 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 85s ago 5h 2330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:01:23.183 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 85s ago 5h 2428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:01:23.183 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 85s ago 5h 2034M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:01:23.184 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 85s ago 5h 2942M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:01:23.184 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 83s ago 5h 169M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:01:23.508 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:01:23.509 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:01:23.509 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:01:23.509 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:01:23.509 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:01:23.510 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:01:23.510 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:01:23.510 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:01:23.510 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:01:23.511 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:01:23.511 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:01:23.511 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:01:23.511 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:01:23.512 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:01:23.512 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:01:23.512 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:01:23.512 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:01:23.513 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:01:23.513 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:01:23.963 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:01:22.885302+0000 mgr.smithi204.vnvrbl (mgr.24567) 4331 : audit [DBG] from='client.42304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:01:23.963 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:01:23.507142+0000 mon.smithi176 (mon.0) 3297 : audit [DBG] from='client.? 172.21.15.176:0/422825972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:01:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:01:22.885302+0000 mgr.smithi204.vnvrbl (mgr.24567) 4331 : audit [DBG] from='client.42304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:01:23.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:01:23.507142+0000 mon.smithi176 (mon.0) 3297 : audit [DBG] from='client.? 172.21.15.176:0/422825972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:01:24.963 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:01:23.167503+0000 mgr.smithi204.vnvrbl (mgr.24567) 4332 : audit [DBG] from='client.42308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:01:24.964 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:23.499032+0000 mgr.smithi204.vnvrbl (mgr.24567) 4333 : cluster [DBG] pgmap v3728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:01:23.167503+0000 mgr.smithi204.vnvrbl (mgr.24567) 4332 : audit [DBG] from='client.42308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:01:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:23.499032+0000 mgr.smithi204.vnvrbl (mgr.24567) 4333 : cluster [DBG] pgmap v3728: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:26.964 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:25.499536+0000 mgr.smithi204.vnvrbl (mgr.24567) 4334 : cluster [DBG] pgmap v3729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:25.499536+0000 mgr.smithi204.vnvrbl (mgr.24567) 4334 : cluster [DBG] pgmap v3729: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:27.500264+0000 mgr.smithi204.vnvrbl (mgr.24567) 4335 : cluster [DBG] pgmap v3730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:27.500264+0000 mgr.smithi204.vnvrbl (mgr.24567) 4335 : cluster [DBG] pgmap v3730: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:30.964 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:29.500707+0000 mgr.smithi204.vnvrbl (mgr.24567) 4336 : cluster [DBG] pgmap v3731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:29.500707+0000 mgr.smithi204.vnvrbl (mgr.24567) 4336 : cluster [DBG] pgmap v3731: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:32.964 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:31.501345+0000 mgr.smithi204.vnvrbl (mgr.24567) 4337 : cluster [DBG] pgmap v3732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:31.501345+0000 mgr.smithi204.vnvrbl (mgr.24567) 4337 : cluster [DBG] pgmap v3732: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:34.965 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:33.502308+0000 mgr.smithi204.vnvrbl (mgr.24567) 4338 : cluster [DBG] pgmap v3733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:33.502308+0000 mgr.smithi204.vnvrbl (mgr.24567) 4338 : cluster [DBG] pgmap v3733: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:36.965 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:35.502995+0000 mgr.smithi204.vnvrbl (mgr.24567) 4339 : cluster [DBG] pgmap v3734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:35.502995+0000 mgr.smithi204.vnvrbl (mgr.24567) 4339 : cluster [DBG] pgmap v3734: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:37.503692+0000 mgr.smithi204.vnvrbl (mgr.24567) 4340 : cluster [DBG] pgmap v3735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:37.503692+0000 mgr.smithi204.vnvrbl (mgr.24567) 4340 : cluster [DBG] pgmap v3735: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:40.966 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:39.504313+0000 mgr.smithi204.vnvrbl (mgr.24567) 4341 : cluster [DBG] pgmap v3736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:39.504313+0000 mgr.smithi204.vnvrbl (mgr.24567) 4341 : cluster [DBG] pgmap v3736: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:42.967 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:41.504821+0000 mgr.smithi204.vnvrbl (mgr.24567) 4342 : cluster [DBG] pgmap v3737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:41.504821+0000 mgr.smithi204.vnvrbl (mgr.24567) 4342 : cluster [DBG] pgmap v3737: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:44.967 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:43.505526+0000 mgr.smithi204.vnvrbl (mgr.24567) 4343 : cluster [DBG] pgmap v3738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:43.505526+0000 mgr.smithi204.vnvrbl (mgr.24567) 4343 : cluster [DBG] pgmap v3738: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:46.967 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:45.506123+0000 mgr.smithi204.vnvrbl (mgr.24567) 4344 : cluster [DBG] pgmap v3739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:45.506123+0000 mgr.smithi204.vnvrbl (mgr.24567) 4344 : cluster [DBG] pgmap v3739: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:47.506831+0000 mgr.smithi204.vnvrbl (mgr.24567) 4345 : cluster [DBG] pgmap v3740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:47.506831+0000 mgr.smithi204.vnvrbl (mgr.24567) 4345 : cluster [DBG] pgmap v3740: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:50.968 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:49.507423+0000 mgr.smithi204.vnvrbl (mgr.24567) 4346 : cluster [DBG] pgmap v3741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:49.507423+0000 mgr.smithi204.vnvrbl (mgr.24567) 4346 : cluster [DBG] pgmap v3741: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:52.968 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:51.507931+0000 mgr.smithi204.vnvrbl (mgr.24567) 4347 : cluster [DBG] pgmap v3742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:51.507931+0000 mgr.smithi204.vnvrbl (mgr.24567) 4347 : cluster [DBG] pgmap v3742: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:53.816 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:01:54.092 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:01:54.092 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 114s ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:01:54.093 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 114s ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:01:54.093 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 116s ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:01:54.093 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 114s ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:01:54.093 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 114s ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:01:54.094 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 116s ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:01:54.094 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 114s ago 5h 632M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:01:54.094 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 116s ago 5h 517M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:01:54.094 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 114s ago 5h 2055M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:01:54.095 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 116s ago 5h 1152M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:01:54.095 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 114s ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:01:54.095 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 116s ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:01:54.095 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 114s ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:01:54.096 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 116s ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:01:54.096 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 114s ago 5h 1398M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:01:54.096 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 114s ago 5h 2307M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:01:54.096 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 114s ago 5h 1560M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:01:54.096 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 114s ago 5h 2501M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:01:54.097 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 116s ago 5h 2330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:01:54.097 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 116s ago 5h 2428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:01:54.097 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 116s ago 5h 2034M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:01:54.097 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 116s ago 5h 2942M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:01:54.098 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 114s ago 5h 169M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:01:54.438 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:01:54.438 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:01:54.438 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:01:54.439 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:01:54.439 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:01:54.439 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:01:54.439 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:01:54.440 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:01:54.440 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:01:54.440 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:01:54.440 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:01:54.440 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:01:54.441 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:01:54.441 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:01:54.441 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:01:54.441 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:01:54.441 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:01:54.442 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:01:54.442 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:01:54.968 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:53.508895+0000 mgr.smithi204.vnvrbl (mgr.24567) 4348 : cluster [DBG] pgmap v3743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:54.969 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:01:53.803131+0000 mgr.smithi204.vnvrbl (mgr.24567) 4349 : audit [DBG] from='client.42316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:01:54.969 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:01:54.437133+0000 mon.smithi176 (mon.0) 3298 : audit [DBG] from='client.? 172.21.15.176:0/2625785884' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:01:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:53.508895+0000 mgr.smithi204.vnvrbl (mgr.24567) 4348 : cluster [DBG] pgmap v3743: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:01:53.803131+0000 mgr.smithi204.vnvrbl (mgr.24567) 4349 : audit [DBG] from='client.42316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:01:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:01:54.437133+0000 mon.smithi176 (mon.0) 3298 : audit [DBG] from='client.? 172.21.15.176:0/2625785884' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:01:55.969 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:01:54.081362+0000 mgr.smithi204.vnvrbl (mgr.24567) 4350 : audit [DBG] from='client.42320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:01:55.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:01:54.081362+0000 mgr.smithi204.vnvrbl (mgr.24567) 4350 : audit [DBG] from='client.42320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:01:56.969 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:55.509469+0000 mgr.smithi204.vnvrbl (mgr.24567) 4351 : cluster [DBG] pgmap v3744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:55.509469+0000 mgr.smithi204.vnvrbl (mgr.24567) 4351 : cluster [DBG] pgmap v3744: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:01:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:01:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:57.510152+0000 mgr.smithi204.vnvrbl (mgr.24567) 4352 : cluster [DBG] pgmap v3745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:01:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:01:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:57.510152+0000 mgr.smithi204.vnvrbl (mgr.24567) 4352 : cluster [DBG] pgmap v3745: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:00.970 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:01:59.510819+0000 mgr.smithi204.vnvrbl (mgr.24567) 4353 : cluster [DBG] pgmap v3746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:00.970 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:02:00.511768+0000 mon.smithi204 (mon.1) 667 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:02:00.970 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:02:00.513101+0000 mon.smithi204 (mon.1) 668 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:02:00.971 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:02:00.513915+0000 mon.smithi204 (mon.1) 669 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:02:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:01:59.510819+0000 mgr.smithi204.vnvrbl (mgr.24567) 4353 : cluster [DBG] pgmap v3746: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:00.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:02:00.511768+0000 mon.smithi204 (mon.1) 667 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:02:00.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:02:00.513101+0000 mon.smithi204 (mon.1) 668 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:02:00.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:02:00.513915+0000 mon.smithi204 (mon.1) 669 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:02:02.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:02:00.514645+0000 mgr.smithi204.vnvrbl (mgr.24567) 4354 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:02:02.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:02:00.870317+0000 mon.smithi176 (mon.0) 3299 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:02:02.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:02:01.267550+0000 mon.smithi176 (mon.0) 3300 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:02:02.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:02:01.273509+0000 mon.smithi176 (mon.0) 3301 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:02:02.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:02:00.514645+0000 mgr.smithi204.vnvrbl (mgr.24567) 4354 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:02:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:02:00.870317+0000 mon.smithi176 (mon.0) 3299 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:02:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:02:01.267550+0000 mon.smithi176 (mon.0) 3300 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:02:02.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:02:01.273509+0000 mon.smithi176 (mon.0) 3301 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:02:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:01.511286+0000 mgr.smithi204.vnvrbl (mgr.24567) 4355 : cluster [DBG] pgmap v3747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:01.511286+0000 mgr.smithi204.vnvrbl (mgr.24567) 4355 : cluster [DBG] pgmap v3747: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:03.512016+0000 mgr.smithi204.vnvrbl (mgr.24567) 4356 : cluster [DBG] pgmap v3748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:05.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:03.512016+0000 mgr.smithi204.vnvrbl (mgr.24567) 4356 : cluster [DBG] pgmap v3748: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:05.512592+0000 mgr.smithi204.vnvrbl (mgr.24567) 4357 : cluster [DBG] pgmap v3749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:05.512592+0000 mgr.smithi204.vnvrbl (mgr.24567) 4357 : cluster [DBG] pgmap v3749: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:07.513559+0000 mgr.smithi204.vnvrbl (mgr.24567) 4358 : cluster [DBG] pgmap v3750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:07.513559+0000 mgr.smithi204.vnvrbl (mgr.24567) 4358 : cluster [DBG] pgmap v3750: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:09.514155+0000 mgr.smithi204.vnvrbl (mgr.24567) 4359 : cluster [DBG] pgmap v3751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:10.971 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:09.514155+0000 mgr.smithi204.vnvrbl (mgr.24567) 4359 : cluster [DBG] pgmap v3751: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:11.514818+0000 mgr.smithi204.vnvrbl (mgr.24567) 4360 : cluster [DBG] pgmap v3752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:02:11.886578+0000 mon.smithi204 (mon.1) 670 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:02:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:02:11.886880+0000 mon.smithi204 (mon.1) 671 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:02:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:02:11.887337+0000 mon.smithi176 (mon.0) 3302 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:02:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:02:11.887617+0000 mon.smithi176 (mon.0) 3303 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:02:12.972 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:11.514818+0000 mgr.smithi204.vnvrbl (mgr.24567) 4360 : cluster [DBG] pgmap v3752: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:12.972 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:02:11.886578+0000 mon.smithi204 (mon.1) 670 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:02:12.972 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:02:11.886880+0000 mon.smithi204 (mon.1) 671 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:02:12.972 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:02:11.887337+0000 mon.smithi176 (mon.0) 3302 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:02:12.973 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:02:11.887617+0000 mon.smithi176 (mon.0) 3303 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:02:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:13.515752+0000 mgr.smithi204.vnvrbl (mgr.24567) 4361 : cluster [DBG] pgmap v3753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:14.972 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:13.515752+0000 mgr.smithi204.vnvrbl (mgr.24567) 4361 : cluster [DBG] pgmap v3753: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:15.516263+0000 mgr.smithi204.vnvrbl (mgr.24567) 4362 : cluster [DBG] pgmap v3754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:16.972 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:15.516263+0000 mgr.smithi204.vnvrbl (mgr.24567) 4362 : cluster [DBG] pgmap v3754: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:17.517086+0000 mgr.smithi204.vnvrbl (mgr.24567) 4363 : cluster [DBG] pgmap v3755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:17.517086+0000 mgr.smithi204.vnvrbl (mgr.24567) 4363 : cluster [DBG] pgmap v3755: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:19.517578+0000 mgr.smithi204.vnvrbl (mgr.24567) 4364 : cluster [DBG] pgmap v3756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:20.973 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:19.517578+0000 mgr.smithi204.vnvrbl (mgr.24567) 4364 : cluster [DBG] pgmap v3756: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:21.518141+0000 mgr.smithi204.vnvrbl (mgr.24567) 4365 : cluster [DBG] pgmap v3757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:22.973 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:21.518141+0000 mgr.smithi204.vnvrbl (mgr.24567) 4365 : cluster [DBG] pgmap v3757: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:24.739 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:02:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:23.518994+0000 mgr.smithi204.vnvrbl (mgr.24567) 4366 : cluster [DBG] pgmap v3758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:24.973 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:23.518994+0000 mgr.smithi204.vnvrbl (mgr.24567) 4366 : cluster [DBG] pgmap v3758: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:25.018 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:02:25.019 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:02:25.019 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 2m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:02:25.019 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 2m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:02:25.019 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 2m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:02:25.020 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 2m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:02:25.020 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 2m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:02:25.020 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 2m ago 5h 632M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:02:25.020 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 2m ago 5h 517M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:02:25.021 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 2m ago 5h 2055M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:02:25.021 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 2m ago 5h 1152M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:02:25.021 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 2m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:02:25.021 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 2m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:02:25.022 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 2m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:02:25.022 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:02:25.022 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 2m ago 5h 1398M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:02:25.022 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 2m ago 5h 2307M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:02:25.022 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 2m ago 5h 1560M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:02:25.023 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 2m ago 5h 2501M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:02:25.023 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 2m ago 5h 2330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:02:25.023 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 2m ago 5h 2428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:02:25.023 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 2m ago 5h 2034M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:02:25.024 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 2m ago 5h 2942M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:02:25.024 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 2m ago 5h 169M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:02:25.349 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:02:25.349 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:02:25.349 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:02:25.349 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:02:25.350 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:02:25.350 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:02:25.350 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:02:25.350 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:02:25.351 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:02:25.351 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:02:25.351 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:02:25.351 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:02:25.352 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:02:25.352 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:02:25.352 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:02:25.352 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:02:25.353 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:02:25.353 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:02:25.353 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:02:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:02:24.725490+0000 mgr.smithi204.vnvrbl (mgr.24567) 4367 : audit [DBG] from='client.42328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:02:25.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:02:25.007621+0000 mgr.smithi204.vnvrbl (mgr.24567) 4368 : audit [DBG] from='client.42332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:02:25.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:02:25.348096+0000 mon.smithi176 (mon.0) 3304 : audit [DBG] from='client.? 172.21.15.176:0/1257862863' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:02:25.974 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:02:24.725490+0000 mgr.smithi204.vnvrbl (mgr.24567) 4367 : audit [DBG] from='client.42328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:02:25.974 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:02:25.007621+0000 mgr.smithi204.vnvrbl (mgr.24567) 4368 : audit [DBG] from='client.42332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:02:25.974 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:02:25.348096+0000 mon.smithi176 (mon.0) 3304 : audit [DBG] from='client.? 172.21.15.176:0/1257862863' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:02:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:25.519419+0000 mgr.smithi204.vnvrbl (mgr.24567) 4369 : cluster [DBG] pgmap v3759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:26.974 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:25.519419+0000 mgr.smithi204.vnvrbl (mgr.24567) 4369 : cluster [DBG] pgmap v3759: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:27.520105+0000 mgr.smithi204.vnvrbl (mgr.24567) 4370 : cluster [DBG] pgmap v3760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:27.520105+0000 mgr.smithi204.vnvrbl (mgr.24567) 4370 : cluster [DBG] pgmap v3760: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:29.520534+0000 mgr.smithi204.vnvrbl (mgr.24567) 4371 : cluster [DBG] pgmap v3761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:30.975 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:29.520534+0000 mgr.smithi204.vnvrbl (mgr.24567) 4371 : cluster [DBG] pgmap v3761: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:31.521044+0000 mgr.smithi204.vnvrbl (mgr.24567) 4372 : cluster [DBG] pgmap v3762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:32.975 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:31.521044+0000 mgr.smithi204.vnvrbl (mgr.24567) 4372 : cluster [DBG] pgmap v3762: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:33.521963+0000 mgr.smithi204.vnvrbl (mgr.24567) 4373 : cluster [DBG] pgmap v3763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:34.975 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:33.521963+0000 mgr.smithi204.vnvrbl (mgr.24567) 4373 : cluster [DBG] pgmap v3763: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:35.522448+0000 mgr.smithi204.vnvrbl (mgr.24567) 4374 : cluster [DBG] pgmap v3764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:36.976 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:35.522448+0000 mgr.smithi204.vnvrbl (mgr.24567) 4374 : cluster [DBG] pgmap v3764: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:37.523300+0000 mgr.smithi204.vnvrbl (mgr.24567) 4375 : cluster [DBG] pgmap v3765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:37.523300+0000 mgr.smithi204.vnvrbl (mgr.24567) 4375 : cluster [DBG] pgmap v3765: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:39.523835+0000 mgr.smithi204.vnvrbl (mgr.24567) 4376 : cluster [DBG] pgmap v3766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:40.976 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:39.523835+0000 mgr.smithi204.vnvrbl (mgr.24567) 4376 : cluster [DBG] pgmap v3766: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:41.524414+0000 mgr.smithi204.vnvrbl (mgr.24567) 4377 : cluster [DBG] pgmap v3767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:42.976 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:41.524414+0000 mgr.smithi204.vnvrbl (mgr.24567) 4377 : cluster [DBG] pgmap v3767: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:43.525163+0000 mgr.smithi204.vnvrbl (mgr.24567) 4378 : cluster [DBG] pgmap v3768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:44.977 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:43.525163+0000 mgr.smithi204.vnvrbl (mgr.24567) 4378 : cluster [DBG] pgmap v3768: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:45.525684+0000 mgr.smithi204.vnvrbl (mgr.24567) 4379 : cluster [DBG] pgmap v3769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:46.977 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:45.525684+0000 mgr.smithi204.vnvrbl (mgr.24567) 4379 : cluster [DBG] pgmap v3769: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:47.526428+0000 mgr.smithi204.vnvrbl (mgr.24567) 4380 : cluster [DBG] pgmap v3770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:47.526428+0000 mgr.smithi204.vnvrbl (mgr.24567) 4380 : cluster [DBG] pgmap v3770: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:49.526850+0000 mgr.smithi204.vnvrbl (mgr.24567) 4381 : cluster [DBG] pgmap v3771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:50.978 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:49.526850+0000 mgr.smithi204.vnvrbl (mgr.24567) 4381 : cluster [DBG] pgmap v3771: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:51.527325+0000 mgr.smithi204.vnvrbl (mgr.24567) 4382 : cluster [DBG] pgmap v3772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:52.978 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:51.527325+0000 mgr.smithi204.vnvrbl (mgr.24567) 4382 : cluster [DBG] pgmap v3772: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:53.528152+0000 mgr.smithi204.vnvrbl (mgr.24567) 4383 : cluster [DBG] pgmap v3773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:54.979 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:53.528152+0000 mgr.smithi204.vnvrbl (mgr.24567) 4383 : cluster [DBG] pgmap v3773: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:55.649 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:02:55.925 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:02:55.926 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 2m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:02:55.926 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 2m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:02:55.927 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 2m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:02:55.927 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 2m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:02:55.928 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 2m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:02:55.928 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 2m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:02:55.929 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 2m ago 6h 632M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:02:55.929 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 2m ago 5h 517M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:02:55.930 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 2m ago 6h 2055M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:02:55.930 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 2m ago 5h 1152M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:02:55.930 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 2m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:02:55.931 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 2m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:02:55.931 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 2m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:02:55.932 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 2m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:02:55.932 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 2m ago 5h 1398M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:02:55.933 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 2m ago 5h 2307M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:02:55.933 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 2m ago 5h 1560M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:02:55.934 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 2m ago 5h 2501M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:02:55.934 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 2m ago 5h 2330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:02:55.935 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 2m ago 5h 2428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:02:55.935 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 2m ago 5h 2034M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:02:55.936 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 2m ago 5h 2942M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:02:55.936 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 2m ago 5h 169M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:02:56.282 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:02:56.283 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:02:56.283 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:02:56.283 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:02:56.283 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:02:56.284 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:02:56.284 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:02:56.284 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:02:56.284 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:02:56.284 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:02:56.285 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:02:56.285 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:02:56.285 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:02:56.285 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:02:56.286 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:02:56.286 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:02:56.286 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:02:56.286 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:02:56.287 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:02:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:55.528608+0000 mgr.smithi204.vnvrbl (mgr.24567) 4384 : cluster [DBG] pgmap v3774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:56.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:02:55.635949+0000 mgr.smithi204.vnvrbl (mgr.24567) 4385 : audit [DBG] from='client.42340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:02:56.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:02:55.914111+0000 mgr.smithi204.vnvrbl (mgr.24567) 4386 : audit [DBG] from='client.42344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:02:56.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:02:56.281485+0000 mon.smithi176 (mon.0) 3305 : audit [DBG] from='client.? 172.21.15.176:0/674336675' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:02:56.979 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:55.528608+0000 mgr.smithi204.vnvrbl (mgr.24567) 4384 : cluster [DBG] pgmap v3774: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:02:56.979 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:02:55.635949+0000 mgr.smithi204.vnvrbl (mgr.24567) 4385 : audit [DBG] from='client.42340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:02:56.980 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:02:55.914111+0000 mgr.smithi204.vnvrbl (mgr.24567) 4386 : audit [DBG] from='client.42344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:02:56.980 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:02:56.281485+0000 mon.smithi176 (mon.0) 3305 : audit [DBG] from='client.? 172.21.15.176:0/674336675' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:02:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:02:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:57.529310+0000 mgr.smithi204.vnvrbl (mgr.24567) 4387 : cluster [DBG] pgmap v3775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:02:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:02:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:57.529310+0000 mgr.smithi204.vnvrbl (mgr.24567) 4387 : cluster [DBG] pgmap v3775: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:02:59.529749+0000 mgr.smithi204.vnvrbl (mgr.24567) 4388 : cluster [DBG] pgmap v3776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:00.980 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:02:59.529749+0000 mgr.smithi204.vnvrbl (mgr.24567) 4388 : cluster [DBG] pgmap v3776: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:03:01.278768+0000 mon.smithi204 (mon.1) 672 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:03:01.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:03:01.280207+0000 mon.smithi204 (mon.1) 673 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:03:01.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:01 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:03:01.281098+0000 mon.smithi204 (mon.1) 674 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:03:01.980 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:03:01.278768+0000 mon.smithi204 (mon.1) 672 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:03:01.980 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:03:01.280207+0000 mon.smithi204 (mon.1) 673 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:03:01.980 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:01 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:03:01.281098+0000 mon.smithi204 (mon.1) 674 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:03:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:03:01.281877+0000 mgr.smithi204.vnvrbl (mgr.24567) 4389 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:03:02.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:01.530166+0000 mgr.smithi204.vnvrbl (mgr.24567) 4390 : cluster [DBG] pgmap v3777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:02.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:03:01.633905+0000 mon.smithi176 (mon.0) 3306 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:03:02.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:03:02.023061+0000 mon.smithi176 (mon.0) 3307 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:03:02.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:03:02.030201+0000 mon.smithi176 (mon.0) 3308 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:03:02.980 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:03:01.281877+0000 mgr.smithi204.vnvrbl (mgr.24567) 4389 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:03:02.981 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:01.530166+0000 mgr.smithi204.vnvrbl (mgr.24567) 4390 : cluster [DBG] pgmap v3777: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:02.981 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:03:01.633905+0000 mon.smithi176 (mon.0) 3306 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:03:02.981 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:03:02.023061+0000 mon.smithi176 (mon.0) 3307 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:03:02.981 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:03:02.030201+0000 mon.smithi176 (mon.0) 3308 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:03:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:03.531033+0000 mgr.smithi204.vnvrbl (mgr.24567) 4391 : cluster [DBG] pgmap v3778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:04.981 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:03.531033+0000 mgr.smithi204.vnvrbl (mgr.24567) 4391 : cluster [DBG] pgmap v3778: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:05.531514+0000 mgr.smithi204.vnvrbl (mgr.24567) 4392 : cluster [DBG] pgmap v3779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:06.981 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:05.531514+0000 mgr.smithi204.vnvrbl (mgr.24567) 4392 : cluster [DBG] pgmap v3779: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:07.532329+0000 mgr.smithi204.vnvrbl (mgr.24567) 4393 : cluster [DBG] pgmap v3780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:07.532329+0000 mgr.smithi204.vnvrbl (mgr.24567) 4393 : cluster [DBG] pgmap v3780: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:10.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:09.532728+0000 mgr.smithi204.vnvrbl (mgr.24567) 4394 : cluster [DBG] pgmap v3781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:10.981 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:09.532728+0000 mgr.smithi204.vnvrbl (mgr.24567) 4394 : cluster [DBG] pgmap v3781: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:11.533151+0000 mgr.smithi204.vnvrbl (mgr.24567) 4395 : cluster [DBG] pgmap v3782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:03:11.891567+0000 mon.smithi204 (mon.1) 675 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:03:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:03:11.891797+0000 mon.smithi204 (mon.1) 676 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:03:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:03:11.892337+0000 mon.smithi176 (mon.0) 3309 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:03:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:03:11.892621+0000 mon.smithi176 (mon.0) 3310 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:03:12.982 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:11.533151+0000 mgr.smithi204.vnvrbl (mgr.24567) 4395 : cluster [DBG] pgmap v3782: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:12.982 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:03:11.891567+0000 mon.smithi204 (mon.1) 675 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:03:12.982 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:03:11.891797+0000 mon.smithi204 (mon.1) 676 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:03:12.983 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:03:11.892337+0000 mon.smithi176 (mon.0) 3309 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:03:12.983 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:03:11.892621+0000 mon.smithi176 (mon.0) 3310 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:03:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:13.534040+0000 mgr.smithi204.vnvrbl (mgr.24567) 4396 : cluster [DBG] pgmap v3783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:14.985 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:13.534040+0000 mgr.smithi204.vnvrbl (mgr.24567) 4396 : cluster [DBG] pgmap v3783: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:15.534510+0000 mgr.smithi204.vnvrbl (mgr.24567) 4397 : cluster [DBG] pgmap v3784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:16.983 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:15.534510+0000 mgr.smithi204.vnvrbl (mgr.24567) 4397 : cluster [DBG] pgmap v3784: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:17.535193+0000 mgr.smithi204.vnvrbl (mgr.24567) 4398 : cluster [DBG] pgmap v3785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:17.535193+0000 mgr.smithi204.vnvrbl (mgr.24567) 4398 : cluster [DBG] pgmap v3785: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:19.535809+0000 mgr.smithi204.vnvrbl (mgr.24567) 4399 : cluster [DBG] pgmap v3786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:20.983 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:19.535809+0000 mgr.smithi204.vnvrbl (mgr.24567) 4399 : cluster [DBG] pgmap v3786: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:21.536314+0000 mgr.smithi204.vnvrbl (mgr.24567) 4400 : cluster [DBG] pgmap v3787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:22.983 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:21.536314+0000 mgr.smithi204.vnvrbl (mgr.24567) 4400 : cluster [DBG] pgmap v3787: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:23.537123+0000 mgr.smithi204.vnvrbl (mgr.24567) 4401 : cluster [DBG] pgmap v3788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:24.984 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:23.537123+0000 mgr.smithi204.vnvrbl (mgr.24567) 4401 : cluster [DBG] pgmap v3788: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:26.578 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:03:26.858 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:03:26.858 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 3m ago 5h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:03:26.859 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 3m ago 5h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:03:26.859 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 3m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:03:26.860 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 3m ago 5h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:03:26.860 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 3m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:03:26.861 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 3m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:03:26.861 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 3m ago 6h 632M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:03:26.862 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 3m ago 5h 517M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:03:26.862 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 3m ago 6h 2055M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:03:26.862 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 3m ago 5h 1152M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:03:26.863 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 3m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:03:26.863 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 3m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:03:26.864 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (5h) 3m ago 5h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:03:26.864 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:03:26.865 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 3m ago 5h 1398M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:03:26.865 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 3m ago 5h 2307M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:03:26.865 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 3m ago 5h 1560M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:03:26.866 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 3m ago 5h 2501M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:03:26.866 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 3m ago 5h 2330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:03:26.867 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 3m ago 5h 2428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:03:26.867 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 3m ago 5h 2034M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:03:26.868 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 3m ago 5h 2942M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:03:26.868 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 3m ago 5h 169M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:03:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:25.537583+0000 mgr.smithi204.vnvrbl (mgr.24567) 4402 : cluster [DBG] pgmap v3789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:26.984 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:25.537583+0000 mgr.smithi204.vnvrbl (mgr.24567) 4402 : cluster [DBG] pgmap v3789: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:27.193 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:03:27.193 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:03:27.194 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:03:27.194 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:03:27.194 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:03:27.194 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:03:27.195 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:03:27.195 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:03:27.195 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:03:27.195 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:03:27.196 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:03:27.196 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:03:27.196 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:03:27.196 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:03:27.197 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:03:27.197 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:03:27.197 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:03:27.197 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:03:27.197 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:03:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:03:26.565105+0000 mgr.smithi204.vnvrbl (mgr.24567) 4403 : audit [DBG] from='client.42352 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:03:27.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:03:26.846699+0000 mgr.smithi204.vnvrbl (mgr.24567) 4404 : audit [DBG] from='client.42356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:03:27.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:03:27.192523+0000 mon.smithi176 (mon.0) 3311 : audit [DBG] from='client.? 172.21.15.176:0/85291862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:03:27.985 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:03:26.565105+0000 mgr.smithi204.vnvrbl (mgr.24567) 4403 : audit [DBG] from='client.42352 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:03:27.985 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:03:26.846699+0000 mgr.smithi204.vnvrbl (mgr.24567) 4404 : audit [DBG] from='client.42356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:03:27.985 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:03:27.192523+0000 mon.smithi176 (mon.0) 3311 : audit [DBG] from='client.? 172.21.15.176:0/85291862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:03:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:27.538491+0000 mgr.smithi204.vnvrbl (mgr.24567) 4405 : cluster [DBG] pgmap v3790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:28.985 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:27.538491+0000 mgr.smithi204.vnvrbl (mgr.24567) 4405 : cluster [DBG] pgmap v3790: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:29.538975+0000 mgr.smithi204.vnvrbl (mgr.24567) 4406 : cluster [DBG] pgmap v3791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:30.985 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:29.538975+0000 mgr.smithi204.vnvrbl (mgr.24567) 4406 : cluster [DBG] pgmap v3791: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:31.539565+0000 mgr.smithi204.vnvrbl (mgr.24567) 4407 : cluster [DBG] pgmap v3792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:32.985 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:31.539565+0000 mgr.smithi204.vnvrbl (mgr.24567) 4407 : cluster [DBG] pgmap v3792: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:33.540330+0000 mgr.smithi204.vnvrbl (mgr.24567) 4408 : cluster [DBG] pgmap v3793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:34.986 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:33.540330+0000 mgr.smithi204.vnvrbl (mgr.24567) 4408 : cluster [DBG] pgmap v3793: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:35.540741+0000 mgr.smithi204.vnvrbl (mgr.24567) 4409 : cluster [DBG] pgmap v3794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:36.986 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:35.540741+0000 mgr.smithi204.vnvrbl (mgr.24567) 4409 : cluster [DBG] pgmap v3794: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:37.541693+0000 mgr.smithi204.vnvrbl (mgr.24567) 4410 : cluster [DBG] pgmap v3795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:37.541693+0000 mgr.smithi204.vnvrbl (mgr.24567) 4410 : cluster [DBG] pgmap v3795: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:39.542246+0000 mgr.smithi204.vnvrbl (mgr.24567) 4411 : cluster [DBG] pgmap v3796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:40.987 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:39.542246+0000 mgr.smithi204.vnvrbl (mgr.24567) 4411 : cluster [DBG] pgmap v3796: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:41.542786+0000 mgr.smithi204.vnvrbl (mgr.24567) 4412 : cluster [DBG] pgmap v3797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:42.987 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:41.542786+0000 mgr.smithi204.vnvrbl (mgr.24567) 4412 : cluster [DBG] pgmap v3797: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:43.543605+0000 mgr.smithi204.vnvrbl (mgr.24567) 4413 : cluster [DBG] pgmap v3798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:44.987 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:43.543605+0000 mgr.smithi204.vnvrbl (mgr.24567) 4413 : cluster [DBG] pgmap v3798: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:45.544126+0000 mgr.smithi204.vnvrbl (mgr.24567) 4414 : cluster [DBG] pgmap v3799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:46.987 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:45.544126+0000 mgr.smithi204.vnvrbl (mgr.24567) 4414 : cluster [DBG] pgmap v3799: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:47.544804+0000 mgr.smithi204.vnvrbl (mgr.24567) 4415 : cluster [DBG] pgmap v3800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:47.544804+0000 mgr.smithi204.vnvrbl (mgr.24567) 4415 : cluster [DBG] pgmap v3800: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:49.545455+0000 mgr.smithi204.vnvrbl (mgr.24567) 4416 : cluster [DBG] pgmap v3801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:50.988 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:49.545455+0000 mgr.smithi204.vnvrbl (mgr.24567) 4416 : cluster [DBG] pgmap v3801: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:51.545889+0000 mgr.smithi204.vnvrbl (mgr.24567) 4417 : cluster [DBG] pgmap v3802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:52.989 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:51.545889+0000 mgr.smithi204.vnvrbl (mgr.24567) 4417 : cluster [DBG] pgmap v3802: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:53.546747+0000 mgr.smithi204.vnvrbl (mgr.24567) 4418 : cluster [DBG] pgmap v3803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:54.989 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:53.546747+0000 mgr.smithi204.vnvrbl (mgr.24567) 4418 : cluster [DBG] pgmap v3803: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:55.547201+0000 mgr.smithi204.vnvrbl (mgr.24567) 4419 : cluster [DBG] pgmap v3804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:56.989 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:55.547201+0000 mgr.smithi204.vnvrbl (mgr.24567) 4419 : cluster [DBG] pgmap v3804: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:03:57.493 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:03:57.770 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:03:57.770 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 3m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:03:57.770 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 3m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:03:57.771 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 3m ago 5h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:03:57.771 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 3m ago 6h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:03:57.771 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 3m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:03:57.771 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 3m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:03:57.772 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 3m ago 6h 632M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:03:57.772 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 3m ago 5h 517M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:03:57.772 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 3m ago 6h 2055M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:03:57.772 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 3m ago 5h 1152M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:03:57.773 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 3m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:03:57.773 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 3m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:03:57.773 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 3m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:03:57.773 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (5h) 3m ago 5h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:03:57.773 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 3m ago 5h 1398M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:03:57.774 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 3m ago 5h 2307M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:03:57.774 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 3m ago 5h 1560M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:03:57.774 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 3m ago 5h 2501M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:03:57.774 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 3m ago 5h 2330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:03:57.775 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 3m ago 5h 2428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:03:57.775 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 3m ago 5h 2034M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:03:57.775 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 3m ago 5h 2942M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:03:57.775 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 3m ago 5h 169M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:03:58.101 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:03:58.101 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:03:58.102 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:03:58.102 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:03:58.102 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:03:58.102 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:03:58.103 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:03:58.103 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:03:58.103 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:03:58.103 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:03:58.104 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:03:58.104 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:03:58.104 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:03:58.104 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:03:58.104 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:03:58.105 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:03:58.105 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:03:58.105 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:03:58.105 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:03:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:03:57.480857+0000 mgr.smithi204.vnvrbl (mgr.24567) 4420 : audit [DBG] from='client.42364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:03:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:57.547976+0000 mgr.smithi204.vnvrbl (mgr.24567) 4421 : cluster [DBG] pgmap v3805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:03:57.758300+0000 mgr.smithi204.vnvrbl (mgr.24567) 4422 : audit [DBG] from='client.42368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:03:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:03:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:03:58.100440+0000 mon.smithi176 (mon.0) 3312 : audit [DBG] from='client.? 172.21.15.176:0/2687580708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:03:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:03:57.480857+0000 mgr.smithi204.vnvrbl (mgr.24567) 4420 : audit [DBG] from='client.42364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:03:58.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:57.547976+0000 mgr.smithi204.vnvrbl (mgr.24567) 4421 : cluster [DBG] pgmap v3805: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:03:58.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:03:57.758300+0000 mgr.smithi204.vnvrbl (mgr.24567) 4422 : audit [DBG] from='client.42368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:03:58.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:03:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:03:58.100440+0000 mon.smithi176 (mon.0) 3312 : audit [DBG] from='client.? 172.21.15.176:0/2687580708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:04:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:03:59.548447+0000 mgr.smithi204.vnvrbl (mgr.24567) 4423 : cluster [DBG] pgmap v3806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:00.990 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:03:59.548447+0000 mgr.smithi204.vnvrbl (mgr.24567) 4423 : cluster [DBG] pgmap v3806: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:01.549052+0000 mgr.smithi204.vnvrbl (mgr.24567) 4424 : cluster [DBG] pgmap v3807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:04:02.032973+0000 mon.smithi204 (mon.1) 677 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:04:02.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:04:02.034313+0000 mon.smithi204 (mon.1) 678 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:04:02.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:04:02.035183+0000 mon.smithi204 (mon.1) 679 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:04:02.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:04:02.438571+0000 mon.smithi176 (mon.0) 3313 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:04:02.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:04:02.443746+0000 mon.smithi176 (mon.0) 3314 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:04:02.990 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:01.549052+0000 mgr.smithi204.vnvrbl (mgr.24567) 4424 : cluster [DBG] pgmap v3807: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:02.991 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:04:02.032973+0000 mon.smithi204 (mon.1) 677 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:04:02.991 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:04:02.034313+0000 mon.smithi204 (mon.1) 678 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:04:02.991 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:04:02.035183+0000 mon.smithi204 (mon.1) 679 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:04:02.992 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:04:02.438571+0000 mon.smithi176 (mon.0) 3313 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:04:02.992 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:04:02.443746+0000 mon.smithi176 (mon.0) 3314 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:04:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:04:02.035962+0000 mgr.smithi204.vnvrbl (mgr.24567) 4425 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:04:03.991 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:04:02.035962+0000 mgr.smithi204.vnvrbl (mgr.24567) 4425 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:04:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:03.549755+0000 mgr.smithi204.vnvrbl (mgr.24567) 4426 : cluster [DBG] pgmap v3808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:04.991 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:03.549755+0000 mgr.smithi204.vnvrbl (mgr.24567) 4426 : cluster [DBG] pgmap v3808: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:05.550324+0000 mgr.smithi204.vnvrbl (mgr.24567) 4427 : cluster [DBG] pgmap v3809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:06.991 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:05.550324+0000 mgr.smithi204.vnvrbl (mgr.24567) 4427 : cluster [DBG] pgmap v3809: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:07.551202+0000 mgr.smithi204.vnvrbl (mgr.24567) 4428 : cluster [DBG] pgmap v3810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:07.551202+0000 mgr.smithi204.vnvrbl (mgr.24567) 4428 : cluster [DBG] pgmap v3810: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:09.551602+0000 mgr.smithi204.vnvrbl (mgr.24567) 4429 : cluster [DBG] pgmap v3811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:10.992 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:09.551602+0000 mgr.smithi204.vnvrbl (mgr.24567) 4429 : cluster [DBG] pgmap v3811: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:11.552247+0000 mgr.smithi204.vnvrbl (mgr.24567) 4430 : cluster [DBG] pgmap v3812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:04:11.896130+0000 mon.smithi204 (mon.1) 680 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:04:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:04:11.896415+0000 mon.smithi204 (mon.1) 681 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:04:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:04:11.896912+0000 mon.smithi176 (mon.0) 3315 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:04:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:04:11.897230+0000 mon.smithi176 (mon.0) 3316 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:04:12.992 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:11.552247+0000 mgr.smithi204.vnvrbl (mgr.24567) 4430 : cluster [DBG] pgmap v3812: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:12.992 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:04:11.896130+0000 mon.smithi204 (mon.1) 680 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:04:12.993 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:04:11.896415+0000 mon.smithi204 (mon.1) 681 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:04:12.993 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:04:11.896912+0000 mon.smithi176 (mon.0) 3315 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:04:12.993 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:04:11.897230+0000 mon.smithi176 (mon.0) 3316 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:04:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:13.553021+0000 mgr.smithi204.vnvrbl (mgr.24567) 4431 : cluster [DBG] pgmap v3813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:14.992 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:13.553021+0000 mgr.smithi204.vnvrbl (mgr.24567) 4431 : cluster [DBG] pgmap v3813: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:15.553631+0000 mgr.smithi204.vnvrbl (mgr.24567) 4432 : cluster [DBG] pgmap v3814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:16.993 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:15.553631+0000 mgr.smithi204.vnvrbl (mgr.24567) 4432 : cluster [DBG] pgmap v3814: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:17.554308+0000 mgr.smithi204.vnvrbl (mgr.24567) 4433 : cluster [DBG] pgmap v3815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:17.554308+0000 mgr.smithi204.vnvrbl (mgr.24567) 4433 : cluster [DBG] pgmap v3815: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:19.554774+0000 mgr.smithi204.vnvrbl (mgr.24567) 4434 : cluster [DBG] pgmap v3816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:20.994 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:19.554774+0000 mgr.smithi204.vnvrbl (mgr.24567) 4434 : cluster [DBG] pgmap v3816: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:21.555392+0000 mgr.smithi204.vnvrbl (mgr.24567) 4435 : cluster [DBG] pgmap v3817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:22.994 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:21.555392+0000 mgr.smithi204.vnvrbl (mgr.24567) 4435 : cluster [DBG] pgmap v3817: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:23.556344+0000 mgr.smithi204.vnvrbl (mgr.24567) 4436 : cluster [DBG] pgmap v3818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:24.994 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:23.556344+0000 mgr.smithi204.vnvrbl (mgr.24567) 4436 : cluster [DBG] pgmap v3818: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:25.556829+0000 mgr.smithi204.vnvrbl (mgr.24567) 4437 : cluster [DBG] pgmap v3819: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:26.994 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:25.556829+0000 mgr.smithi204.vnvrbl (mgr.24567) 4437 : cluster [DBG] pgmap v3819: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:27.557523+0000 mgr.smithi204.vnvrbl (mgr.24567) 4438 : cluster [DBG] pgmap v3820: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:28.409 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:04:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:27.557523+0000 mgr.smithi204.vnvrbl (mgr.24567) 4438 : cluster [DBG] pgmap v3820: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:28.685 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:04:28.686 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (5h) 4m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:04:28.686 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 4m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:04:28.686 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 4m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:04:28.686 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (5h) 4m ago 6h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:04:28.687 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 4m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:04:28.687 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 4m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:04:28.687 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 4m ago 6h 632M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:04:28.687 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 4m ago 6h 517M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:04:28.688 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 4m ago 6h 2055M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:04:28.688 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 4m ago 6h 1152M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:04:28.688 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 4m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:04:28.688 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 4m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:04:28.689 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 4m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:04:28.689 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 4m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:04:28.689 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 4m ago 5h 1398M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:04:28.689 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 4m ago 5h 2307M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:04:28.690 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 4m ago 5h 1560M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:04:28.690 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 4m ago 5h 2501M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:04:28.690 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 4m ago 5h 2330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:04:28.690 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 4m ago 5h 2428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:04:28.691 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 4m ago 5h 2034M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:04:28.691 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 4m ago 5h 2942M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:04:28.691 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (5h) 4m ago 6h 169M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:04:29.017 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:04:29.018 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:04:29.018 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:04:29.018 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:04:29.018 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:04:29.019 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:04:29.019 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:04:29.019 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:04:29.019 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:04:29.020 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:04:29.020 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:04:29.020 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:04:29.020 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:04:29.021 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:04:29.021 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:04:29.021 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:04:29.021 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:04:29.021 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:04:29.022 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:04:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:04:28.395211+0000 mgr.smithi204.vnvrbl (mgr.24567) 4439 : audit [DBG] from='client.42376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:04:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:04:28.674356+0000 mgr.smithi204.vnvrbl (mgr.24567) 4440 : audit [DBG] from='client.42380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:04:29.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:04:29.016723+0000 mon.smithi176 (mon.0) 3317 : audit [DBG] from='client.? 172.21.15.176:0/3897719266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:04:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:04:28.395211+0000 mgr.smithi204.vnvrbl (mgr.24567) 4439 : audit [DBG] from='client.42376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:04:29.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:04:28.674356+0000 mgr.smithi204.vnvrbl (mgr.24567) 4440 : audit [DBG] from='client.42380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:04:29.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:04:29.016723+0000 mon.smithi176 (mon.0) 3317 : audit [DBG] from='client.? 172.21.15.176:0/3897719266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:04:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:29.558209+0000 mgr.smithi204.vnvrbl (mgr.24567) 4441 : cluster [DBG] pgmap v3821: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:29.558209+0000 mgr.smithi204.vnvrbl (mgr.24567) 4441 : cluster [DBG] pgmap v3821: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:31.558683+0000 mgr.smithi204.vnvrbl (mgr.24567) 4442 : cluster [DBG] pgmap v3822: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:32.996 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:31.558683+0000 mgr.smithi204.vnvrbl (mgr.24567) 4442 : cluster [DBG] pgmap v3822: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:33.559611+0000 mgr.smithi204.vnvrbl (mgr.24567) 4443 : cluster [DBG] pgmap v3823: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:34.996 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:33.559611+0000 mgr.smithi204.vnvrbl (mgr.24567) 4443 : cluster [DBG] pgmap v3823: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:35.560277+0000 mgr.smithi204.vnvrbl (mgr.24567) 4444 : cluster [DBG] pgmap v3824: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:36.996 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:35.560277+0000 mgr.smithi204.vnvrbl (mgr.24567) 4444 : cluster [DBG] pgmap v3824: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:37.560944+0000 mgr.smithi204.vnvrbl (mgr.24567) 4445 : cluster [DBG] pgmap v3825: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:37.560944+0000 mgr.smithi204.vnvrbl (mgr.24567) 4445 : cluster [DBG] pgmap v3825: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:39.561362+0000 mgr.smithi204.vnvrbl (mgr.24567) 4446 : cluster [DBG] pgmap v3826: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:40.997 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:39.561362+0000 mgr.smithi204.vnvrbl (mgr.24567) 4446 : cluster [DBG] pgmap v3826: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:41.561948+0000 mgr.smithi204.vnvrbl (mgr.24567) 4447 : cluster [DBG] pgmap v3827: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:42.997 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:41.561948+0000 mgr.smithi204.vnvrbl (mgr.24567) 4447 : cluster [DBG] pgmap v3827: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:43.562679+0000 mgr.smithi204.vnvrbl (mgr.24567) 4448 : cluster [DBG] pgmap v3828: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:44.998 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:43.562679+0000 mgr.smithi204.vnvrbl (mgr.24567) 4448 : cluster [DBG] pgmap v3828: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:45.563084+0000 mgr.smithi204.vnvrbl (mgr.24567) 4449 : cluster [DBG] pgmap v3829: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:46.998 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:45.563084+0000 mgr.smithi204.vnvrbl (mgr.24567) 4449 : cluster [DBG] pgmap v3829: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:47.563825+0000 mgr.smithi204.vnvrbl (mgr.24567) 4450 : cluster [DBG] pgmap v3830: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:47.563825+0000 mgr.smithi204.vnvrbl (mgr.24567) 4450 : cluster [DBG] pgmap v3830: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:49.564357+0000 mgr.smithi204.vnvrbl (mgr.24567) 4451 : cluster [DBG] pgmap v3831: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:50.998 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:49.564357+0000 mgr.smithi204.vnvrbl (mgr.24567) 4451 : cluster [DBG] pgmap v3831: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:51.564912+0000 mgr.smithi204.vnvrbl (mgr.24567) 4452 : cluster [DBG] pgmap v3832: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:52.999 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:51.564912+0000 mgr.smithi204.vnvrbl (mgr.24567) 4452 : cluster [DBG] pgmap v3832: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:53.565670+0000 mgr.smithi204.vnvrbl (mgr.24567) 4453 : cluster [DBG] pgmap v3833: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:54.999 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:53.565670+0000 mgr.smithi204.vnvrbl (mgr.24567) 4453 : cluster [DBG] pgmap v3833: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:55.566241+0000 mgr.smithi204.vnvrbl (mgr.24567) 4454 : cluster [DBG] pgmap v3834: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:57.000 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:55.566241+0000 mgr.smithi204.vnvrbl (mgr.24567) 4454 : cluster [DBG] pgmap v3834: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:04:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:04:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:57.566941+0000 mgr.smithi204.vnvrbl (mgr.24567) 4455 : cluster [DBG] pgmap v3835: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:04:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:57.566941+0000 mgr.smithi204.vnvrbl (mgr.24567) 4455 : cluster [DBG] pgmap v3835: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:04:59.316 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:04:59.617 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:04:59.617 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 4m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:04:59.617 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 4m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:04:59.618 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 5m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:04:59.618 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 4m ago 6h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:04:59.618 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 4m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:04:59.618 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 5m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:04:59.619 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 4m ago 6h 632M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:04:59.619 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 5m ago 6h 517M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:04:59.619 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 4m ago 6h 2055M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:04:59.619 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 5m ago 6h 1152M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:04:59.620 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 4m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:04:59.620 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 5m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:04:59.620 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 4m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:04:59.620 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 5m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:04:59.621 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 4m ago 6h 1398M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:04:59.621 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (5h) 4m ago 5h 2307M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:04:59.621 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (5h) 4m ago 5h 1560M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:04:59.621 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 4m ago 5h 2501M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:04:59.621 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 5m ago 5h 2330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:04:59.622 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 5m ago 5h 2428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:04:59.622 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 5m ago 5h 2034M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:04:59.622 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 5m ago 5h 2942M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:04:59.622 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 4m ago 6h 169M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:04:59.945 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:04:59.945 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:04:59.945 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:04:59.946 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:04:59.946 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:04:59.946 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:04:59.946 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:04:59.947 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:04:59.947 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:04:59.947 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:04:59.947 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:04:59.948 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:04:59.948 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:04:59.948 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:04:59.948 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:04:59.949 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:04:59.949 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:04:59.949 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:04:59.949 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:05:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:04:59.303518+0000 mgr.smithi204.vnvrbl (mgr.24567) 4456 : audit [DBG] from='client.42388 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:05:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:04:59.567375+0000 mgr.smithi204.vnvrbl (mgr.24567) 4457 : cluster [DBG] pgmap v3836: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:04:59.606037+0000 mgr.smithi204.vnvrbl (mgr.24567) 4458 : audit [DBG] from='client.42392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:05:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:04:59.944318+0000 mon.smithi176 (mon.0) 3318 : audit [DBG] from='client.? 172.21.15.176:0/1189581583' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:05:01.001 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:04:59.303518+0000 mgr.smithi204.vnvrbl (mgr.24567) 4456 : audit [DBG] from='client.42388 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:05:01.001 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:04:59.567375+0000 mgr.smithi204.vnvrbl (mgr.24567) 4457 : cluster [DBG] pgmap v3836: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:01.001 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:04:59.606037+0000 mgr.smithi204.vnvrbl (mgr.24567) 4458 : audit [DBG] from='client.42392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:05:01.001 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:04:59.944318+0000 mon.smithi176 (mon.0) 3318 : audit [DBG] from='client.? 172.21.15.176:0/1189581583' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:05:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:01.567851+0000 mgr.smithi204.vnvrbl (mgr.24567) 4459 : cluster [DBG] pgmap v3837: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:05:02.446783+0000 mon.smithi204 (mon.1) 682 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:05:02.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:05:02.448196+0000 mon.smithi204 (mon.1) 683 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:05:02.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:05:02.449025+0000 mon.smithi204 (mon.1) 684 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:05:03.001 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:01.567851+0000 mgr.smithi204.vnvrbl (mgr.24567) 4459 : cluster [DBG] pgmap v3837: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:03.001 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:05:02.446783+0000 mon.smithi204 (mon.1) 682 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:05:03.002 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:05:02.448196+0000 mon.smithi204 (mon.1) 683 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:05:03.002 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:05:02.449025+0000 mon.smithi204 (mon.1) 684 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:05:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:05:02.449779+0000 mgr.smithi204.vnvrbl (mgr.24567) 4460 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:05:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:05:02.848386+0000 mon.smithi176 (mon.0) 3319 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:05:04.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:05:02.855786+0000 mon.smithi176 (mon.0) 3320 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:05:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:05:02.449779+0000 mgr.smithi204.vnvrbl (mgr.24567) 4460 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:05:04.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:05:02.848386+0000 mon.smithi176 (mon.0) 3319 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:05:04.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:05:02.855786+0000 mon.smithi176 (mon.0) 3320 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:05:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:03.568601+0000 mgr.smithi204.vnvrbl (mgr.24567) 4461 : cluster [DBG] pgmap v3838: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:05.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:03.568601+0000 mgr.smithi204.vnvrbl (mgr.24567) 4461 : cluster [DBG] pgmap v3838: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:05.569193+0000 mgr.smithi204.vnvrbl (mgr.24567) 4462 : cluster [DBG] pgmap v3839: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:05.569193+0000 mgr.smithi204.vnvrbl (mgr.24567) 4462 : cluster [DBG] pgmap v3839: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:07.570011+0000 mgr.smithi204.vnvrbl (mgr.24567) 4463 : cluster [DBG] pgmap v3840: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:07.570011+0000 mgr.smithi204.vnvrbl (mgr.24567) 4463 : cluster [DBG] pgmap v3840: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:09.570497+0000 mgr.smithi204.vnvrbl (mgr.24567) 4464 : cluster [DBG] pgmap v3841: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:11.002 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:09.570497+0000 mgr.smithi204.vnvrbl (mgr.24567) 4464 : cluster [DBG] pgmap v3841: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:11.570888+0000 mgr.smithi204.vnvrbl (mgr.24567) 4465 : cluster [DBG] pgmap v3842: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:05:11.900301+0000 mon.smithi204 (mon.1) 685 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:05:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:05:11.900541+0000 mon.smithi204 (mon.1) 686 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:05:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:05:11.900848+0000 mon.smithi176 (mon.0) 3321 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:05:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:05:11.901205+0000 mon.smithi176 (mon.0) 3322 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:05:13.003 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:11.570888+0000 mgr.smithi204.vnvrbl (mgr.24567) 4465 : cluster [DBG] pgmap v3842: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:13.003 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:05:11.900301+0000 mon.smithi204 (mon.1) 685 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:05:13.004 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:05:11.900541+0000 mon.smithi204 (mon.1) 686 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:05:13.004 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:05:11.900848+0000 mon.smithi176 (mon.0) 3321 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:05:13.004 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:05:11.901205+0000 mon.smithi176 (mon.0) 3322 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:05:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:13.571757+0000 mgr.smithi204.vnvrbl (mgr.24567) 4466 : cluster [DBG] pgmap v3843: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:15.003 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:13.571757+0000 mgr.smithi204.vnvrbl (mgr.24567) 4466 : cluster [DBG] pgmap v3843: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:15.572287+0000 mgr.smithi204.vnvrbl (mgr.24567) 4467 : cluster [DBG] pgmap v3844: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:17.003 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:15.572287+0000 mgr.smithi204.vnvrbl (mgr.24567) 4467 : cluster [DBG] pgmap v3844: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:17.573053+0000 mgr.smithi204.vnvrbl (mgr.24567) 4468 : cluster [DBG] pgmap v3845: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:17.573053+0000 mgr.smithi204.vnvrbl (mgr.24567) 4468 : cluster [DBG] pgmap v3845: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:19.573618+0000 mgr.smithi204.vnvrbl (mgr.24567) 4469 : cluster [DBG] pgmap v3846: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:21.004 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:19.573618+0000 mgr.smithi204.vnvrbl (mgr.24567) 4469 : cluster [DBG] pgmap v3846: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:21.574081+0000 mgr.smithi204.vnvrbl (mgr.24567) 4470 : cluster [DBG] pgmap v3847: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:23.004 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:21.574081+0000 mgr.smithi204.vnvrbl (mgr.24567) 4470 : cluster [DBG] pgmap v3847: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:23.574813+0000 mgr.smithi204.vnvrbl (mgr.24567) 4471 : cluster [DBG] pgmap v3848: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:25.004 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:23.574813+0000 mgr.smithi204.vnvrbl (mgr.24567) 4471 : cluster [DBG] pgmap v3848: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:25.575267+0000 mgr.smithi204.vnvrbl (mgr.24567) 4472 : cluster [DBG] pgmap v3849: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:27.005 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:25.575267+0000 mgr.smithi204.vnvrbl (mgr.24567) 4472 : cluster [DBG] pgmap v3849: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:27.575924+0000 mgr.smithi204.vnvrbl (mgr.24567) 4473 : cluster [DBG] pgmap v3850: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:27.575924+0000 mgr.smithi204.vnvrbl (mgr.24567) 4473 : cluster [DBG] pgmap v3850: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:30.246 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:05:30.521 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:05:30.522 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 5m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:05:30.522 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 5m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:05:30.522 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 5m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:05:30.522 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 5m ago 6h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:05:30.523 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 5m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:05:30.523 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 5m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:05:30.523 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 5m ago 6h 632M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:05:30.523 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 5m ago 6h 517M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:05:30.524 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 5m ago 6h 2055M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:05:30.524 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 5m ago 6h 1152M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:05:30.524 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 5m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:05:30.524 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 5m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:05:30.524 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 5m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:05:30.525 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 5m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:05:30.525 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 5m ago 6h 1398M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:05:30.525 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 5m ago 6h 2307M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:05:30.525 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 5m ago 6h 1560M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:05:30.526 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (5h) 5m ago 5h 2501M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:05:30.526 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (5h) 5m ago 5h 2330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:05:30.526 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 5m ago 5h 2428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:05:30.526 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 5m ago 5h 2034M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:05:30.526 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 5m ago 5h 2942M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:05:30.527 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 5m ago 6h 169M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:05:30.851 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:05:30.851 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:05:30.852 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:05:30.852 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:05:30.852 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:05:30.852 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:05:30.853 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:05:30.853 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:05:30.853 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:05:30.853 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:05:30.854 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:05:30.854 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:05:30.854 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:05:30.854 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:05:30.855 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:05:30.855 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:05:30.855 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:05:30.855 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:05:30.856 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:05:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:29.576329+0000 mgr.smithi204.vnvrbl (mgr.24567) 4474 : cluster [DBG] pgmap v3851: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:31.006 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:29.576329+0000 mgr.smithi204.vnvrbl (mgr.24567) 4474 : cluster [DBG] pgmap v3851: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:05:30.233592+0000 mgr.smithi204.vnvrbl (mgr.24567) 4475 : audit [DBG] from='client.42400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:05:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:05:30.510407+0000 mgr.smithi204.vnvrbl (mgr.24567) 4476 : audit [DBG] from='client.42404 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:05:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:05:30.850419+0000 mon.smithi176 (mon.0) 3323 : audit [DBG] from='client.? 172.21.15.176:0/3479097923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:05:32.006 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:05:30.233592+0000 mgr.smithi204.vnvrbl (mgr.24567) 4475 : audit [DBG] from='client.42400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:05:32.006 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:05:30.510407+0000 mgr.smithi204.vnvrbl (mgr.24567) 4476 : audit [DBG] from='client.42404 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:05:32.006 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:05:30.850419+0000 mon.smithi176 (mon.0) 3323 : audit [DBG] from='client.? 172.21.15.176:0/3479097923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:05:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:31.576856+0000 mgr.smithi204.vnvrbl (mgr.24567) 4477 : cluster [DBG] pgmap v3852: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:33.006 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:31.576856+0000 mgr.smithi204.vnvrbl (mgr.24567) 4477 : cluster [DBG] pgmap v3852: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:33.577781+0000 mgr.smithi204.vnvrbl (mgr.24567) 4478 : cluster [DBG] pgmap v3853: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:35.007 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:33.577781+0000 mgr.smithi204.vnvrbl (mgr.24567) 4478 : cluster [DBG] pgmap v3853: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:35.578213+0000 mgr.smithi204.vnvrbl (mgr.24567) 4479 : cluster [DBG] pgmap v3854: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:37.007 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:35.578213+0000 mgr.smithi204.vnvrbl (mgr.24567) 4479 : cluster [DBG] pgmap v3854: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:37.579022+0000 mgr.smithi204.vnvrbl (mgr.24567) 4480 : cluster [DBG] pgmap v3855: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:37.579022+0000 mgr.smithi204.vnvrbl (mgr.24567) 4480 : cluster [DBG] pgmap v3855: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:39.579485+0000 mgr.smithi204.vnvrbl (mgr.24567) 4481 : cluster [DBG] pgmap v3856: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:41.007 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:39.579485+0000 mgr.smithi204.vnvrbl (mgr.24567) 4481 : cluster [DBG] pgmap v3856: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:41.580073+0000 mgr.smithi204.vnvrbl (mgr.24567) 4482 : cluster [DBG] pgmap v3857: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:43.008 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:41.580073+0000 mgr.smithi204.vnvrbl (mgr.24567) 4482 : cluster [DBG] pgmap v3857: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:43.580858+0000 mgr.smithi204.vnvrbl (mgr.24567) 4483 : cluster [DBG] pgmap v3858: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:45.008 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:43.580858+0000 mgr.smithi204.vnvrbl (mgr.24567) 4483 : cluster [DBG] pgmap v3858: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:46.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:45.581329+0000 mgr.smithi204.vnvrbl (mgr.24567) 4484 : cluster [DBG] pgmap v3859: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:47.009 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:45.581329+0000 mgr.smithi204.vnvrbl (mgr.24567) 4484 : cluster [DBG] pgmap v3859: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:47.582004+0000 mgr.smithi204.vnvrbl (mgr.24567) 4485 : cluster [DBG] pgmap v3860: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:47.582004+0000 mgr.smithi204.vnvrbl (mgr.24567) 4485 : cluster [DBG] pgmap v3860: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:49.582537+0000 mgr.smithi204.vnvrbl (mgr.24567) 4486 : cluster [DBG] pgmap v3861: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:51.009 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:49.582537+0000 mgr.smithi204.vnvrbl (mgr.24567) 4486 : cluster [DBG] pgmap v3861: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:51.583081+0000 mgr.smithi204.vnvrbl (mgr.24567) 4487 : cluster [DBG] pgmap v3862: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:53.009 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:51.583081+0000 mgr.smithi204.vnvrbl (mgr.24567) 4487 : cluster [DBG] pgmap v3862: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:53.583808+0000 mgr.smithi204.vnvrbl (mgr.24567) 4488 : cluster [DBG] pgmap v3863: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:55.010 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:53.583808+0000 mgr.smithi204.vnvrbl (mgr.24567) 4488 : cluster [DBG] pgmap v3863: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:55.584271+0000 mgr.smithi204.vnvrbl (mgr.24567) 4489 : cluster [DBG] pgmap v3864: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:57.011 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:55.584271+0000 mgr.smithi204.vnvrbl (mgr.24567) 4489 : cluster [DBG] pgmap v3864: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:05:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:05:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:57.585056+0000 mgr.smithi204.vnvrbl (mgr.24567) 4490 : cluster [DBG] pgmap v3865: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:05:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:05:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:57.585056+0000 mgr.smithi204.vnvrbl (mgr.24567) 4490 : cluster [DBG] pgmap v3865: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:05:59.585582+0000 mgr.smithi204.vnvrbl (mgr.24567) 4491 : cluster [DBG] pgmap v3866: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:01.011 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:05:59.585582+0000 mgr.smithi204.vnvrbl (mgr.24567) 4491 : cluster [DBG] pgmap v3866: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:01.149 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:06:01.425 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:06:01.425 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 6m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:06:01.425 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 6m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:06:01.426 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 6m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:06:01.426 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 6m ago 6h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:06:01.426 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 6m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:06:01.427 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 6m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:06:01.427 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 6m ago 6h 632M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:06:01.427 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 6m ago 6h 517M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:06:01.427 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 6m ago 6h 2055M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:06:01.427 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 6m ago 6h 1152M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:06:01.428 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 6m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:06:01.428 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 6m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:06:01.428 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 6m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:06:01.428 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 6m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:06:01.429 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 6m ago 6h 1398M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:06:01.429 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 6m ago 6h 2307M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:06:01.429 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 6m ago 6h 1560M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:06:01.429 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 6m ago 6h 2501M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:06:01.429 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 6m ago 6h 2330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:06:01.430 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (5h) 6m ago 5h 2428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:06:01.430 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (5h) 6m ago 5h 2034M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:06:01.430 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 6m ago 5h 2942M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:06:01.430 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 6m ago 6h 169M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:06:01.754 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:06:01.754 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:06:01.755 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:06:01.755 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:06:01.755 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:06:01.755 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:06:01.756 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:06:01.756 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:06:01.756 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:06:01.756 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:06:01.757 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:06:01.757 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:06:01.757 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:06:01.757 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:06:01.757 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:06:01.758 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:06:01.758 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:06:01.758 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:06:01.758 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:06:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:06:01.135848+0000 mgr.smithi204.vnvrbl (mgr.24567) 4492 : audit [DBG] from='client.42412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:06:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:06:01.413707+0000 mgr.smithi204.vnvrbl (mgr.24567) 4493 : audit [DBG] from='client.42416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:06:02.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:01.586117+0000 mgr.smithi204.vnvrbl (mgr.24567) 4494 : cluster [DBG] pgmap v3867: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:02.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:06:01.753476+0000 mon.smithi176 (mon.0) 3324 : audit [DBG] from='client.? 172.21.15.176:0/548383113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:06:03.011 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:06:01.135848+0000 mgr.smithi204.vnvrbl (mgr.24567) 4492 : audit [DBG] from='client.42412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:06:03.012 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:06:01.413707+0000 mgr.smithi204.vnvrbl (mgr.24567) 4493 : audit [DBG] from='client.42416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:06:03.012 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:01.586117+0000 mgr.smithi204.vnvrbl (mgr.24567) 4494 : cluster [DBG] pgmap v3867: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:03.012 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:06:01.753476+0000 mon.smithi176 (mon.0) 3324 : audit [DBG] from='client.? 172.21.15.176:0/548383113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:06:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:06:02.860911+0000 mon.smithi204 (mon.1) 687 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:06:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:06:02.862279+0000 mon.smithi204 (mon.1) 688 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:06:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:06:02.863188+0000 mon.smithi204 (mon.1) 689 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:06:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:06:02.863939+0000 mgr.smithi204.vnvrbl (mgr.24567) 4495 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:06:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:06:03.261328+0000 mon.smithi176 (mon.0) 3325 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:06:03.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:06:03.268685+0000 mon.smithi176 (mon.0) 3326 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:06:04.011 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:06:02.860911+0000 mon.smithi204 (mon.1) 687 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:06:04.012 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:06:02.862279+0000 mon.smithi204 (mon.1) 688 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:06:04.012 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:06:02.863188+0000 mon.smithi204 (mon.1) 689 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:06:04.012 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:06:02.863939+0000 mgr.smithi204.vnvrbl (mgr.24567) 4495 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:06:04.013 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:06:03.261328+0000 mon.smithi176 (mon.0) 3325 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:06:04.013 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:06:03.268685+0000 mon.smithi176 (mon.0) 3326 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:06:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:03.586755+0000 mgr.smithi204.vnvrbl (mgr.24567) 4496 : cluster [DBG] pgmap v3868: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:05.011 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:03.586755+0000 mgr.smithi204.vnvrbl (mgr.24567) 4496 : cluster [DBG] pgmap v3868: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:05.587332+0000 mgr.smithi204.vnvrbl (mgr.24567) 4497 : cluster [DBG] pgmap v3869: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:07.012 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:05.587332+0000 mgr.smithi204.vnvrbl (mgr.24567) 4497 : cluster [DBG] pgmap v3869: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:08.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:07.588316+0000 mgr.smithi204.vnvrbl (mgr.24567) 4498 : cluster [DBG] pgmap v3870: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:07.588316+0000 mgr.smithi204.vnvrbl (mgr.24567) 4498 : cluster [DBG] pgmap v3870: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:09.588861+0000 mgr.smithi204.vnvrbl (mgr.24567) 4499 : cluster [DBG] pgmap v3871: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:11.013 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:09.588861+0000 mgr.smithi204.vnvrbl (mgr.24567) 4499 : cluster [DBG] pgmap v3871: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:11.589421+0000 mgr.smithi204.vnvrbl (mgr.24567) 4500 : cluster [DBG] pgmap v3872: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:06:11.904834+0000 mon.smithi204 (mon.1) 690 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:06:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:06:11.905142+0000 mon.smithi204 (mon.1) 691 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:06:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:06:11.905349+0000 mon.smithi176 (mon.0) 3327 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:06:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:06:11.905635+0000 mon.smithi176 (mon.0) 3328 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:06:13.013 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:11.589421+0000 mgr.smithi204.vnvrbl (mgr.24567) 4500 : cluster [DBG] pgmap v3872: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:13.013 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:06:11.904834+0000 mon.smithi204 (mon.1) 690 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:06:13.014 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:06:11.905142+0000 mon.smithi204 (mon.1) 691 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:06:13.014 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:06:11.905349+0000 mon.smithi176 (mon.0) 3327 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:06:13.014 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:06:11.905635+0000 mon.smithi176 (mon.0) 3328 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:06:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:13.590101+0000 mgr.smithi204.vnvrbl (mgr.24567) 4501 : cluster [DBG] pgmap v3873: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:15.013 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:13.590101+0000 mgr.smithi204.vnvrbl (mgr.24567) 4501 : cluster [DBG] pgmap v3873: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:15.590603+0000 mgr.smithi204.vnvrbl (mgr.24567) 4502 : cluster [DBG] pgmap v3874: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:17.014 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:15.590603+0000 mgr.smithi204.vnvrbl (mgr.24567) 4502 : cluster [DBG] pgmap v3874: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:18.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:17.591291+0000 mgr.smithi204.vnvrbl (mgr.24567) 4503 : cluster [DBG] pgmap v3875: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:17.591291+0000 mgr.smithi204.vnvrbl (mgr.24567) 4503 : cluster [DBG] pgmap v3875: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:19.591665+0000 mgr.smithi204.vnvrbl (mgr.24567) 4504 : cluster [DBG] pgmap v3876: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:21.015 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:19.591665+0000 mgr.smithi204.vnvrbl (mgr.24567) 4504 : cluster [DBG] pgmap v3876: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:21.592130+0000 mgr.smithi204.vnvrbl (mgr.24567) 4505 : cluster [DBG] pgmap v3877: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:23.015 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:21.592130+0000 mgr.smithi204.vnvrbl (mgr.24567) 4505 : cluster [DBG] pgmap v3877: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:23.593086+0000 mgr.smithi204.vnvrbl (mgr.24567) 4506 : cluster [DBG] pgmap v3878: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:25.015 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:23.593086+0000 mgr.smithi204.vnvrbl (mgr.24567) 4506 : cluster [DBG] pgmap v3878: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:25.593619+0000 mgr.smithi204.vnvrbl (mgr.24567) 4507 : cluster [DBG] pgmap v3879: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:27.020 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:25.593619+0000 mgr.smithi204.vnvrbl (mgr.24567) 4507 : cluster [DBG] pgmap v3879: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:27.594354+0000 mgr.smithi204.vnvrbl (mgr.24567) 4508 : cluster [DBG] pgmap v3880: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:27.594354+0000 mgr.smithi204.vnvrbl (mgr.24567) 4508 : cluster [DBG] pgmap v3880: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:29.594881+0000 mgr.smithi204.vnvrbl (mgr.24567) 4509 : cluster [DBG] pgmap v3881: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:31.016 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:29.594881+0000 mgr.smithi204.vnvrbl (mgr.24567) 4509 : cluster [DBG] pgmap v3881: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:32.053 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:06:32.330 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:06:32.330 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 6m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:06:32.331 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 6m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:06:32.331 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 6m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:06:32.331 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 6m ago 6h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:06:32.331 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 6m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:06:32.332 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 6m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:06:32.332 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 6m ago 6h 632M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:06:32.332 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 6m ago 6h 517M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:06:32.332 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 6m ago 6h 2055M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:06:32.333 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 6m ago 6h 1152M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:06:32.333 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 6m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:06:32.333 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 6m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:06:32.334 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 6m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:06:32.334 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 6m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:06:32.334 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 6m ago 6h 1398M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:06:32.334 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 6m ago 6h 2307M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:06:32.334 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 6m ago 6h 1560M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:06:32.335 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 6m ago 6h 2501M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:06:32.335 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 6m ago 6h 2330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:06:32.335 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 6m ago 6h 2428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:06:32.335 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 6m ago 6h 2034M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:06:32.336 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (5h) 6m ago 5h 2942M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:06:32.336 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 6m ago 6h 169M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:06:32.664 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:06:32.664 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:06:32.664 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:06:32.664 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:06:32.665 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:06:32.665 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:06:32.665 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:06:32.665 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:06:32.666 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:06:32.666 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:06:32.666 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:06:32.666 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:06:32.667 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:06:32.667 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:06:32.667 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:06:32.667 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:06:32.668 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:06:32.668 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:06:32.668 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:06:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:31.595485+0000 mgr.smithi204.vnvrbl (mgr.24567) 4510 : cluster [DBG] pgmap v3882: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:06:32.040516+0000 mgr.smithi204.vnvrbl (mgr.24567) 4511 : audit [DBG] from='client.42424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:06:33.017 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:31.595485+0000 mgr.smithi204.vnvrbl (mgr.24567) 4510 : cluster [DBG] pgmap v3882: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:33.017 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:06:32.040516+0000 mgr.smithi204.vnvrbl (mgr.24567) 4511 : audit [DBG] from='client.42424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:06:33.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:06:32.319055+0000 mgr.smithi204.vnvrbl (mgr.24567) 4512 : audit [DBG] from='client.42428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:06:33.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:06:32.663154+0000 mon.smithi176 (mon.0) 3329 : audit [DBG] from='client.? 172.21.15.176:0/123506952' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:06:34.017 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:06:32.319055+0000 mgr.smithi204.vnvrbl (mgr.24567) 4512 : audit [DBG] from='client.42428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:06:34.017 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:06:32.663154+0000 mon.smithi176 (mon.0) 3329 : audit [DBG] from='client.? 172.21.15.176:0/123506952' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:06:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:33.596269+0000 mgr.smithi204.vnvrbl (mgr.24567) 4513 : cluster [DBG] pgmap v3883: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:35.017 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:33.596269+0000 mgr.smithi204.vnvrbl (mgr.24567) 4513 : cluster [DBG] pgmap v3883: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:35.596716+0000 mgr.smithi204.vnvrbl (mgr.24567) 4514 : cluster [DBG] pgmap v3884: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:37.017 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:35.596716+0000 mgr.smithi204.vnvrbl (mgr.24567) 4514 : cluster [DBG] pgmap v3884: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:37.597586+0000 mgr.smithi204.vnvrbl (mgr.24567) 4515 : cluster [DBG] pgmap v3885: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:37.597586+0000 mgr.smithi204.vnvrbl (mgr.24567) 4515 : cluster [DBG] pgmap v3885: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:39.598076+0000 mgr.smithi204.vnvrbl (mgr.24567) 4516 : cluster [DBG] pgmap v3886: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:41.018 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:39.598076+0000 mgr.smithi204.vnvrbl (mgr.24567) 4516 : cluster [DBG] pgmap v3886: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:41.598605+0000 mgr.smithi204.vnvrbl (mgr.24567) 4517 : cluster [DBG] pgmap v3887: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:43.018 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:41.598605+0000 mgr.smithi204.vnvrbl (mgr.24567) 4517 : cluster [DBG] pgmap v3887: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:43.599303+0000 mgr.smithi204.vnvrbl (mgr.24567) 4518 : cluster [DBG] pgmap v3888: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:45.019 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:43.599303+0000 mgr.smithi204.vnvrbl (mgr.24567) 4518 : cluster [DBG] pgmap v3888: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:45.599728+0000 mgr.smithi204.vnvrbl (mgr.24567) 4519 : cluster [DBG] pgmap v3889: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:47.019 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:45.599728+0000 mgr.smithi204.vnvrbl (mgr.24567) 4519 : cluster [DBG] pgmap v3889: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:47.600593+0000 mgr.smithi204.vnvrbl (mgr.24567) 4520 : cluster [DBG] pgmap v3890: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:47.600593+0000 mgr.smithi204.vnvrbl (mgr.24567) 4520 : cluster [DBG] pgmap v3890: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:49.600996+0000 mgr.smithi204.vnvrbl (mgr.24567) 4521 : cluster [DBG] pgmap v3891: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:51.020 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:49.600996+0000 mgr.smithi204.vnvrbl (mgr.24567) 4521 : cluster [DBG] pgmap v3891: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:51.601525+0000 mgr.smithi204.vnvrbl (mgr.24567) 4522 : cluster [DBG] pgmap v3892: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:53.020 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:51.601525+0000 mgr.smithi204.vnvrbl (mgr.24567) 4522 : cluster [DBG] pgmap v3892: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:53.602350+0000 mgr.smithi204.vnvrbl (mgr.24567) 4523 : cluster [DBG] pgmap v3893: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:55.020 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:53.602350+0000 mgr.smithi204.vnvrbl (mgr.24567) 4523 : cluster [DBG] pgmap v3893: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:55.602811+0000 mgr.smithi204.vnvrbl (mgr.24567) 4524 : cluster [DBG] pgmap v3894: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:57.021 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:55.602811+0000 mgr.smithi204.vnvrbl (mgr.24567) 4524 : cluster [DBG] pgmap v3894: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:06:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:06:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:57.603648+0000 mgr.smithi204.vnvrbl (mgr.24567) 4525 : cluster [DBG] pgmap v3895: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:06:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:06:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:57.603648+0000 mgr.smithi204.vnvrbl (mgr.24567) 4525 : cluster [DBG] pgmap v3895: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:06:59.604109+0000 mgr.smithi204.vnvrbl (mgr.24567) 4526 : cluster [DBG] pgmap v3896: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:01.021 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:06:59.604109+0000 mgr.smithi204.vnvrbl (mgr.24567) 4526 : cluster [DBG] pgmap v3896: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:02.962 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:07:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:01.604689+0000 mgr.smithi204.vnvrbl (mgr.24567) 4527 : cluster [DBG] pgmap v3897: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:03.022 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:01.604689+0000 mgr.smithi204.vnvrbl (mgr.24567) 4527 : cluster [DBG] pgmap v3897: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:03.240 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:07:03.240 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 7m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:07:03.240 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 7m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:07:03.240 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 7m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:07:03.241 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 7m ago 6h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:07:03.241 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 7m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:07:03.241 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 7m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:07:03.241 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 7m ago 6h 632M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:07:03.242 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 7m ago 6h 517M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:07:03.242 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 7m ago 6h 2055M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:07:03.242 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 7m ago 6h 1152M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:07:03.242 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 7m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:07:03.243 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 7m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:07:03.243 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 7m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:07:03.243 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 7m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:07:03.243 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 7m ago 6h 1398M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:07:03.243 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 7m ago 6h 2307M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:07:03.244 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 7m ago 6h 1560M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:07:03.244 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 7m ago 6h 2501M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:07:03.244 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 7m ago 6h 2330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:07:03.244 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 7m ago 6h 2428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:07:03.245 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 7m ago 6h 2034M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:07:03.245 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 7m ago 6h 2942M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:07:03.245 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 7m ago 6h 169M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:07:03.622 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:07:03.623 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:07:03.623 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:07:03.623 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:07:03.624 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:07:03.624 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:07:03.624 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:07:03.624 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:07:03.625 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:07:03.625 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:07:03.625 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:07:03.625 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:07:03.626 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:07:03.626 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:07:03.626 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:07:03.626 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:07:03.626 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:07:03.627 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:07:03.627 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:07:03.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:07:02.949346+0000 mgr.smithi204.vnvrbl (mgr.24567) 4528 : audit [DBG] from='client.42436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:07:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:07:03.271195+0000 mon.smithi204 (mon.1) 692 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:07:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:07:03.272473+0000 mon.smithi204 (mon.1) 693 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:07:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:07:03.273247+0000 mon.smithi204 (mon.1) 694 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:07:03.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:07:03.621897+0000 mon.smithi176 (mon.0) 3330 : audit [DBG] from='client.? 172.21.15.176:0/1688667858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:07:04.022 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:07:02.949346+0000 mgr.smithi204.vnvrbl (mgr.24567) 4528 : audit [DBG] from='client.42436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:07:04.022 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:07:03.271195+0000 mon.smithi204 (mon.1) 692 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:07:04.023 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:07:03.272473+0000 mon.smithi204 (mon.1) 693 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:07:04.023 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:07:03.273247+0000 mon.smithi204 (mon.1) 694 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:07:04.023 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:07:03.621897+0000 mon.smithi176 (mon.0) 3330 : audit [DBG] from='client.? 172.21.15.176:0/1688667858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:07:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:07:03.228768+0000 mgr.smithi204.vnvrbl (mgr.24567) 4529 : audit [DBG] from='client.42440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:07:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:07:03.273925+0000 mgr.smithi204.vnvrbl (mgr.24567) 4530 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:07:04.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:03.605526+0000 mgr.smithi204.vnvrbl (mgr.24567) 4531 : cluster [DBG] pgmap v3898: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:04.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:07:03.672293+0000 mon.smithi176 (mon.0) 3331 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:07:04.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:07:03.677706+0000 mon.smithi176 (mon.0) 3332 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:07:05.022 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:07:03.228768+0000 mgr.smithi204.vnvrbl (mgr.24567) 4529 : audit [DBG] from='client.42440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:07:05.022 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:07:03.273925+0000 mgr.smithi204.vnvrbl (mgr.24567) 4530 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:07:05.023 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:03.605526+0000 mgr.smithi204.vnvrbl (mgr.24567) 4531 : cluster [DBG] pgmap v3898: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:05.023 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:07:03.672293+0000 mon.smithi176 (mon.0) 3331 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:07:05.023 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:07:03.677706+0000 mon.smithi176 (mon.0) 3332 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:07:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:05.606132+0000 mgr.smithi204.vnvrbl (mgr.24567) 4532 : cluster [DBG] pgmap v3899: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:07.022 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:05.606132+0000 mgr.smithi204.vnvrbl (mgr.24567) 4532 : cluster [DBG] pgmap v3899: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:07.606849+0000 mgr.smithi204.vnvrbl (mgr.24567) 4533 : cluster [DBG] pgmap v3900: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:07.606849+0000 mgr.smithi204.vnvrbl (mgr.24567) 4533 : cluster [DBG] pgmap v3900: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:09.607432+0000 mgr.smithi204.vnvrbl (mgr.24567) 4534 : cluster [DBG] pgmap v3901: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:11.023 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:09.607432+0000 mgr.smithi204.vnvrbl (mgr.24567) 4534 : cluster [DBG] pgmap v3901: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:11.608031+0000 mgr.smithi204.vnvrbl (mgr.24567) 4535 : cluster [DBG] pgmap v3902: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:07:11.909905+0000 mon.smithi204 (mon.1) 695 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:07:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:07:11.910131+0000 mon.smithi204 (mon.1) 696 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:07:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:07:11.910449+0000 mon.smithi176 (mon.0) 3333 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:07:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:07:11.910912+0000 mon.smithi176 (mon.0) 3334 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:07:13.023 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:11.608031+0000 mgr.smithi204.vnvrbl (mgr.24567) 4535 : cluster [DBG] pgmap v3902: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:13.024 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:07:11.909905+0000 mon.smithi204 (mon.1) 695 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:07:13.024 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:07:11.910131+0000 mon.smithi204 (mon.1) 696 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:07:13.024 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:07:11.910449+0000 mon.smithi176 (mon.0) 3333 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:07:13.025 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:07:11.910912+0000 mon.smithi176 (mon.0) 3334 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:07:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:13.608724+0000 mgr.smithi204.vnvrbl (mgr.24567) 4536 : cluster [DBG] pgmap v3903: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:15.024 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:13.608724+0000 mgr.smithi204.vnvrbl (mgr.24567) 4536 : cluster [DBG] pgmap v3903: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:15.609284+0000 mgr.smithi204.vnvrbl (mgr.24567) 4537 : cluster [DBG] pgmap v3904: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:17.024 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:15.609284+0000 mgr.smithi204.vnvrbl (mgr.24567) 4537 : cluster [DBG] pgmap v3904: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:17.610251+0000 mgr.smithi204.vnvrbl (mgr.24567) 4538 : cluster [DBG] pgmap v3905: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:17.610251+0000 mgr.smithi204.vnvrbl (mgr.24567) 4538 : cluster [DBG] pgmap v3905: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:19.610647+0000 mgr.smithi204.vnvrbl (mgr.24567) 4539 : cluster [DBG] pgmap v3906: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:21.025 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:19.610647+0000 mgr.smithi204.vnvrbl (mgr.24567) 4539 : cluster [DBG] pgmap v3906: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:21.611094+0000 mgr.smithi204.vnvrbl (mgr.24567) 4540 : cluster [DBG] pgmap v3907: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:23.025 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:21.611094+0000 mgr.smithi204.vnvrbl (mgr.24567) 4540 : cluster [DBG] pgmap v3907: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:23.611855+0000 mgr.smithi204.vnvrbl (mgr.24567) 4541 : cluster [DBG] pgmap v3908: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:25.026 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:23.611855+0000 mgr.smithi204.vnvrbl (mgr.24567) 4541 : cluster [DBG] pgmap v3908: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:25.612319+0000 mgr.smithi204.vnvrbl (mgr.24567) 4542 : cluster [DBG] pgmap v3909: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:27.026 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:25.612319+0000 mgr.smithi204.vnvrbl (mgr.24567) 4542 : cluster [DBG] pgmap v3909: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:28.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:27.612991+0000 mgr.smithi204.vnvrbl (mgr.24567) 4543 : cluster [DBG] pgmap v3910: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:27.612991+0000 mgr.smithi204.vnvrbl (mgr.24567) 4543 : cluster [DBG] pgmap v3910: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:29.613484+0000 mgr.smithi204.vnvrbl (mgr.24567) 4544 : cluster [DBG] pgmap v3911: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:31.027 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:29.613484+0000 mgr.smithi204.vnvrbl (mgr.24567) 4544 : cluster [DBG] pgmap v3911: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:31.614137+0000 mgr.smithi204.vnvrbl (mgr.24567) 4545 : cluster [DBG] pgmap v3912: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:33.027 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:31.614137+0000 mgr.smithi204.vnvrbl (mgr.24567) 4545 : cluster [DBG] pgmap v3912: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:33.920 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:07:34.194 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:07:34.195 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 7m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:07:34.195 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 7m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:07:34.195 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 7m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:07:34.195 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 7m ago 6h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:07:34.196 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 7m ago 5h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:07:34.196 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 7m ago 5h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:07:34.196 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 7m ago 6h 632M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:07:34.196 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 7m ago 6h 517M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:07:34.197 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 7m ago 6h 2055M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:07:34.197 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 7m ago 6h 1152M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:07:34.197 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 7m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:07:34.197 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 7m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:07:34.198 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 7m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:07:34.198 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 7m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:07:34.198 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 7m ago 6h 1398M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:07:34.198 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 7m ago 6h 2307M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:07:34.199 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 7m ago 6h 1560M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:07:34.199 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 7m ago 6h 2501M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:07:34.199 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 7m ago 6h 2330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:07:34.199 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 7m ago 6h 2428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:07:34.199 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 7m ago 6h 2034M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:07:34.200 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 7m ago 6h 2942M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:07:34.200 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 7m ago 6h 169M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:07:34.524 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:07:34.524 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:07:34.524 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:07:34.524 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:07:34.525 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:07:34.525 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:07:34.525 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:07:34.525 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:07:34.525 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:07:34.526 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:07:34.526 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:07:34.526 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:07:34.526 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:07:34.527 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:07:34.527 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:07:34.527 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:07:34.527 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:07:34.527 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:07:34.528 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:07:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:33.614932+0000 mgr.smithi204.vnvrbl (mgr.24567) 4546 : cluster [DBG] pgmap v3913: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:07:33.907420+0000 mgr.smithi204.vnvrbl (mgr.24567) 4547 : audit [DBG] from='client.42448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:07:34.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:07:34.522975+0000 mon.smithi176 (mon.0) 3335 : audit [DBG] from='client.? 172.21.15.176:0/1424297958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:07:35.027 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:33.614932+0000 mgr.smithi204.vnvrbl (mgr.24567) 4546 : cluster [DBG] pgmap v3913: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:35.027 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:07:33.907420+0000 mgr.smithi204.vnvrbl (mgr.24567) 4547 : audit [DBG] from='client.42448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:07:35.028 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:07:34.522975+0000 mon.smithi176 (mon.0) 3335 : audit [DBG] from='client.? 172.21.15.176:0/1424297958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:07:35.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:35 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:07:34.183223+0000 mgr.smithi204.vnvrbl (mgr.24567) 4548 : audit [DBG] from='client.42452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:07:36.027 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:35 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:07:34.183223+0000 mgr.smithi204.vnvrbl (mgr.24567) 4548 : audit [DBG] from='client.42452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:07:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:35.615582+0000 mgr.smithi204.vnvrbl (mgr.24567) 4549 : cluster [DBG] pgmap v3914: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:37.028 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:35.615582+0000 mgr.smithi204.vnvrbl (mgr.24567) 4549 : cluster [DBG] pgmap v3914: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:38.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:37.616402+0000 mgr.smithi204.vnvrbl (mgr.24567) 4550 : cluster [DBG] pgmap v3915: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:37.616402+0000 mgr.smithi204.vnvrbl (mgr.24567) 4550 : cluster [DBG] pgmap v3915: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:39.616942+0000 mgr.smithi204.vnvrbl (mgr.24567) 4551 : cluster [DBG] pgmap v3916: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:41.028 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:39.616942+0000 mgr.smithi204.vnvrbl (mgr.24567) 4551 : cluster [DBG] pgmap v3916: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:41.617474+0000 mgr.smithi204.vnvrbl (mgr.24567) 4552 : cluster [DBG] pgmap v3917: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:43.029 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:41.617474+0000 mgr.smithi204.vnvrbl (mgr.24567) 4552 : cluster [DBG] pgmap v3917: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:43.618292+0000 mgr.smithi204.vnvrbl (mgr.24567) 4553 : cluster [DBG] pgmap v3918: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:45.029 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:43.618292+0000 mgr.smithi204.vnvrbl (mgr.24567) 4553 : cluster [DBG] pgmap v3918: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:45.618762+0000 mgr.smithi204.vnvrbl (mgr.24567) 4554 : cluster [DBG] pgmap v3919: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:47.029 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:45.618762+0000 mgr.smithi204.vnvrbl (mgr.24567) 4554 : cluster [DBG] pgmap v3919: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:48.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:47.619694+0000 mgr.smithi204.vnvrbl (mgr.24567) 4555 : cluster [DBG] pgmap v3920: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:47.619694+0000 mgr.smithi204.vnvrbl (mgr.24567) 4555 : cluster [DBG] pgmap v3920: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:49.620098+0000 mgr.smithi204.vnvrbl (mgr.24567) 4556 : cluster [DBG] pgmap v3921: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:51.030 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:49.620098+0000 mgr.smithi204.vnvrbl (mgr.24567) 4556 : cluster [DBG] pgmap v3921: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:51.620725+0000 mgr.smithi204.vnvrbl (mgr.24567) 4557 : cluster [DBG] pgmap v3922: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:53.031 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:51.620725+0000 mgr.smithi204.vnvrbl (mgr.24567) 4557 : cluster [DBG] pgmap v3922: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:53.621503+0000 mgr.smithi204.vnvrbl (mgr.24567) 4558 : cluster [DBG] pgmap v3923: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:55.031 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:53.621503+0000 mgr.smithi204.vnvrbl (mgr.24567) 4558 : cluster [DBG] pgmap v3923: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:55.622042+0000 mgr.smithi204.vnvrbl (mgr.24567) 4559 : cluster [DBG] pgmap v3924: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:57.031 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:55.622042+0000 mgr.smithi204.vnvrbl (mgr.24567) 4559 : cluster [DBG] pgmap v3924: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:07:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:07:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:57.622710+0000 mgr.smithi204.vnvrbl (mgr.24567) 4560 : cluster [DBG] pgmap v3925: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:07:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:07:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:57.622710+0000 mgr.smithi204.vnvrbl (mgr.24567) 4560 : cluster [DBG] pgmap v3925: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:07:59.623241+0000 mgr.smithi204.vnvrbl (mgr.24567) 4561 : cluster [DBG] pgmap v3926: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:01.031 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:07:59.623241+0000 mgr.smithi204.vnvrbl (mgr.24567) 4561 : cluster [DBG] pgmap v3926: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:01.623748+0000 mgr.smithi204.vnvrbl (mgr.24567) 4562 : cluster [DBG] pgmap v3927: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:03.032 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:01.623748+0000 mgr.smithi204.vnvrbl (mgr.24567) 4562 : cluster [DBG] pgmap v3927: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:04.032 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:08:03.680460+0000 mon.smithi204 (mon.1) 697 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:08:04.033 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:08:03.684541+0000 mon.smithi204 (mon.1) 698 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:08:04.033 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:03 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:08:03.685406+0000 mon.smithi204 (mon.1) 699 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:08:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:08:03.680460+0000 mon.smithi204 (mon.1) 697 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:08:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:08:03.684541+0000 mon.smithi204 (mon.1) 698 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:08:04.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:03 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:08:03.685406+0000 mon.smithi204 (mon.1) 699 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:08:04.824 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:08:05.032 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:03.624766+0000 mgr.smithi204.vnvrbl (mgr.24567) 4563 : cluster [DBG] pgmap v3928: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:05.032 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:08:03.686129+0000 mgr.smithi204.vnvrbl (mgr.24567) 4564 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:08:05.033 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:08:04.090164+0000 mon.smithi176 (mon.0) 3336 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:08:05.033 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:08:04.097393+0000 mon.smithi176 (mon.0) 3337 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:08:05.102 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:08:05.103 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 8m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:08:05.103 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 8m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:08:05.103 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 8m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:08:05.103 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 8m ago 6h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:08:05.103 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 8m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:08:05.104 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 8m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:08:05.104 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 8m ago 6h 632M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:08:05.104 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 8m ago 6h 517M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:08:05.104 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 8m ago 6h 2055M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:08:05.105 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 8m ago 6h 1152M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:08:05.105 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 8m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:08:05.105 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 8m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:08:05.105 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 8m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:08:05.105 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 8m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:08:05.106 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 8m ago 6h 1398M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:08:05.106 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 8m ago 6h 2307M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:08:05.106 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 8m ago 6h 1560M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:08:05.106 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 8m ago 6h 2501M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:08:05.107 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 8m ago 6h 2330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:08:05.107 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 8m ago 6h 2428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:08:05.107 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 8m ago 6h 2034M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:08:05.107 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 8m ago 6h 2942M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:08:05.107 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 8m ago 6h 169M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:08:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:03.624766+0000 mgr.smithi204.vnvrbl (mgr.24567) 4563 : cluster [DBG] pgmap v3928: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:08:03.686129+0000 mgr.smithi204.vnvrbl (mgr.24567) 4564 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:08:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:08:04.090164+0000 mon.smithi176 (mon.0) 3336 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:08:05.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:08:04.097393+0000 mon.smithi176 (mon.0) 3337 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:08:05.432 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:08:05.432 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:08:05.433 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:08:05.433 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:08:05.433 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:08:05.433 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:08:05.434 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:08:05.434 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:08:05.434 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:08:05.434 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:08:05.435 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:08:05.435 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:08:05.435 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:08:05.435 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:08:05.435 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:08:05.436 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:08:05.436 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:08:05.436 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:08:05.436 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:08:06.032 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:08:04.811194+0000 mgr.smithi204.vnvrbl (mgr.24567) 4565 : audit [DBG] from='client.42460 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:08:06.033 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:08:05.431618+0000 mon.smithi176 (mon.0) 3338 : audit [DBG] from='client.? 172.21.15.176:0/279738473' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:08:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:08:04.811194+0000 mgr.smithi204.vnvrbl (mgr.24567) 4565 : audit [DBG] from='client.42460 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:08:06.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:08:05.431618+0000 mon.smithi176 (mon.0) 3338 : audit [DBG] from='client.? 172.21.15.176:0/279738473' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:08:07.032 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:08:05.091641+0000 mgr.smithi204.vnvrbl (mgr.24567) 4566 : audit [DBG] from='client.42464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:08:07.033 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:05.625204+0000 mgr.smithi204.vnvrbl (mgr.24567) 4567 : cluster [DBG] pgmap v3929: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:08:05.091641+0000 mgr.smithi204.vnvrbl (mgr.24567) 4566 : audit [DBG] from='client.42464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:08:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:05.625204+0000 mgr.smithi204.vnvrbl (mgr.24567) 4567 : cluster [DBG] pgmap v3929: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:08.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:07.625975+0000 mgr.smithi204.vnvrbl (mgr.24567) 4568 : cluster [DBG] pgmap v3930: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:07.625975+0000 mgr.smithi204.vnvrbl (mgr.24567) 4568 : cluster [DBG] pgmap v3930: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:09.626443+0000 mgr.smithi204.vnvrbl (mgr.24567) 4569 : cluster [DBG] pgmap v3931: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:11.033 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:09.626443+0000 mgr.smithi204.vnvrbl (mgr.24567) 4569 : cluster [DBG] pgmap v3931: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:11.626880+0000 mgr.smithi204.vnvrbl (mgr.24567) 4570 : cluster [DBG] pgmap v3932: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:12.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:08:11.914512+0000 mon.smithi204 (mon.1) 700 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:08:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:08:11.914871+0000 mon.smithi204 (mon.1) 701 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:08:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:08:11.915100+0000 mon.smithi176 (mon.0) 3339 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:08:12.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:08:11.915388+0000 mon.smithi176 (mon.0) 3340 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:08:13.033 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:11.626880+0000 mgr.smithi204.vnvrbl (mgr.24567) 4570 : cluster [DBG] pgmap v3932: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:13.034 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:08:11.914512+0000 mon.smithi204 (mon.1) 700 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:08:13.034 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:08:11.914871+0000 mon.smithi204 (mon.1) 701 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:08:13.034 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:08:11.915100+0000 mon.smithi176 (mon.0) 3339 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:08:13.034 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:08:11.915388+0000 mon.smithi176 (mon.0) 3340 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:08:14.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:13.627838+0000 mgr.smithi204.vnvrbl (mgr.24567) 4571 : cluster [DBG] pgmap v3933: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:15.034 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:13.627838+0000 mgr.smithi204.vnvrbl (mgr.24567) 4571 : cluster [DBG] pgmap v3933: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:15.628302+0000 mgr.smithi204.vnvrbl (mgr.24567) 4572 : cluster [DBG] pgmap v3934: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:17.034 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:15.628302+0000 mgr.smithi204.vnvrbl (mgr.24567) 4572 : cluster [DBG] pgmap v3934: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:17.629165+0000 mgr.smithi204.vnvrbl (mgr.24567) 4573 : cluster [DBG] pgmap v3935: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:17.629165+0000 mgr.smithi204.vnvrbl (mgr.24567) 4573 : cluster [DBG] pgmap v3935: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:19.629609+0000 mgr.smithi204.vnvrbl (mgr.24567) 4574 : cluster [DBG] pgmap v3936: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:21.035 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:19.629609+0000 mgr.smithi204.vnvrbl (mgr.24567) 4574 : cluster [DBG] pgmap v3936: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:21.630068+0000 mgr.smithi204.vnvrbl (mgr.24567) 4575 : cluster [DBG] pgmap v3937: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:23.035 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:21.630068+0000 mgr.smithi204.vnvrbl (mgr.24567) 4575 : cluster [DBG] pgmap v3937: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:23.631025+0000 mgr.smithi204.vnvrbl (mgr.24567) 4576 : cluster [DBG] pgmap v3938: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:25.035 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:23.631025+0000 mgr.smithi204.vnvrbl (mgr.24567) 4576 : cluster [DBG] pgmap v3938: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:25.631533+0000 mgr.smithi204.vnvrbl (mgr.24567) 4577 : cluster [DBG] pgmap v3939: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:27.036 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:25.631533+0000 mgr.smithi204.vnvrbl (mgr.24567) 4577 : cluster [DBG] pgmap v3939: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:27.632286+0000 mgr.smithi204.vnvrbl (mgr.24567) 4578 : cluster [DBG] pgmap v3940: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:27.632286+0000 mgr.smithi204.vnvrbl (mgr.24567) 4578 : cluster [DBG] pgmap v3940: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:29.632849+0000 mgr.smithi204.vnvrbl (mgr.24567) 4579 : cluster [DBG] pgmap v3941: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:31.036 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:29.632849+0000 mgr.smithi204.vnvrbl (mgr.24567) 4579 : cluster [DBG] pgmap v3941: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:31.633443+0000 mgr.smithi204.vnvrbl (mgr.24567) 4580 : cluster [DBG] pgmap v3942: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:33.037 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:31.633443+0000 mgr.smithi204.vnvrbl (mgr.24567) 4580 : cluster [DBG] pgmap v3942: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:33.634348+0000 mgr.smithi204.vnvrbl (mgr.24567) 4581 : cluster [DBG] pgmap v3943: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:35.037 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:33.634348+0000 mgr.smithi204.vnvrbl (mgr.24567) 4581 : cluster [DBG] pgmap v3943: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:35.730 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:08:36.006 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:08:36.007 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 8m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:08:36.007 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 8m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:08:36.007 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 8m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:08:36.008 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 8m ago 6h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:08:36.008 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 8m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:08:36.008 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 8m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:08:36.008 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 8m ago 6h 632M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:08:36.009 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 8m ago 6h 517M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:08:36.009 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 8m ago 6h 2055M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:08:36.009 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 8m ago 6h 1152M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:08:36.009 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 8m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:08:36.009 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 8m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:08:36.010 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 8m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:08:36.010 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 8m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:08:36.010 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 8m ago 6h 1398M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:08:36.010 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 8m ago 6h 2307M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:08:36.011 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 8m ago 6h 1560M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:08:36.011 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 8m ago 6h 2501M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:08:36.011 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 8m ago 6h 2330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:08:36.011 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 8m ago 6h 2428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:08:36.012 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 8m ago 6h 2034M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:08:36.012 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 8m ago 6h 2942M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:08:36.012 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 8m ago 6h 169M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:08:36.335 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:08:36.335 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:08:36.335 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:08:36.336 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:08:36.336 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:08:36.336 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:08:36.336 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:08:36.336 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:08:36.337 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:08:36.337 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:08:36.337 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:08:36.337 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:08:36.338 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:08:36.338 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:08:36.338 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:08:36.338 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:08:36.339 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:08:36.339 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:08:36.339 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:08:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:35.634775+0000 mgr.smithi204.vnvrbl (mgr.24567) 4582 : cluster [DBG] pgmap v3944: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:36.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:08:35.717392+0000 mgr.smithi204.vnvrbl (mgr.24567) 4583 : audit [DBG] from='client.42472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:08:36.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:08:35.995661+0000 mgr.smithi204.vnvrbl (mgr.24567) 4584 : audit [DBG] from='client.42476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:08:36.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:08:36.333962+0000 mon.smithi176 (mon.0) 3341 : audit [DBG] from='client.? 172.21.15.176:0/1749163019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:08:37.038 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:35.634775+0000 mgr.smithi204.vnvrbl (mgr.24567) 4582 : cluster [DBG] pgmap v3944: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:37.038 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:08:35.717392+0000 mgr.smithi204.vnvrbl (mgr.24567) 4583 : audit [DBG] from='client.42472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:08:37.038 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:08:35.995661+0000 mgr.smithi204.vnvrbl (mgr.24567) 4584 : audit [DBG] from='client.42476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:08:37.039 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:08:36.333962+0000 mon.smithi176 (mon.0) 3341 : audit [DBG] from='client.? 172.21.15.176:0/1749163019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:08:38.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:37.635636+0000 mgr.smithi204.vnvrbl (mgr.24567) 4585 : cluster [DBG] pgmap v3945: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:37.635636+0000 mgr.smithi204.vnvrbl (mgr.24567) 4585 : cluster [DBG] pgmap v3945: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:39.636060+0000 mgr.smithi204.vnvrbl (mgr.24567) 4586 : cluster [DBG] pgmap v3946: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:41.038 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:39.636060+0000 mgr.smithi204.vnvrbl (mgr.24567) 4586 : cluster [DBG] pgmap v3946: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:41.636636+0000 mgr.smithi204.vnvrbl (mgr.24567) 4587 : cluster [DBG] pgmap v3947: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:43.039 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:41.636636+0000 mgr.smithi204.vnvrbl (mgr.24567) 4587 : cluster [DBG] pgmap v3947: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:43.637386+0000 mgr.smithi204.vnvrbl (mgr.24567) 4588 : cluster [DBG] pgmap v3948: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:45.039 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:43.637386+0000 mgr.smithi204.vnvrbl (mgr.24567) 4588 : cluster [DBG] pgmap v3948: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:46.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:45.637855+0000 mgr.smithi204.vnvrbl (mgr.24567) 4589 : cluster [DBG] pgmap v3949: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:47.039 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:45.637855+0000 mgr.smithi204.vnvrbl (mgr.24567) 4589 : cluster [DBG] pgmap v3949: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:48.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:47.638804+0000 mgr.smithi204.vnvrbl (mgr.24567) 4590 : cluster [DBG] pgmap v3950: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:47.638804+0000 mgr.smithi204.vnvrbl (mgr.24567) 4590 : cluster [DBG] pgmap v3950: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:49.639271+0000 mgr.smithi204.vnvrbl (mgr.24567) 4591 : cluster [DBG] pgmap v3951: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:51.040 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:49.639271+0000 mgr.smithi204.vnvrbl (mgr.24567) 4591 : cluster [DBG] pgmap v3951: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:51.639711+0000 mgr.smithi204.vnvrbl (mgr.24567) 4592 : cluster [DBG] pgmap v3952: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:53.040 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:51.639711+0000 mgr.smithi204.vnvrbl (mgr.24567) 4592 : cluster [DBG] pgmap v3952: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:53.640403+0000 mgr.smithi204.vnvrbl (mgr.24567) 4593 : cluster [DBG] pgmap v3953: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:55.040 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:53.640403+0000 mgr.smithi204.vnvrbl (mgr.24567) 4593 : cluster [DBG] pgmap v3953: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:56.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:55.641058+0000 mgr.smithi204.vnvrbl (mgr.24567) 4594 : cluster [DBG] pgmap v3954: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:57.041 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:55.641058+0000 mgr.smithi204.vnvrbl (mgr.24567) 4594 : cluster [DBG] pgmap v3954: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:08:58.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:08:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:57.641795+0000 mgr.smithi204.vnvrbl (mgr.24567) 4595 : cluster [DBG] pgmap v3955: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:08:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:08:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:57.641795+0000 mgr.smithi204.vnvrbl (mgr.24567) 4595 : cluster [DBG] pgmap v3955: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:08:59.642460+0000 mgr.smithi204.vnvrbl (mgr.24567) 4596 : cluster [DBG] pgmap v3956: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:01.042 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:08:59.642460+0000 mgr.smithi204.vnvrbl (mgr.24567) 4596 : cluster [DBG] pgmap v3956: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:02.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:01.642949+0000 mgr.smithi204.vnvrbl (mgr.24567) 4597 : cluster [DBG] pgmap v3957: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:03.042 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:01.642949+0000 mgr.smithi204.vnvrbl (mgr.24567) 4597 : cluster [DBG] pgmap v3957: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:03.643804+0000 mgr.smithi204.vnvrbl (mgr.24567) 4598 : cluster [DBG] pgmap v3958: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:09:04.100045+0000 mon.smithi204 (mon.1) 702 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:09:04.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:09:04.101363+0000 mon.smithi204 (mon.1) 703 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:09:04.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:09:04.102247+0000 mon.smithi204 (mon.1) 704 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:09:04.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:09:04.500882+0000 mon.smithi176 (mon.0) 3342 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:09:04.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:09:04.508287+0000 mon.smithi176 (mon.0) 3343 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:09:05.042 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:03.643804+0000 mgr.smithi204.vnvrbl (mgr.24567) 4598 : cluster [DBG] pgmap v3958: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:05.043 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:09:04.100045+0000 mon.smithi204 (mon.1) 702 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:09:05.043 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:09:04.101363+0000 mon.smithi204 (mon.1) 703 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:09:05.043 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:09:04.102247+0000 mon.smithi204 (mon.1) 704 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:09:05.044 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:09:04.500882+0000 mon.smithi176 (mon.0) 3342 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:09:05.044 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:09:04.508287+0000 mon.smithi176 (mon.0) 3343 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:09:05.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:09:04.103048+0000 mgr.smithi204.vnvrbl (mgr.24567) 4599 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:09:06.042 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:09:04.103048+0000 mgr.smithi204.vnvrbl (mgr.24567) 4599 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:09:06.637 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:09:06.912 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:09:06.913 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 9m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:09:06.913 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 9m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:09:06.913 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 9m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:09:06.914 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 9m ago 6h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:09:06.914 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 9m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:09:06.914 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 9m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:09:06.914 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 9m ago 6h 632M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:09:06.915 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 9m ago 6h 517M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:09:06.915 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 9m ago 6h 2055M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:09:06.915 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 9m ago 6h 1152M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:09:06.915 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 9m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:09:06.916 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 9m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:09:06.916 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 9m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:09:06.916 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 9m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:09:06.917 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 9m ago 6h 1398M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:09:06.917 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 9m ago 6h 2307M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:09:06.917 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 9m ago 6h 1560M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:09:06.917 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 9m ago 6h 2501M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:09:06.918 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 9m ago 6h 2330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:09:06.918 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 9m ago 6h 2428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:09:06.918 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 9m ago 6h 2034M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:09:06.918 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 9m ago 6h 2942M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:09:06.919 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 9m ago 6h 169M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:09:06.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:05.644380+0000 mgr.smithi204.vnvrbl (mgr.24567) 4600 : cluster [DBG] pgmap v3959: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:07.043 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:05.644380+0000 mgr.smithi204.vnvrbl (mgr.24567) 4600 : cluster [DBG] pgmap v3959: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:07.243 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:09:07.243 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:09:07.243 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:09:07.244 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:09:07.244 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:09:07.244 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:09:07.244 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:09:07.245 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:09:07.245 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:09:07.245 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:09:07.245 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:09:07.245 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:09:07.246 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:09:07.246 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:09:07.246 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:09:07.246 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:09:07.247 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:09:07.247 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:09:07.247 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:09:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:09:06.624056+0000 mgr.smithi204.vnvrbl (mgr.24567) 4601 : audit [DBG] from='client.42484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:09:07.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:09:06.901742+0000 mgr.smithi204.vnvrbl (mgr.24567) 4602 : audit [DBG] from='client.42488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:09:07.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:07 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:09:07.242108+0000 mon.smithi176 (mon.0) 3344 : audit [DBG] from='client.? 172.21.15.176:0/40350451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:09:08.043 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:09:06.624056+0000 mgr.smithi204.vnvrbl (mgr.24567) 4601 : audit [DBG] from='client.42484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:09:08.043 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:09:06.901742+0000 mgr.smithi204.vnvrbl (mgr.24567) 4602 : audit [DBG] from='client.42488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:09:08.044 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:07 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:09:07.242108+0000 mon.smithi176 (mon.0) 3344 : audit [DBG] from='client.? 172.21.15.176:0/40350451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:09:08.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:07.645330+0000 mgr.smithi204.vnvrbl (mgr.24567) 4603 : cluster [DBG] pgmap v3960: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:09.043 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:07.645330+0000 mgr.smithi204.vnvrbl (mgr.24567) 4603 : cluster [DBG] pgmap v3960: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:10.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:09.645760+0000 mgr.smithi204.vnvrbl (mgr.24567) 4604 : cluster [DBG] pgmap v3961: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:11.043 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:09.645760+0000 mgr.smithi204.vnvrbl (mgr.24567) 4604 : cluster [DBG] pgmap v3961: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:13.044 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:11.646253+0000 mgr.smithi204.vnvrbl (mgr.24567) 4605 : cluster [DBG] pgmap v3962: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:13.044 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:09:11.919818+0000 mon.smithi204 (mon.1) 705 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:09:13.045 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:09:11.920119+0000 mon.smithi204 (mon.1) 706 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:09:13.045 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:09:11.920303+0000 mon.smithi176 (mon.0) 3345 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:09:13.045 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:09:11.920727+0000 mon.smithi176 (mon.0) 3346 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:09:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:11.646253+0000 mgr.smithi204.vnvrbl (mgr.24567) 4605 : cluster [DBG] pgmap v3962: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:09:11.919818+0000 mon.smithi204 (mon.1) 705 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:09:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:09:11.920119+0000 mon.smithi204 (mon.1) 706 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:09:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:09:11.920303+0000 mon.smithi176 (mon.0) 3345 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:09:13.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:09:11.920727+0000 mon.smithi176 (mon.0) 3346 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:09:15.044 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:13.647270+0000 mgr.smithi204.vnvrbl (mgr.24567) 4606 : cluster [DBG] pgmap v3963: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:13.647270+0000 mgr.smithi204.vnvrbl (mgr.24567) 4606 : cluster [DBG] pgmap v3963: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:17.044 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:15.647720+0000 mgr.smithi204.vnvrbl (mgr.24567) 4607 : cluster [DBG] pgmap v3964: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:15.647720+0000 mgr.smithi204.vnvrbl (mgr.24567) 4607 : cluster [DBG] pgmap v3964: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:18.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:17.648445+0000 mgr.smithi204.vnvrbl (mgr.24567) 4608 : cluster [DBG] pgmap v3965: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:18.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:17.648445+0000 mgr.smithi204.vnvrbl (mgr.24567) 4608 : cluster [DBG] pgmap v3965: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:19.649093+0000 mgr.smithi204.vnvrbl (mgr.24567) 4609 : cluster [DBG] pgmap v3966: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:21.045 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:19.649093+0000 mgr.smithi204.vnvrbl (mgr.24567) 4609 : cluster [DBG] pgmap v3966: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:22.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:21.649650+0000 mgr.smithi204.vnvrbl (mgr.24567) 4610 : cluster [DBG] pgmap v3967: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:23.045 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:21.649650+0000 mgr.smithi204.vnvrbl (mgr.24567) 4610 : cluster [DBG] pgmap v3967: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:24.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:23.650614+0000 mgr.smithi204.vnvrbl (mgr.24567) 4611 : cluster [DBG] pgmap v3968: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:25.046 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:23.650614+0000 mgr.smithi204.vnvrbl (mgr.24567) 4611 : cluster [DBG] pgmap v3968: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:25.651054+0000 mgr.smithi204.vnvrbl (mgr.24567) 4612 : cluster [DBG] pgmap v3969: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:27.046 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:25.651054+0000 mgr.smithi204.vnvrbl (mgr.24567) 4612 : cluster [DBG] pgmap v3969: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:28.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:27.651775+0000 mgr.smithi204.vnvrbl (mgr.24567) 4613 : cluster [DBG] pgmap v3970: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:28.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:27.651775+0000 mgr.smithi204.vnvrbl (mgr.24567) 4613 : cluster [DBG] pgmap v3970: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:29.652305+0000 mgr.smithi204.vnvrbl (mgr.24567) 4614 : cluster [DBG] pgmap v3971: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:31.046 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:29.652305+0000 mgr.smithi204.vnvrbl (mgr.24567) 4614 : cluster [DBG] pgmap v3971: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:31.652772+0000 mgr.smithi204.vnvrbl (mgr.24567) 4615 : cluster [DBG] pgmap v3972: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:33.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:31.652772+0000 mgr.smithi204.vnvrbl (mgr.24567) 4615 : cluster [DBG] pgmap v3972: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:34.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:33.653488+0000 mgr.smithi204.vnvrbl (mgr.24567) 4616 : cluster [DBG] pgmap v3973: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:35.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:33.653488+0000 mgr.smithi204.vnvrbl (mgr.24567) 4616 : cluster [DBG] pgmap v3973: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:36.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:35.654098+0000 mgr.smithi204.vnvrbl (mgr.24567) 4617 : cluster [DBG] pgmap v3974: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:35.654098+0000 mgr.smithi204.vnvrbl (mgr.24567) 4617 : cluster [DBG] pgmap v3974: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:37.549 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:09:37.829 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:09:37.830 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 9m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:09:37.830 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 9m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:09:37.830 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 9m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:09:37.830 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 9m ago 6h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:09:37.831 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 9m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:09:37.831 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 9m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:09:37.831 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 9m ago 6h 632M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:09:37.831 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 9m ago 6h 517M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:09:37.832 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 9m ago 6h 2055M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:09:37.832 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 9m ago 6h 1152M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:09:37.832 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 9m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:09:37.832 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 9m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:09:37.833 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 9m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:09:37.833 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 9m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:09:37.833 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 9m ago 6h 1398M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:09:37.833 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 9m ago 6h 2307M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:09:37.834 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 9m ago 6h 1560M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:09:37.834 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 9m ago 6h 2501M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:09:37.834 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 9m ago 6h 2330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:09:37.834 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 9m ago 6h 2428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:09:37.834 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 9m ago 6h 2034M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:09:37.835 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 9m ago 6h 2942M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:09:37.835 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 9m ago 6h 169M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:09:38.176 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:09:38.177 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:09:38.177 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:09:38.177 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:09:38.177 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:09:38.178 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:09:38.178 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:09:38.178 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:09:38.178 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:09:38.179 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:09:38.179 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:09:38.179 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:09:38.179 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:09:38.179 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:09:38.180 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:09:38.180 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:09:38.180 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:09:38.180 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:09:38.181 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:09:38.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:09:37.535961+0000 mgr.smithi204.vnvrbl (mgr.24567) 4618 : audit [DBG] from='client.42496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:09:38.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:37.655044+0000 mgr.smithi204.vnvrbl (mgr.24567) 4619 : cluster [DBG] pgmap v3975: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:38.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:09:37.818429+0000 mgr.smithi204.vnvrbl (mgr.24567) 4620 : audit [DBG] from='client.42500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:09:38.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:09:38.175863+0000 mon.smithi176 (mon.0) 3347 : audit [DBG] from='client.? 172.21.15.176:0/1991387209' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:09:38.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:09:37.535961+0000 mgr.smithi204.vnvrbl (mgr.24567) 4618 : audit [DBG] from='client.42496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:09:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:37.655044+0000 mgr.smithi204.vnvrbl (mgr.24567) 4619 : cluster [DBG] pgmap v3975: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:09:37.818429+0000 mgr.smithi204.vnvrbl (mgr.24567) 4620 : audit [DBG] from='client.42500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:09:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:09:38.175863+0000 mon.smithi176 (mon.0) 3347 : audit [DBG] from='client.? 172.21.15.176:0/1991387209' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:09:40.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:39.655609+0000 mgr.smithi204.vnvrbl (mgr.24567) 4621 : cluster [DBG] pgmap v3976: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:39.655609+0000 mgr.smithi204.vnvrbl (mgr.24567) 4621 : cluster [DBG] pgmap v3976: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:42.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:41.656219+0000 mgr.smithi204.vnvrbl (mgr.24567) 4622 : cluster [DBG] pgmap v3977: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:41.656219+0000 mgr.smithi204.vnvrbl (mgr.24567) 4622 : cluster [DBG] pgmap v3977: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:44.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:43.656948+0000 mgr.smithi204.vnvrbl (mgr.24567) 4623 : cluster [DBG] pgmap v3978: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:45.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:43.656948+0000 mgr.smithi204.vnvrbl (mgr.24567) 4623 : cluster [DBG] pgmap v3978: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:47.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:45.657515+0000 mgr.smithi204.vnvrbl (mgr.24567) 4624 : cluster [DBG] pgmap v3979: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:45.657515+0000 mgr.smithi204.vnvrbl (mgr.24567) 4624 : cluster [DBG] pgmap v3979: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:48.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:47.658433+0000 mgr.smithi204.vnvrbl (mgr.24567) 4625 : cluster [DBG] pgmap v3980: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:48.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:47.658433+0000 mgr.smithi204.vnvrbl (mgr.24567) 4625 : cluster [DBG] pgmap v3980: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:50.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:49.659034+0000 mgr.smithi204.vnvrbl (mgr.24567) 4626 : cluster [DBG] pgmap v3981: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:49.659034+0000 mgr.smithi204.vnvrbl (mgr.24567) 4626 : cluster [DBG] pgmap v3981: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:52.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:51.659551+0000 mgr.smithi204.vnvrbl (mgr.24567) 4627 : cluster [DBG] pgmap v3982: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:53.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:51.659551+0000 mgr.smithi204.vnvrbl (mgr.24567) 4627 : cluster [DBG] pgmap v3982: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:54.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:53.660299+0000 mgr.smithi204.vnvrbl (mgr.24567) 4628 : cluster [DBG] pgmap v3983: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:55.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:53.660299+0000 mgr.smithi204.vnvrbl (mgr.24567) 4628 : cluster [DBG] pgmap v3983: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:55.660707+0000 mgr.smithi204.vnvrbl (mgr.24567) 4629 : cluster [DBG] pgmap v3984: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:55.660707+0000 mgr.smithi204.vnvrbl (mgr.24567) 4629 : cluster [DBG] pgmap v3984: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:09:58.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:09:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:57.661457+0000 mgr.smithi204.vnvrbl (mgr.24567) 4630 : cluster [DBG] pgmap v3985: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:09:58.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:09:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:57.661457+0000 mgr.smithi204.vnvrbl (mgr.24567) 4630 : cluster [DBG] pgmap v3985: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:00.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:09:59.662009+0000 mgr.smithi204.vnvrbl (mgr.24567) 4631 : cluster [DBG] pgmap v3986: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:00.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:00.000113+0000 mon.smithi176 (mon.0) 3348 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T13:10:01.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:09:59.662009+0000 mgr.smithi204.vnvrbl (mgr.24567) 4631 : cluster [DBG] pgmap v3986: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:00.000113+0000 mon.smithi176 (mon.0) 3348 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T13:10:03.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:01.662452+0000 mgr.smithi204.vnvrbl (mgr.24567) 4632 : cluster [DBG] pgmap v3987: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:01.662452+0000 mgr.smithi204.vnvrbl (mgr.24567) 4632 : cluster [DBG] pgmap v3987: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:04.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:03.663330+0000 mgr.smithi204.vnvrbl (mgr.24567) 4633 : cluster [DBG] pgmap v3988: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:04.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:04.510929+0000 mon.smithi204 (mon.1) 707 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:10:04.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:04.512316+0000 mon.smithi204 (mon.1) 708 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:10:04.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:04.513119+0000 mon.smithi204 (mon.1) 709 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:10:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:03.663330+0000 mgr.smithi204.vnvrbl (mgr.24567) 4633 : cluster [DBG] pgmap v3988: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:05.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:04.510929+0000 mon.smithi204 (mon.1) 707 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:10:05.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:04.512316+0000 mon.smithi204 (mon.1) 708 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:10:05.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:04.513119+0000 mon.smithi204 (mon.1) 709 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:10:06.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:05 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:10:04.513867+0000 mgr.smithi204.vnvrbl (mgr.24567) 4634 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:10:06.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:05 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:10:04.513867+0000 mgr.smithi204.vnvrbl (mgr.24567) 4634 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:10:07.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:05.663706+0000 mgr.smithi204.vnvrbl (mgr.24567) 4635 : cluster [DBG] pgmap v3989: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:05.663706+0000 mgr.smithi204.vnvrbl (mgr.24567) 4635 : cluster [DBG] pgmap v3989: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:08.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:07.664298+0000 mgr.smithi204.vnvrbl (mgr.24567) 4636 : cluster [DBG] pgmap v3990: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:08.499 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:10:08.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:07.664298+0000 mgr.smithi204.vnvrbl (mgr.24567) 4636 : cluster [DBG] pgmap v3990: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:08.797 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:10:08.797 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 10m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:10:08.798 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 10m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:10:08.798 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 10m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:10:08.798 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 10m ago 6h 44.8M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:10:08.798 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 10m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:10:08.799 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 10m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:10:08.799 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (5h) 10m ago 6h 632M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:10:08.799 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 10m ago 6h 517M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:10:08.800 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 10m ago 6h 2055M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:10:08.800 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 10m ago 6h 1152M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:10:08.800 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (5h) 10m ago 5h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:10:08.800 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (5h) 10m ago 5h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:10:08.801 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 10m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:10:08.801 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 10m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:10:08.801 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 10m ago 6h 1398M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:10:08.801 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 10m ago 6h 2307M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:10:08.801 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 10m ago 6h 1560M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:10:08.802 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 10m ago 6h 2501M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:10:08.802 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 10m ago 6h 2330M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:10:08.802 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 10m ago 6h 2428M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:10:08.802 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 10m ago 6h 2034M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:10:08.803 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 10m ago 6h 2942M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:10:08.803 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 10m ago 6h 169M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:10:09.168 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:10:09.169 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:10:09.169 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:10:09.169 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:10:09.169 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:10:09.169 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:10:09.170 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:10:09.170 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:10:09.170 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:10:09.170 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:10:09.171 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:10:09.171 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:10:09.171 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:10:09.171 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:10:09.172 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:10:09.172 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:10:09.172 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:10:09.172 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:10:09.172 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:10:10.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:08.485962+0000 mgr.smithi204.vnvrbl (mgr.24567) 4637 : audit [DBG] from='client.42508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:10:10.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:08.786981+0000 mgr.smithi204.vnvrbl (mgr.24567) 4638 : audit [DBG] from='client.42512 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:10:10.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:08.861859+0000 mon.smithi176 (mon.0) 3349 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:10:10.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:09.166069+0000 mon.smithi176 (mon.0) 3350 : audit [DBG] from='client.? 172.21.15.176:0/2089455530' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:10:10.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:09.247997+0000 mon.smithi204 (mon.1) 710 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:10:10.224 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:09 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:09.248539+0000 mon.smithi176 (mon.0) 3351 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:10:10.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:08.485962+0000 mgr.smithi204.vnvrbl (mgr.24567) 4637 : audit [DBG] from='client.42508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:10:10.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:08.786981+0000 mgr.smithi204.vnvrbl (mgr.24567) 4638 : audit [DBG] from='client.42512 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:10:10.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:08.861859+0000 mon.smithi176 (mon.0) 3349 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:10:10.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:09.166069+0000 mon.smithi176 (mon.0) 3350 : audit [DBG] from='client.? 172.21.15.176:0/2089455530' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:10:10.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:09.247997+0000 mon.smithi204 (mon.1) 710 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:10:10.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:09 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:09.248539+0000 mon.smithi176 (mon.0) 3351 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:10:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:09.664704+0000 mgr.smithi204.vnvrbl (mgr.24567) 4639 : cluster [DBG] pgmap v3991: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:09.664704+0000 mgr.smithi204.vnvrbl (mgr.24567) 4639 : cluster [DBG] pgmap v3991: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:12.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:11.098701+0000 mon.smithi176 (mon.0) 3352 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:10:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:11.396205+0000 mon.smithi204 (mon.1) 711 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:10:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:11.396895+0000 mon.smithi176 (mon.0) 3353 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:10:12.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:11.401470+0000 mon.smithi176 (mon.0) 3354 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:10:12.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:11.408123+0000 mon.smithi176 (mon.0) 3355 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:10:12.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:11.924915+0000 mon.smithi204 (mon.1) 712 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:10:12.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:11.925167+0000 mon.smithi204 (mon.1) 713 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:10:12.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:11.925356+0000 mon.smithi176 (mon.0) 3356 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:10:12.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:11.925632+0000 mon.smithi176 (mon.0) 3357 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:10:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:11.098701+0000 mon.smithi176 (mon.0) 3352 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:10:12.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:11.396205+0000 mon.smithi204 (mon.1) 711 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:10:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:11.396895+0000 mon.smithi176 (mon.0) 3353 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:10:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:11.401470+0000 mon.smithi176 (mon.0) 3354 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:10:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:11.408123+0000 mon.smithi176 (mon.0) 3355 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:10:12.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:11.924915+0000 mon.smithi204 (mon.1) 712 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:10:12.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:11.925167+0000 mon.smithi204 (mon.1) 713 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:10:12.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:11.925356+0000 mon.smithi176 (mon.0) 3356 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:10:12.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:11.925632+0000 mon.smithi176 (mon.0) 3357 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:10:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:11.665289+0000 mgr.smithi204.vnvrbl (mgr.24567) 4640 : cluster [DBG] pgmap v3992: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:13.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:11.665289+0000 mgr.smithi204.vnvrbl (mgr.24567) 4640 : cluster [DBG] pgmap v3992: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:13.666058+0000 mgr.smithi204.vnvrbl (mgr.24567) 4641 : cluster [DBG] pgmap v3993: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:14.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:13.666058+0000 mgr.smithi204.vnvrbl (mgr.24567) 4641 : cluster [DBG] pgmap v3993: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:15.666641+0000 mgr.smithi204.vnvrbl (mgr.24567) 4642 : cluster [DBG] pgmap v3994: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:15.666641+0000 mgr.smithi204.vnvrbl (mgr.24567) 4642 : cluster [DBG] pgmap v3994: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:18.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:17.667367+0000 mgr.smithi204.vnvrbl (mgr.24567) 4643 : cluster [DBG] pgmap v3995: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:17.667367+0000 mgr.smithi204.vnvrbl (mgr.24567) 4643 : cluster [DBG] pgmap v3995: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:19.667857+0000 mgr.smithi204.vnvrbl (mgr.24567) 4644 : cluster [DBG] pgmap v3996: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:19.667857+0000 mgr.smithi204.vnvrbl (mgr.24567) 4644 : cluster [DBG] pgmap v3996: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:23.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:21.668328+0000 mgr.smithi204.vnvrbl (mgr.24567) 4645 : cluster [DBG] pgmap v3997: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:21.668328+0000 mgr.smithi204.vnvrbl (mgr.24567) 4645 : cluster [DBG] pgmap v3997: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:23.669052+0000 mgr.smithi204.vnvrbl (mgr.24567) 4646 : cluster [DBG] pgmap v3998: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:23.669052+0000 mgr.smithi204.vnvrbl (mgr.24567) 4646 : cluster [DBG] pgmap v3998: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:25.669722+0000 mgr.smithi204.vnvrbl (mgr.24567) 4647 : cluster [DBG] pgmap v3999: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:25.669722+0000 mgr.smithi204.vnvrbl (mgr.24567) 4647 : cluster [DBG] pgmap v3999: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:27.670504+0000 mgr.smithi204.vnvrbl (mgr.24567) 4648 : cluster [DBG] pgmap v4000: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:27.670504+0000 mgr.smithi204.vnvrbl (mgr.24567) 4648 : cluster [DBG] pgmap v4000: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:29.671085+0000 mgr.smithi204.vnvrbl (mgr.24567) 4649 : cluster [DBG] pgmap v4001: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:29.671085+0000 mgr.smithi204.vnvrbl (mgr.24567) 4649 : cluster [DBG] pgmap v4001: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:33.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:31.671725+0000 mgr.smithi204.vnvrbl (mgr.24567) 4650 : cluster [DBG] pgmap v4002: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:31.671725+0000 mgr.smithi204.vnvrbl (mgr.24567) 4650 : cluster [DBG] pgmap v4002: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:33.672672+0000 mgr.smithi204.vnvrbl (mgr.24567) 4651 : cluster [DBG] pgmap v4003: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:33.672672+0000 mgr.smithi204.vnvrbl (mgr.24567) 4651 : cluster [DBG] pgmap v4003: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:35.673228+0000 mgr.smithi204.vnvrbl (mgr.24567) 4652 : cluster [DBG] pgmap v4004: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:35.673228+0000 mgr.smithi204.vnvrbl (mgr.24567) 4652 : cluster [DBG] pgmap v4004: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:37.674034+0000 mgr.smithi204.vnvrbl (mgr.24567) 4653 : cluster [DBG] pgmap v4005: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:37.674034+0000 mgr.smithi204.vnvrbl (mgr.24567) 4653 : cluster [DBG] pgmap v4005: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:39.470 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:10:39.754 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:10:39.754 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 28s ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:10:39.754 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 28s ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:10:39.755 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 30s ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:10:39.755 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 28s ago 6h 45.1M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:10:39.755 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 28s ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:10:39.755 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 30s ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:10:39.756 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 28s ago 6h 634M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:10:39.756 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (5h) 30s ago 6h 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:10:39.756 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (5h) 28s ago 6h 2078M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:10:39.756 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 30s ago 6h 1174M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:10:39.756 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 28s ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:10:39.757 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 30s ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:10:39.757 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 28s ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:10:39.757 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 30s ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:10:39.757 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 28s ago 6h 1427M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:10:39.758 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 28s ago 6h 2339M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:10:39.758 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 28s ago 6h 1582M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:10:39.758 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 28s ago 6h 2536M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:10:39.758 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 30s ago 6h 2363M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:10:39.759 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 30s ago 6h 2456M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:10:39.759 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 30s ago 6h 2060M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:10:39.759 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 30s ago 6h 2974M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:10:39.759 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 28s ago 6h 134M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:10:40.083 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:10:40.084 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:10:40.084 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:10:40.084 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:10:40.085 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:10:40.085 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:10:40.085 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:10:40.085 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:10:40.085 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:10:40.086 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:10:40.086 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:10:40.086 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:10:40.086 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:10:40.087 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:10:40.087 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:10:40.087 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:10:40.087 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:10:40.088 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:10:40.088 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:10:41.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:39.457313+0000 mgr.smithi204.vnvrbl (mgr.24567) 4654 : audit [DBG] from='client.42520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:10:41.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:39.674559+0000 mgr.smithi204.vnvrbl (mgr.24567) 4655 : cluster [DBG] pgmap v4006: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:41.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:39.742561+0000 mgr.smithi204.vnvrbl (mgr.24567) 4656 : audit [DBG] from='client.42524 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:10:41.051 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:10:40.082894+0000 mon.smithi176 (mon.0) 3358 : audit [DBG] from='client.? 172.21.15.176:0/709257911' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:10:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:39.457313+0000 mgr.smithi204.vnvrbl (mgr.24567) 4654 : audit [DBG] from='client.42520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:10:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:39.674559+0000 mgr.smithi204.vnvrbl (mgr.24567) 4655 : cluster [DBG] pgmap v4006: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:39.742561+0000 mgr.smithi204.vnvrbl (mgr.24567) 4656 : audit [DBG] from='client.42524 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:10:41.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:10:40.082894+0000 mon.smithi176 (mon.0) 3358 : audit [DBG] from='client.? 172.21.15.176:0/709257911' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:10:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:41.675083+0000 mgr.smithi204.vnvrbl (mgr.24567) 4657 : cluster [DBG] pgmap v4007: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:41.675083+0000 mgr.smithi204.vnvrbl (mgr.24567) 4657 : cluster [DBG] pgmap v4007: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:43.675875+0000 mgr.smithi204.vnvrbl (mgr.24567) 4658 : cluster [DBG] pgmap v4008: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:43.675875+0000 mgr.smithi204.vnvrbl (mgr.24567) 4658 : cluster [DBG] pgmap v4008: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:47.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:45.676350+0000 mgr.smithi204.vnvrbl (mgr.24567) 4659 : cluster [DBG] pgmap v4009: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:45.676350+0000 mgr.smithi204.vnvrbl (mgr.24567) 4659 : cluster [DBG] pgmap v4009: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:48.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:47.677130+0000 mgr.smithi204.vnvrbl (mgr.24567) 4660 : cluster [DBG] pgmap v4010: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:47.677130+0000 mgr.smithi204.vnvrbl (mgr.24567) 4660 : cluster [DBG] pgmap v4010: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:49.677631+0000 mgr.smithi204.vnvrbl (mgr.24567) 4661 : cluster [DBG] pgmap v4011: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:49.677631+0000 mgr.smithi204.vnvrbl (mgr.24567) 4661 : cluster [DBG] pgmap v4011: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:51.678102+0000 mgr.smithi204.vnvrbl (mgr.24567) 4662 : cluster [DBG] pgmap v4012: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:51.678102+0000 mgr.smithi204.vnvrbl (mgr.24567) 4662 : cluster [DBG] pgmap v4012: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:53.679080+0000 mgr.smithi204.vnvrbl (mgr.24567) 4663 : cluster [DBG] pgmap v4013: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:53.679080+0000 mgr.smithi204.vnvrbl (mgr.24567) 4663 : cluster [DBG] pgmap v4013: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:55.679489+0000 mgr.smithi204.vnvrbl (mgr.24567) 4664 : cluster [DBG] pgmap v4014: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:55.679489+0000 mgr.smithi204.vnvrbl (mgr.24567) 4664 : cluster [DBG] pgmap v4014: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:10:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:10:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:57.680298+0000 mgr.smithi204.vnvrbl (mgr.24567) 4665 : cluster [DBG] pgmap v4015: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:10:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:10:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:57.680298+0000 mgr.smithi204.vnvrbl (mgr.24567) 4665 : cluster [DBG] pgmap v4015: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:10:59.680715+0000 mgr.smithi204.vnvrbl (mgr.24567) 4666 : cluster [DBG] pgmap v4016: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:10:59.680715+0000 mgr.smithi204.vnvrbl (mgr.24567) 4666 : cluster [DBG] pgmap v4016: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:03.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:01.681154+0000 mgr.smithi204.vnvrbl (mgr.24567) 4667 : cluster [DBG] pgmap v4017: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:01.681154+0000 mgr.smithi204.vnvrbl (mgr.24567) 4667 : cluster [DBG] pgmap v4017: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:03.682076+0000 mgr.smithi204.vnvrbl (mgr.24567) 4668 : cluster [DBG] pgmap v4018: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:03.682076+0000 mgr.smithi204.vnvrbl (mgr.24567) 4668 : cluster [DBG] pgmap v4018: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:05.682584+0000 mgr.smithi204.vnvrbl (mgr.24567) 4669 : cluster [DBG] pgmap v4019: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:05.682584+0000 mgr.smithi204.vnvrbl (mgr.24567) 4669 : cluster [DBG] pgmap v4019: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:07.683418+0000 mgr.smithi204.vnvrbl (mgr.24567) 4670 : cluster [DBG] pgmap v4020: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:07.683418+0000 mgr.smithi204.vnvrbl (mgr.24567) 4670 : cluster [DBG] pgmap v4020: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:10.383 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:11:10.665 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:11:10.666 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 59s ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:11:10.666 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (5h) 59s ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:11:10.666 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (5h) 61s ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:11:10.666 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 59s ago 6h 45.1M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:11:10.667 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 59s ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:11:10.667 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 61s ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:11:10.667 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 59s ago 6h 634M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:11:10.667 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 61s ago 6h 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:11:10.668 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 59s ago 6h 2078M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:11:10.668 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (5h) 61s ago 6h 1174M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:11:10.668 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 59s ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:11:10.668 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 61s ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:11:10.668 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 59s ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:11:10.669 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 61s ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:11:10.669 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 59s ago 6h 1427M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:11:10.669 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 59s ago 6h 2339M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:11:10.669 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 59s ago 6h 1582M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:11:10.670 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 59s ago 6h 2536M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:11:10.670 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 61s ago 6h 2363M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:11:10.670 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 61s ago 6h 2456M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:11:10.670 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 61s ago 6h 2060M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:11:10.671 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 61s ago 6h 2974M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:11:10.671 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 59s ago 6h 134M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:11:10.992 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:11:10.993 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:11:10.993 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:11:10.993 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:11:10.993 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:11:10.994 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:11:10.994 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:11:10.994 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:11:10.994 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:11:10.995 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:11:10.995 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:11:10.995 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:11:10.996 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:11:10.996 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:11:10.996 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:11:10.996 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:11:10.997 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:11:10.997 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:11:10.997 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:11:11.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:09.683968+0000 mgr.smithi204.vnvrbl (mgr.24567) 4671 : cluster [DBG] pgmap v4021: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:09.683968+0000 mgr.smithi204.vnvrbl (mgr.24567) 4671 : cluster [DBG] pgmap v4021: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:11:10.369048+0000 mgr.smithi204.vnvrbl (mgr.24567) 4672 : audit [DBG] from='client.42532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:11:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:11:10.654142+0000 mgr.smithi204.vnvrbl (mgr.24567) 4673 : audit [DBG] from='client.42536 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:11:12.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:11:10.991459+0000 mon.smithi176 (mon.0) 3359 : audit [DBG] from='client.? 172.21.15.176:0/1910304483' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:11:12.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:11:11.411658+0000 mon.smithi204 (mon.1) 714 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:11:12.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:11:11.413105+0000 mon.smithi204 (mon.1) 715 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:11:12.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:11 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:11:11.413989+0000 mon.smithi204 (mon.1) 716 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:11:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:11:10.369048+0000 mgr.smithi204.vnvrbl (mgr.24567) 4672 : audit [DBG] from='client.42532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:11:12.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:11:10.654142+0000 mgr.smithi204.vnvrbl (mgr.24567) 4673 : audit [DBG] from='client.42536 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:11:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:11:10.991459+0000 mon.smithi176 (mon.0) 3359 : audit [DBG] from='client.? 172.21.15.176:0/1910304483' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:11:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:11:11.411658+0000 mon.smithi204 (mon.1) 714 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:11:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:11:11.413105+0000 mon.smithi204 (mon.1) 715 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:11:12.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:11 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:11:11.413989+0000 mon.smithi204 (mon.1) 716 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:11:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:11:11.414759+0000 mgr.smithi204.vnvrbl (mgr.24567) 4674 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:11:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:11.684585+0000 mgr.smithi204.vnvrbl (mgr.24567) 4675 : cluster [DBG] pgmap v4022: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:11:11.823563+0000 mon.smithi176 (mon.0) 3360 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:11:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:11:11.828691+0000 mon.smithi176 (mon.0) 3361 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:11:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:11:11.928937+0000 mon.smithi204 (mon.1) 717 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:11:13.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:11:11.929120+0000 mon.smithi204 (mon.1) 718 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:11:13.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:11:11.929290+0000 mon.smithi176 (mon.0) 3362 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:11:13.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:11:11.929551+0000 mon.smithi176 (mon.0) 3363 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:11:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:11:11.414759+0000 mgr.smithi204.vnvrbl (mgr.24567) 4674 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:11:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:11.684585+0000 mgr.smithi204.vnvrbl (mgr.24567) 4675 : cluster [DBG] pgmap v4022: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:11:11.823563+0000 mon.smithi176 (mon.0) 3360 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:11:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:11:11.828691+0000 mon.smithi176 (mon.0) 3361 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:11:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:11:11.928937+0000 mon.smithi204 (mon.1) 717 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:11:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:11:11.929120+0000 mon.smithi204 (mon.1) 718 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:11:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:11:11.929290+0000 mon.smithi176 (mon.0) 3362 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:11:13.300 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:11:11.929551+0000 mon.smithi176 (mon.0) 3363 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:11:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:13.685554+0000 mgr.smithi204.vnvrbl (mgr.24567) 4676 : cluster [DBG] pgmap v4023: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:13.685554+0000 mgr.smithi204.vnvrbl (mgr.24567) 4676 : cluster [DBG] pgmap v4023: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:15.686021+0000 mgr.smithi204.vnvrbl (mgr.24567) 4677 : cluster [DBG] pgmap v4024: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:15.686021+0000 mgr.smithi204.vnvrbl (mgr.24567) 4677 : cluster [DBG] pgmap v4024: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:17.686766+0000 mgr.smithi204.vnvrbl (mgr.24567) 4678 : cluster [DBG] pgmap v4025: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:17.686766+0000 mgr.smithi204.vnvrbl (mgr.24567) 4678 : cluster [DBG] pgmap v4025: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:19.687268+0000 mgr.smithi204.vnvrbl (mgr.24567) 4679 : cluster [DBG] pgmap v4026: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:19.687268+0000 mgr.smithi204.vnvrbl (mgr.24567) 4679 : cluster [DBG] pgmap v4026: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:23.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:21.687837+0000 mgr.smithi204.vnvrbl (mgr.24567) 4680 : cluster [DBG] pgmap v4027: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:21.687837+0000 mgr.smithi204.vnvrbl (mgr.24567) 4680 : cluster [DBG] pgmap v4027: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:25.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:23.688693+0000 mgr.smithi204.vnvrbl (mgr.24567) 4681 : cluster [DBG] pgmap v4028: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:23.688693+0000 mgr.smithi204.vnvrbl (mgr.24567) 4681 : cluster [DBG] pgmap v4028: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:25.689268+0000 mgr.smithi204.vnvrbl (mgr.24567) 4682 : cluster [DBG] pgmap v4029: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:25.689268+0000 mgr.smithi204.vnvrbl (mgr.24567) 4682 : cluster [DBG] pgmap v4029: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:28.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:27.690139+0000 mgr.smithi204.vnvrbl (mgr.24567) 4683 : cluster [DBG] pgmap v4030: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:27.690139+0000 mgr.smithi204.vnvrbl (mgr.24567) 4683 : cluster [DBG] pgmap v4030: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:29.690646+0000 mgr.smithi204.vnvrbl (mgr.24567) 4684 : cluster [DBG] pgmap v4031: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:29.690646+0000 mgr.smithi204.vnvrbl (mgr.24567) 4684 : cluster [DBG] pgmap v4031: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:33.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:31.691136+0000 mgr.smithi204.vnvrbl (mgr.24567) 4685 : cluster [DBG] pgmap v4032: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:31.691136+0000 mgr.smithi204.vnvrbl (mgr.24567) 4685 : cluster [DBG] pgmap v4032: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:35.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:33.691848+0000 mgr.smithi204.vnvrbl (mgr.24567) 4686 : cluster [DBG] pgmap v4033: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:33.691848+0000 mgr.smithi204.vnvrbl (mgr.24567) 4686 : cluster [DBG] pgmap v4033: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:35.692386+0000 mgr.smithi204.vnvrbl (mgr.24567) 4687 : cluster [DBG] pgmap v4034: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:35.692386+0000 mgr.smithi204.vnvrbl (mgr.24567) 4687 : cluster [DBG] pgmap v4034: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:37.693236+0000 mgr.smithi204.vnvrbl (mgr.24567) 4688 : cluster [DBG] pgmap v4035: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:37.693236+0000 mgr.smithi204.vnvrbl (mgr.24567) 4688 : cluster [DBG] pgmap v4035: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:39.693753+0000 mgr.smithi204.vnvrbl (mgr.24567) 4689 : cluster [DBG] pgmap v4036: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:39.693753+0000 mgr.smithi204.vnvrbl (mgr.24567) 4689 : cluster [DBG] pgmap v4036: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:41.291 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:11:41.568 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:11:41.569 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 90s ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:11:41.569 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 90s ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:11:41.569 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 92s ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:11:41.569 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 90s ago 6h 45.1M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:11:41.570 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (5h) 90s ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:11:41.570 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (5h) 92s ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:11:41.570 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 90s ago 6h 634M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:11:41.570 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 92s ago 6h 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:11:41.571 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 90s ago 6h 2078M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:11:41.571 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 92s ago 6h 1174M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:11:41.571 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 90s ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:11:41.571 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 92s ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:11:41.571 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 90s ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:11:41.572 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 92s ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:11:41.572 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 90s ago 6h 1427M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:11:41.572 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 90s ago 6h 2339M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:11:41.572 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 90s ago 6h 1582M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:11:41.572 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 90s ago 6h 2536M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:11:41.573 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 92s ago 6h 2363M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:11:41.573 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 92s ago 6h 2456M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:11:41.573 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 92s ago 6h 2060M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:11:41.573 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 92s ago 6h 2974M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:11:41.573 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 90s ago 6h 134M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:11:41.899 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:11:41.900 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:11:41.900 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:11:41.900 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:11:41.901 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:11:41.901 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:11:41.901 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:11:41.901 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:11:41.901 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:11:41.902 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:11:41.902 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:11:41.902 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:11:41.902 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:11:41.902 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:11:41.903 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:11:41.903 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:11:41.903 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:11:41.903 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:11:41.903 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:11:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:11:41.278698+0000 mgr.smithi204.vnvrbl (mgr.24567) 4690 : audit [DBG] from='client.42544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:11:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:11:41.557480+0000 mgr.smithi204.vnvrbl (mgr.24567) 4691 : audit [DBG] from='client.42548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:11:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:41.694155+0000 mgr.smithi204.vnvrbl (mgr.24567) 4692 : cluster [DBG] pgmap v4037: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:43.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:11:41.898850+0000 mon.smithi176 (mon.0) 3364 : audit [DBG] from='client.? 172.21.15.176:0/2588948034' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:11:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:11:41.278698+0000 mgr.smithi204.vnvrbl (mgr.24567) 4690 : audit [DBG] from='client.42544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:11:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:11:41.557480+0000 mgr.smithi204.vnvrbl (mgr.24567) 4691 : audit [DBG] from='client.42548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:11:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:41.694155+0000 mgr.smithi204.vnvrbl (mgr.24567) 4692 : cluster [DBG] pgmap v4037: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:11:41.898850+0000 mon.smithi176 (mon.0) 3364 : audit [DBG] from='client.? 172.21.15.176:0/2588948034' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:11:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:43.695007+0000 mgr.smithi204.vnvrbl (mgr.24567) 4693 : cluster [DBG] pgmap v4038: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:43.695007+0000 mgr.smithi204.vnvrbl (mgr.24567) 4693 : cluster [DBG] pgmap v4038: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:47.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:45.695567+0000 mgr.smithi204.vnvrbl (mgr.24567) 4694 : cluster [DBG] pgmap v4039: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:45.695567+0000 mgr.smithi204.vnvrbl (mgr.24567) 4694 : cluster [DBG] pgmap v4039: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:47.696321+0000 mgr.smithi204.vnvrbl (mgr.24567) 4695 : cluster [DBG] pgmap v4040: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:47.696321+0000 mgr.smithi204.vnvrbl (mgr.24567) 4695 : cluster [DBG] pgmap v4040: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:49.696942+0000 mgr.smithi204.vnvrbl (mgr.24567) 4696 : cluster [DBG] pgmap v4041: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:49.696942+0000 mgr.smithi204.vnvrbl (mgr.24567) 4696 : cluster [DBG] pgmap v4041: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:53.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:51.697482+0000 mgr.smithi204.vnvrbl (mgr.24567) 4697 : cluster [DBG] pgmap v4042: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:51.697482+0000 mgr.smithi204.vnvrbl (mgr.24567) 4697 : cluster [DBG] pgmap v4042: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:53.698148+0000 mgr.smithi204.vnvrbl (mgr.24567) 4698 : cluster [DBG] pgmap v4043: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:53.698148+0000 mgr.smithi204.vnvrbl (mgr.24567) 4698 : cluster [DBG] pgmap v4043: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:57.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:55.698724+0000 mgr.smithi204.vnvrbl (mgr.24567) 4699 : cluster [DBG] pgmap v4044: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:55.698724+0000 mgr.smithi204.vnvrbl (mgr.24567) 4699 : cluster [DBG] pgmap v4044: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:11:58.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:11:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:57.699573+0000 mgr.smithi204.vnvrbl (mgr.24567) 4700 : cluster [DBG] pgmap v4045: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:11:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:11:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:57.699573+0000 mgr.smithi204.vnvrbl (mgr.24567) 4700 : cluster [DBG] pgmap v4045: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:11:59.700204+0000 mgr.smithi204.vnvrbl (mgr.24567) 4701 : cluster [DBG] pgmap v4046: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:11:59.700204+0000 mgr.smithi204.vnvrbl (mgr.24567) 4701 : cluster [DBG] pgmap v4046: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:03.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:01.700589+0000 mgr.smithi204.vnvrbl (mgr.24567) 4702 : cluster [DBG] pgmap v4047: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:01.700589+0000 mgr.smithi204.vnvrbl (mgr.24567) 4702 : cluster [DBG] pgmap v4047: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:03.701403+0000 mgr.smithi204.vnvrbl (mgr.24567) 4703 : cluster [DBG] pgmap v4048: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:03.701403+0000 mgr.smithi204.vnvrbl (mgr.24567) 4703 : cluster [DBG] pgmap v4048: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:07.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:05.701850+0000 mgr.smithi204.vnvrbl (mgr.24567) 4704 : cluster [DBG] pgmap v4049: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:05.701850+0000 mgr.smithi204.vnvrbl (mgr.24567) 4704 : cluster [DBG] pgmap v4049: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:07.702867+0000 mgr.smithi204.vnvrbl (mgr.24567) 4705 : cluster [DBG] pgmap v4050: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:07.702867+0000 mgr.smithi204.vnvrbl (mgr.24567) 4705 : cluster [DBG] pgmap v4050: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:09.703298+0000 mgr.smithi204.vnvrbl (mgr.24567) 4706 : cluster [DBG] pgmap v4051: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:09.703298+0000 mgr.smithi204.vnvrbl (mgr.24567) 4706 : cluster [DBG] pgmap v4051: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:12.226 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:12:12.520 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:12:12.520 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 2m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:12:12.521 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 2m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:12:12.521 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 2m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:12:12.521 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 2m ago 6h 45.1M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:12:12.521 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 2m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:12:12.522 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 2m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:12:12.522 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 2m ago 6h 634M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:12:12.522 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 2m ago 6h 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:12:12.522 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 2m ago 6h 2078M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:12:12.523 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 2m ago 6h 1174M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:12:12.523 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 2m ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:12:12.523 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 2m ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:12:12.523 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 2m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:12:12.524 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 2m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:12:12.524 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 2m ago 6h 1427M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:12:12.524 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 2m ago 6h 2339M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:12:12.524 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 2m ago 6h 1582M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:12:12.524 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 2m ago 6h 2536M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:12:12.525 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 2m ago 6h 2363M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:12:12.525 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 2m ago 6h 2456M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:12:12.525 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 2m ago 6h 2060M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:12:12.525 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 2m ago 6h 2974M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:12:12.526 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 2m ago 6h 134M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:12:12.852 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:12:12.852 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:12:12.853 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:12:12.853 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:12:12.853 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:12:12.853 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:12:12.854 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:12:12.854 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:12:12.854 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:12:12.854 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:12:12.854 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:12:12.855 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:12:12.855 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:12:12.855 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:12:12.855 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:12:12.856 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:12:12.856 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:12:12.856 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:12:12.856 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:12:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:11.703741+0000 mgr.smithi204.vnvrbl (mgr.24567) 4707 : cluster [DBG] pgmap v4052: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:12:11.831523+0000 mon.smithi204 (mon.1) 719 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:12:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:12:11.833072+0000 mon.smithi204 (mon.1) 720 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:12:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:12:11.833980+0000 mon.smithi204 (mon.1) 721 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:12:13.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:12:11.834814+0000 mgr.smithi204.vnvrbl (mgr.24567) 4708 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:12:13.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:12:11.932965+0000 mon.smithi204 (mon.1) 722 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:12:13.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:12:11.933240+0000 mon.smithi204 (mon.1) 723 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:12:13.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:12:11.933567+0000 mon.smithi176 (mon.0) 3365 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:12:13.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:12:11.933987+0000 mon.smithi176 (mon.0) 3366 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:12:13.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:12:12.206644+0000 mon.smithi176 (mon.0) 3367 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:12:13.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:12:12.624966+0000 mon.smithi176 (mon.0) 3368 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:12:13.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:12:12.634379+0000 mon.smithi176 (mon.0) 3369 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:12:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:11.703741+0000 mgr.smithi204.vnvrbl (mgr.24567) 4707 : cluster [DBG] pgmap v4052: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:12:11.831523+0000 mon.smithi204 (mon.1) 719 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:12:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:12:11.833072+0000 mon.smithi204 (mon.1) 720 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:12:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:12:11.833980+0000 mon.smithi204 (mon.1) 721 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:12:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:12:11.834814+0000 mgr.smithi204.vnvrbl (mgr.24567) 4708 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:12:13.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:12:11.932965+0000 mon.smithi204 (mon.1) 722 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:12:13.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:12:11.933240+0000 mon.smithi204 (mon.1) 723 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:12:13.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:12:11.933567+0000 mon.smithi176 (mon.0) 3365 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:12:13.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:12:11.933987+0000 mon.smithi176 (mon.0) 3366 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:12:13.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:12:12.206644+0000 mon.smithi176 (mon.0) 3367 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:12:13.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:12:12.624966+0000 mon.smithi176 (mon.0) 3368 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:12:13.223 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:12:12.634379+0000 mon.smithi176 (mon.0) 3369 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:12:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:12:12.213493+0000 mgr.smithi204.vnvrbl (mgr.24567) 4709 : audit [DBG] from='client.42556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:12:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:12:12.510378+0000 mgr.smithi204.vnvrbl (mgr.24567) 4710 : audit [DBG] from='client.42560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:12:14.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:12:12.851484+0000 mon.smithi176 (mon.0) 3370 : audit [DBG] from='client.? 172.21.15.176:0/2393650960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:12:14.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:12:12.213493+0000 mgr.smithi204.vnvrbl (mgr.24567) 4709 : audit [DBG] from='client.42556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:12:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:12:12.510378+0000 mgr.smithi204.vnvrbl (mgr.24567) 4710 : audit [DBG] from='client.42560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:12:14.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:12:12.851484+0000 mon.smithi176 (mon.0) 3370 : audit [DBG] from='client.? 172.21.15.176:0/2393650960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:12:15.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:13.704475+0000 mgr.smithi204.vnvrbl (mgr.24567) 4711 : cluster [DBG] pgmap v4053: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:13.704475+0000 mgr.smithi204.vnvrbl (mgr.24567) 4711 : cluster [DBG] pgmap v4053: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:17.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:15.704966+0000 mgr.smithi204.vnvrbl (mgr.24567) 4712 : cluster [DBG] pgmap v4054: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:15.704966+0000 mgr.smithi204.vnvrbl (mgr.24567) 4712 : cluster [DBG] pgmap v4054: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:17.705898+0000 mgr.smithi204.vnvrbl (mgr.24567) 4713 : cluster [DBG] pgmap v4055: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:17.705898+0000 mgr.smithi204.vnvrbl (mgr.24567) 4713 : cluster [DBG] pgmap v4055: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:19.706432+0000 mgr.smithi204.vnvrbl (mgr.24567) 4714 : cluster [DBG] pgmap v4056: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:19.706432+0000 mgr.smithi204.vnvrbl (mgr.24567) 4714 : cluster [DBG] pgmap v4056: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:23.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:21.706891+0000 mgr.smithi204.vnvrbl (mgr.24567) 4715 : cluster [DBG] pgmap v4057: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:21.706891+0000 mgr.smithi204.vnvrbl (mgr.24567) 4715 : cluster [DBG] pgmap v4057: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:23.707785+0000 mgr.smithi204.vnvrbl (mgr.24567) 4716 : cluster [DBG] pgmap v4058: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:23.707785+0000 mgr.smithi204.vnvrbl (mgr.24567) 4716 : cluster [DBG] pgmap v4058: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:25.708394+0000 mgr.smithi204.vnvrbl (mgr.24567) 4717 : cluster [DBG] pgmap v4059: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:25.708394+0000 mgr.smithi204.vnvrbl (mgr.24567) 4717 : cluster [DBG] pgmap v4059: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:27.709273+0000 mgr.smithi204.vnvrbl (mgr.24567) 4718 : cluster [DBG] pgmap v4060: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:27.709273+0000 mgr.smithi204.vnvrbl (mgr.24567) 4718 : cluster [DBG] pgmap v4060: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:29.709770+0000 mgr.smithi204.vnvrbl (mgr.24567) 4719 : cluster [DBG] pgmap v4061: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:29.709770+0000 mgr.smithi204.vnvrbl (mgr.24567) 4719 : cluster [DBG] pgmap v4061: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:33.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:31.710313+0000 mgr.smithi204.vnvrbl (mgr.24567) 4720 : cluster [DBG] pgmap v4062: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:31.710313+0000 mgr.smithi204.vnvrbl (mgr.24567) 4720 : cluster [DBG] pgmap v4062: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:33.711099+0000 mgr.smithi204.vnvrbl (mgr.24567) 4721 : cluster [DBG] pgmap v4063: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:33.711099+0000 mgr.smithi204.vnvrbl (mgr.24567) 4721 : cluster [DBG] pgmap v4063: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:35.711719+0000 mgr.smithi204.vnvrbl (mgr.24567) 4722 : cluster [DBG] pgmap v4064: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:35.711719+0000 mgr.smithi204.vnvrbl (mgr.24567) 4722 : cluster [DBG] pgmap v4064: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:37.712516+0000 mgr.smithi204.vnvrbl (mgr.24567) 4723 : cluster [DBG] pgmap v4065: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:37.712516+0000 mgr.smithi204.vnvrbl (mgr.24567) 4723 : cluster [DBG] pgmap v4065: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:41.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:39.713100+0000 mgr.smithi204.vnvrbl (mgr.24567) 4724 : cluster [DBG] pgmap v4066: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:39.713100+0000 mgr.smithi204.vnvrbl (mgr.24567) 4724 : cluster [DBG] pgmap v4066: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:41.713687+0000 mgr.smithi204.vnvrbl (mgr.24567) 4725 : cluster [DBG] pgmap v4067: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:43.150 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:12:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:41.713687+0000 mgr.smithi204.vnvrbl (mgr.24567) 4725 : cluster [DBG] pgmap v4067: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:43.445 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:12:43.445 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 2m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:12:43.445 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 2m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:12:43.445 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 2m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:12:43.446 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 2m ago 6h 45.1M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:12:43.446 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 2m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:12:43.446 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 2m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:12:43.446 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 2m ago 6h 634M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:12:43.447 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 2m ago 6h 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:12:43.447 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 2m ago 6h 2078M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:12:43.447 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 2m ago 6h 1174M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:12:43.447 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 2m ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:12:43.448 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 2m ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:12:43.448 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 2m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:12:43.448 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 2m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:12:43.448 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 2m ago 6h 1427M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:12:43.449 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 2m ago 6h 2339M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:12:43.449 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 2m ago 6h 1582M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:12:43.449 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 2m ago 6h 2536M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:12:43.449 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 2m ago 6h 2363M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:12:43.449 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 2m ago 6h 2456M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:12:43.450 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 2m ago 6h 2060M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:12:43.450 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 2m ago 6h 2974M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:12:43.450 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 2m ago 6h 134M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:12:43.780 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:12:43.780 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:12:43.781 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:12:43.781 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:12:43.781 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:12:43.781 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:12:43.782 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:12:43.782 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:12:43.782 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:12:43.782 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:12:43.782 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:12:43.783 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:12:43.783 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:12:43.783 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:12:43.783 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:12:43.784 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:12:43.784 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:12:43.784 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:12:43.784 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:12:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:12:43.137939+0000 mgr.smithi204.vnvrbl (mgr.24567) 4726 : audit [DBG] from='client.42568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:12:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:12:43.433983+0000 mgr.smithi204.vnvrbl (mgr.24567) 4727 : audit [DBG] from='client.42572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:12:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:43.714612+0000 mgr.smithi204.vnvrbl (mgr.24567) 4728 : cluster [DBG] pgmap v4068: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:45.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:12:43.779188+0000 mon.smithi176 (mon.0) 3371 : audit [DBG] from='client.? 172.21.15.176:0/741573557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:12:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:12:43.137939+0000 mgr.smithi204.vnvrbl (mgr.24567) 4726 : audit [DBG] from='client.42568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:12:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:12:43.433983+0000 mgr.smithi204.vnvrbl (mgr.24567) 4727 : audit [DBG] from='client.42572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:12:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:43.714612+0000 mgr.smithi204.vnvrbl (mgr.24567) 4728 : cluster [DBG] pgmap v4068: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:45.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:12:43.779188+0000 mon.smithi176 (mon.0) 3371 : audit [DBG] from='client.? 172.21.15.176:0/741573557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:12:47.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:45.715259+0000 mgr.smithi204.vnvrbl (mgr.24567) 4729 : cluster [DBG] pgmap v4069: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:45.715259+0000 mgr.smithi204.vnvrbl (mgr.24567) 4729 : cluster [DBG] pgmap v4069: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:48.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:47.716163+0000 mgr.smithi204.vnvrbl (mgr.24567) 4730 : cluster [DBG] pgmap v4070: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:47.716163+0000 mgr.smithi204.vnvrbl (mgr.24567) 4730 : cluster [DBG] pgmap v4070: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:49.716640+0000 mgr.smithi204.vnvrbl (mgr.24567) 4731 : cluster [DBG] pgmap v4071: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:49.716640+0000 mgr.smithi204.vnvrbl (mgr.24567) 4731 : cluster [DBG] pgmap v4071: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:51.717200+0000 mgr.smithi204.vnvrbl (mgr.24567) 4732 : cluster [DBG] pgmap v4072: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:51.717200+0000 mgr.smithi204.vnvrbl (mgr.24567) 4732 : cluster [DBG] pgmap v4072: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:53.717883+0000 mgr.smithi204.vnvrbl (mgr.24567) 4733 : cluster [DBG] pgmap v4073: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:53.717883+0000 mgr.smithi204.vnvrbl (mgr.24567) 4733 : cluster [DBG] pgmap v4073: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:57.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:55.718496+0000 mgr.smithi204.vnvrbl (mgr.24567) 4734 : cluster [DBG] pgmap v4074: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:55.718496+0000 mgr.smithi204.vnvrbl (mgr.24567) 4734 : cluster [DBG] pgmap v4074: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:12:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:12:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:57.719421+0000 mgr.smithi204.vnvrbl (mgr.24567) 4735 : cluster [DBG] pgmap v4075: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:12:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:12:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:57.719421+0000 mgr.smithi204.vnvrbl (mgr.24567) 4735 : cluster [DBG] pgmap v4075: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:12:59.719882+0000 mgr.smithi204.vnvrbl (mgr.24567) 4736 : cluster [DBG] pgmap v4076: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:12:59.719882+0000 mgr.smithi204.vnvrbl (mgr.24567) 4736 : cluster [DBG] pgmap v4076: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:03.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:01.720379+0000 mgr.smithi204.vnvrbl (mgr.24567) 4737 : cluster [DBG] pgmap v4077: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:01.720379+0000 mgr.smithi204.vnvrbl (mgr.24567) 4737 : cluster [DBG] pgmap v4077: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:05.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:03.721285+0000 mgr.smithi204.vnvrbl (mgr.24567) 4738 : cluster [DBG] pgmap v4078: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:03.721285+0000 mgr.smithi204.vnvrbl (mgr.24567) 4738 : cluster [DBG] pgmap v4078: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:07.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:05.721760+0000 mgr.smithi204.vnvrbl (mgr.24567) 4739 : cluster [DBG] pgmap v4079: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:05.721760+0000 mgr.smithi204.vnvrbl (mgr.24567) 4739 : cluster [DBG] pgmap v4079: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:07.722541+0000 mgr.smithi204.vnvrbl (mgr.24567) 4740 : cluster [DBG] pgmap v4080: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:07.722541+0000 mgr.smithi204.vnvrbl (mgr.24567) 4740 : cluster [DBG] pgmap v4080: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:11.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:09.723206+0000 mgr.smithi204.vnvrbl (mgr.24567) 4741 : cluster [DBG] pgmap v4081: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:09.723206+0000 mgr.smithi204.vnvrbl (mgr.24567) 4741 : cluster [DBG] pgmap v4081: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:11.723639+0000 mgr.smithi204.vnvrbl (mgr.24567) 4742 : cluster [DBG] pgmap v4082: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:13:11.937213+0000 mon.smithi204 (mon.1) 724 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:13:13.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:13:11.937489+0000 mon.smithi204 (mon.1) 725 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:13:13.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:13:11.937739+0000 mon.smithi176 (mon.0) 3372 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:13:13.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:13:11.938024+0000 mon.smithi176 (mon.0) 3373 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:13:13.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:13:12.637012+0000 mon.smithi204 (mon.1) 726 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:13:13.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:13:12.638393+0000 mon.smithi204 (mon.1) 727 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:13:13.050 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:13:12.639238+0000 mon.smithi204 (mon.1) 728 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:13:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:11.723639+0000 mgr.smithi204.vnvrbl (mgr.24567) 4742 : cluster [DBG] pgmap v4082: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:13:11.937213+0000 mon.smithi204 (mon.1) 724 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:13:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:13:11.937489+0000 mon.smithi204 (mon.1) 725 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:13:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:13:11.937739+0000 mon.smithi176 (mon.0) 3372 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:13:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:13:11.938024+0000 mon.smithi176 (mon.0) 3373 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:13:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:13:12.637012+0000 mon.smithi204 (mon.1) 726 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:13:13.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:13:12.638393+0000 mon.smithi204 (mon.1) 727 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:13:13.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:13:12.639238+0000 mon.smithi204 (mon.1) 728 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:13:14.055 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:13:12.639983+0000 mgr.smithi204.vnvrbl (mgr.24567) 4743 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:13:14.056 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:13 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:13:12.990002+0000 mon.smithi176 (mon.0) 3374 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:13:14.099 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:13:14.384 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:13:14.384 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 3m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:13:14.385 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 3m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:13:14.385 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 3m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:13:14.385 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 3m ago 6h 45.1M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:13:14.385 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 3m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:13:14.385 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 3m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:13:14.386 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 3m ago 6h 634M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:13:14.386 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 3m ago 6h 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:13:14.386 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 3m ago 6h 2078M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:13:14.386 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 3m ago 6h 1174M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:13:14.386 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 3m ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:13:14.387 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 3m ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:13:14.387 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 3m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:13:14.387 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 3m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:13:14.387 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 3m ago 6h 1427M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:13:14.387 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 3m ago 6h 2339M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:13:14.388 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 3m ago 6h 1582M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:13:14.388 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 3m ago 6h 2536M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:13:14.388 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 3m ago 6h 2363M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:13:14.388 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 3m ago 6h 2456M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:13:14.388 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 3m ago 6h 2060M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:13:14.389 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 3m ago 6h 2974M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:13:14.389 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 3m ago 6h 134M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:13:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:13:12.639983+0000 mgr.smithi204.vnvrbl (mgr.24567) 4743 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:13:14.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:13 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:13:12.990002+0000 mon.smithi176 (mon.0) 3374 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:13:14.726 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:13:14.727 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:13:14.727 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:13:14.727 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:13:14.728 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:13:14.728 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:13:14.728 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:13:14.728 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:13:14.728 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:13:14.729 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:13:14.729 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:13:14.729 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:13:14.729 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:13:14.730 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:13:14.730 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:13:14.730 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:13:14.730 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:13:14.731 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:13:14.731 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:13:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:13.724523+0000 mgr.smithi204.vnvrbl (mgr.24567) 4744 : cluster [DBG] pgmap v4083: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:13:14.085901+0000 mgr.smithi204.vnvrbl (mgr.24567) 4745 : audit [DBG] from='client.42578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:13:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:13:14.725330+0000 mon.smithi176 (mon.0) 3375 : audit [DBG] from='client.? 172.21.15.176:0/3815481118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:13:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:13.724523+0000 mgr.smithi204.vnvrbl (mgr.24567) 4744 : cluster [DBG] pgmap v4083: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:15.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:13:14.085901+0000 mgr.smithi204.vnvrbl (mgr.24567) 4745 : audit [DBG] from='client.42578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:13:15.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:13:14.725330+0000 mon.smithi176 (mon.0) 3375 : audit [DBG] from='client.? 172.21.15.176:0/3815481118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:13:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:13:14.373566+0000 mgr.smithi204.vnvrbl (mgr.24567) 4746 : audit [DBG] from='client.42582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:13:16.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:15 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:13:15.755087+0000 mon.smithi176 (mon.0) 3376 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:13:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:13:14.373566+0000 mgr.smithi204.vnvrbl (mgr.24567) 4746 : audit [DBG] from='client.42582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:13:16.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:15 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:13:15.755087+0000 mon.smithi176 (mon.0) 3376 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:13:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:15.725009+0000 mgr.smithi204.vnvrbl (mgr.24567) 4747 : cluster [DBG] pgmap v4084: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:13:16.052143+0000 mon.smithi176 (mon.0) 3377 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:13:17.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:13:16.058146+0000 mon.smithi176 (mon.0) 3378 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:13:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:15.725009+0000 mgr.smithi204.vnvrbl (mgr.24567) 4747 : cluster [DBG] pgmap v4084: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:17.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:13:16.052143+0000 mon.smithi176 (mon.0) 3377 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:13:17.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:13:16.058146+0000 mon.smithi176 (mon.0) 3378 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:13:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:17.725754+0000 mgr.smithi204.vnvrbl (mgr.24567) 4748 : cluster [DBG] pgmap v4085: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:17.725754+0000 mgr.smithi204.vnvrbl (mgr.24567) 4748 : cluster [DBG] pgmap v4085: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:19.726398+0000 mgr.smithi204.vnvrbl (mgr.24567) 4749 : cluster [DBG] pgmap v4086: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:19.726398+0000 mgr.smithi204.vnvrbl (mgr.24567) 4749 : cluster [DBG] pgmap v4086: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:23.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:21.726905+0000 mgr.smithi204.vnvrbl (mgr.24567) 4750 : cluster [DBG] pgmap v4087: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:21.726905+0000 mgr.smithi204.vnvrbl (mgr.24567) 4750 : cluster [DBG] pgmap v4087: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:25.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:23.727696+0000 mgr.smithi204.vnvrbl (mgr.24567) 4751 : cluster [DBG] pgmap v4088: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:23.727696+0000 mgr.smithi204.vnvrbl (mgr.24567) 4751 : cluster [DBG] pgmap v4088: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:25.728238+0000 mgr.smithi204.vnvrbl (mgr.24567) 4752 : cluster [DBG] pgmap v4089: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:25.728238+0000 mgr.smithi204.vnvrbl (mgr.24567) 4752 : cluster [DBG] pgmap v4089: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:27.729000+0000 mgr.smithi204.vnvrbl (mgr.24567) 4753 : cluster [DBG] pgmap v4090: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:27.729000+0000 mgr.smithi204.vnvrbl (mgr.24567) 4753 : cluster [DBG] pgmap v4090: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:29.729440+0000 mgr.smithi204.vnvrbl (mgr.24567) 4754 : cluster [DBG] pgmap v4091: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:29.729440+0000 mgr.smithi204.vnvrbl (mgr.24567) 4754 : cluster [DBG] pgmap v4091: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:33.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:31.729876+0000 mgr.smithi204.vnvrbl (mgr.24567) 4755 : cluster [DBG] pgmap v4092: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:31.729876+0000 mgr.smithi204.vnvrbl (mgr.24567) 4755 : cluster [DBG] pgmap v4092: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:35.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:33.730752+0000 mgr.smithi204.vnvrbl (mgr.24567) 4756 : cluster [DBG] pgmap v4093: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:33.730752+0000 mgr.smithi204.vnvrbl (mgr.24567) 4756 : cluster [DBG] pgmap v4093: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:37.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:35.731274+0000 mgr.smithi204.vnvrbl (mgr.24567) 4757 : cluster [DBG] pgmap v4094: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:35.731274+0000 mgr.smithi204.vnvrbl (mgr.24567) 4757 : cluster [DBG] pgmap v4094: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:38.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:37.731996+0000 mgr.smithi204.vnvrbl (mgr.24567) 4758 : cluster [DBG] pgmap v4095: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:37.731996+0000 mgr.smithi204.vnvrbl (mgr.24567) 4758 : cluster [DBG] pgmap v4095: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:41.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:39.732610+0000 mgr.smithi204.vnvrbl (mgr.24567) 4759 : cluster [DBG] pgmap v4096: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:39.732610+0000 mgr.smithi204.vnvrbl (mgr.24567) 4759 : cluster [DBG] pgmap v4096: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:43.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:41.733309+0000 mgr.smithi204.vnvrbl (mgr.24567) 4760 : cluster [DBG] pgmap v4097: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:41.733309+0000 mgr.smithi204.vnvrbl (mgr.24567) 4760 : cluster [DBG] pgmap v4097: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:45.031 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:13:45.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:43.734366+0000 mgr.smithi204.vnvrbl (mgr.24567) 4761 : cluster [DBG] pgmap v4098: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:43.734366+0000 mgr.smithi204.vnvrbl (mgr.24567) 4761 : cluster [DBG] pgmap v4098: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:45.308 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:13:45.308 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 3m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:13:45.309 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 3m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:13:45.309 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 3m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:13:45.309 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 3m ago 6h 45.1M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:13:45.309 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 3m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:13:45.310 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 3m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:13:45.310 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 3m ago 6h 634M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:13:45.310 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 3m ago 6h 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:13:45.310 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 3m ago 6h 2078M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:13:45.311 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 3m ago 6h 1174M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:13:45.311 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 3m ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:13:45.311 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 3m ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:13:45.311 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 3m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:13:45.312 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 3m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:13:45.312 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 3m ago 6h 1427M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:13:45.312 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 3m ago 6h 2339M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:13:45.312 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 3m ago 6h 1582M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:13:45.312 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 3m ago 6h 2536M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:13:45.313 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 3m ago 6h 2363M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:13:45.313 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 3m ago 6h 2456M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:13:45.313 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 3m ago 6h 2060M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:13:45.313 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 3m ago 6h 2974M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:13:45.314 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 3m ago 6h 134M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:13:45.636 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:13:45.637 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:13:45.637 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:13:45.637 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:13:45.637 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:13:45.637 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:13:45.638 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:13:45.638 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:13:45.638 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:13:45.638 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:13:45.639 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:13:45.639 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:13:45.639 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:13:45.639 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:13:45.640 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:13:45.640 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:13:45.640 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:13:45.640 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:13:45.640 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:13:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:13:45.017724+0000 mgr.smithi204.vnvrbl (mgr.24567) 4762 : audit [DBG] from='client.42590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:13:46.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:45 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:13:45.635471+0000 mon.smithi176 (mon.0) 3379 : audit [DBG] from='client.? 172.21.15.176:0/3944869593' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:13:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:13:45.017724+0000 mgr.smithi204.vnvrbl (mgr.24567) 4762 : audit [DBG] from='client.42590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:13:46.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:45 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:13:45.635471+0000 mon.smithi176 (mon.0) 3379 : audit [DBG] from='client.? 172.21.15.176:0/3944869593' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:13:47.089 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:13:45.297045+0000 mgr.smithi204.vnvrbl (mgr.24567) 4763 : audit [DBG] from='client.42594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:13:47.089 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:45.734932+0000 mgr.smithi204.vnvrbl (mgr.24567) 4764 : cluster [DBG] pgmap v4099: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:13:45.297045+0000 mgr.smithi204.vnvrbl (mgr.24567) 4763 : audit [DBG] from='client.42594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:13:47.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:45.734932+0000 mgr.smithi204.vnvrbl (mgr.24567) 4764 : cluster [DBG] pgmap v4099: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:47.735849+0000 mgr.smithi204.vnvrbl (mgr.24567) 4765 : cluster [DBG] pgmap v4100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:47.735849+0000 mgr.smithi204.vnvrbl (mgr.24567) 4765 : cluster [DBG] pgmap v4100: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:51.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:49.736341+0000 mgr.smithi204.vnvrbl (mgr.24567) 4766 : cluster [DBG] pgmap v4101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:49.736341+0000 mgr.smithi204.vnvrbl (mgr.24567) 4766 : cluster [DBG] pgmap v4101: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:53.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:51.736780+0000 mgr.smithi204.vnvrbl (mgr.24567) 4767 : cluster [DBG] pgmap v4102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:51.736780+0000 mgr.smithi204.vnvrbl (mgr.24567) 4767 : cluster [DBG] pgmap v4102: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:55.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:53.737722+0000 mgr.smithi204.vnvrbl (mgr.24567) 4768 : cluster [DBG] pgmap v4103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:53.737722+0000 mgr.smithi204.vnvrbl (mgr.24567) 4768 : cluster [DBG] pgmap v4103: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:57.091 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:55.738365+0000 mgr.smithi204.vnvrbl (mgr.24567) 4769 : cluster [DBG] pgmap v4104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:55.738365+0000 mgr.smithi204.vnvrbl (mgr.24567) 4769 : cluster [DBG] pgmap v4104: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:13:58.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:13:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:57.739324+0000 mgr.smithi204.vnvrbl (mgr.24567) 4770 : cluster [DBG] pgmap v4105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:13:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:13:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:57.739324+0000 mgr.smithi204.vnvrbl (mgr.24567) 4770 : cluster [DBG] pgmap v4105: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:01.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:13:59.739894+0000 mgr.smithi204.vnvrbl (mgr.24567) 4771 : cluster [DBG] pgmap v4106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:13:59.739894+0000 mgr.smithi204.vnvrbl (mgr.24567) 4771 : cluster [DBG] pgmap v4106: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:03.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:01.740404+0000 mgr.smithi204.vnvrbl (mgr.24567) 4772 : cluster [DBG] pgmap v4107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:01.740404+0000 mgr.smithi204.vnvrbl (mgr.24567) 4772 : cluster [DBG] pgmap v4107: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:05.092 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:03.741302+0000 mgr.smithi204.vnvrbl (mgr.24567) 4773 : cluster [DBG] pgmap v4108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:03.741302+0000 mgr.smithi204.vnvrbl (mgr.24567) 4773 : cluster [DBG] pgmap v4108: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:07.093 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:05.741763+0000 mgr.smithi204.vnvrbl (mgr.24567) 4774 : cluster [DBG] pgmap v4109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:05.741763+0000 mgr.smithi204.vnvrbl (mgr.24567) 4774 : cluster [DBG] pgmap v4109: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:07.742669+0000 mgr.smithi204.vnvrbl (mgr.24567) 4775 : cluster [DBG] pgmap v4110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:07.742669+0000 mgr.smithi204.vnvrbl (mgr.24567) 4775 : cluster [DBG] pgmap v4110: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:11.093 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:09.743127+0000 mgr.smithi204.vnvrbl (mgr.24567) 4776 : cluster [DBG] pgmap v4111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:09.743127+0000 mgr.smithi204.vnvrbl (mgr.24567) 4776 : cluster [DBG] pgmap v4111: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:13.093 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:11.743530+0000 mgr.smithi204.vnvrbl (mgr.24567) 4777 : cluster [DBG] pgmap v4112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:13.094 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:14:11.942336+0000 mon.smithi204 (mon.1) 729 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:14:13.094 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:14:11.942590+0000 mon.smithi204 (mon.1) 730 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:14:13.094 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:14:11.942823+0000 mon.smithi176 (mon.0) 3380 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:14:13.095 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:14:11.943268+0000 mon.smithi176 (mon.0) 3381 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:14:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:11.743530+0000 mgr.smithi204.vnvrbl (mgr.24567) 4777 : cluster [DBG] pgmap v4112: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:14:11.942336+0000 mon.smithi204 (mon.1) 729 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:14:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:14:11.942590+0000 mon.smithi204 (mon.1) 730 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:14:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:14:11.942823+0000 mon.smithi176 (mon.0) 3380 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:14:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:14:11.943268+0000 mon.smithi176 (mon.0) 3381 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:14:15.094 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:13.744466+0000 mgr.smithi204.vnvrbl (mgr.24567) 4778 : cluster [DBG] pgmap v4113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:13.744466+0000 mgr.smithi204.vnvrbl (mgr.24567) 4778 : cluster [DBG] pgmap v4113: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:15.935 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:14:16.213 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:14:16.213 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 4m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:14:16.214 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 4m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:14:16.214 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 4m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:14:16.214 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 4m ago 6h 45.1M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:14:16.214 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 4m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:14:16.215 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 4m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:14:16.215 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 4m ago 6h 634M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:14:16.215 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 4m ago 6h 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:14:16.215 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 4m ago 6h 2078M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:14:16.216 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 4m ago 6h 1174M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:14:16.216 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 4m ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:14:16.216 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 4m ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:14:16.216 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 4m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:14:16.216 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 4m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:14:16.217 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 4m ago 6h 1427M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:14:16.217 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 4m ago 6h 2339M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:14:16.217 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 4m ago 6h 1582M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:14:16.217 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 4m ago 6h 2536M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:14:16.217 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 4m ago 6h 2363M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:14:16.218 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 4m ago 6h 2456M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:14:16.218 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 4m ago 6h 2060M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:14:16.218 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 4m ago 6h 2974M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:14:16.218 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 4m ago 6h 134M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:14:16.579 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:14:16.579 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:14:16.579 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:14:16.580 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:14:16.580 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:14:16.580 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:14:16.580 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:14:16.580 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:14:16.581 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:14:16.581 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:14:16.581 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:14:16.581 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:14:16.582 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:14:16.582 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:14:16.582 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:14:16.582 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:14:16.582 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:14:16.583 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:14:16.583 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:14:16.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:15.745092+0000 mgr.smithi204.vnvrbl (mgr.24567) 4779 : cluster [DBG] pgmap v4114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:16.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:14:15.921388+0000 mgr.smithi204.vnvrbl (mgr.24567) 4780 : audit [DBG] from='client.42602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:14:16.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:14:16.061843+0000 mon.smithi204 (mon.1) 731 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:14:16.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:14:16.063127+0000 mon.smithi204 (mon.1) 732 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:14:16.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:14:16.063978+0000 mon.smithi204 (mon.1) 733 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:14:16.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:14:16.064728+0000 mgr.smithi204.vnvrbl (mgr.24567) 4781 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:14:16.972 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:14:16.577719+0000 mon.smithi176 (mon.0) 3382 : audit [DBG] from='client.? 172.21.15.176:0/2745905811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:14:17.094 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:15.745092+0000 mgr.smithi204.vnvrbl (mgr.24567) 4779 : cluster [DBG] pgmap v4114: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:17.095 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:14:15.921388+0000 mgr.smithi204.vnvrbl (mgr.24567) 4780 : audit [DBG] from='client.42602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:14:17.095 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:14:16.061843+0000 mon.smithi204 (mon.1) 731 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:14:17.095 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:14:16.063127+0000 mon.smithi204 (mon.1) 732 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:14:17.095 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:14:16.063978+0000 mon.smithi204 (mon.1) 733 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:14:17.095 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:14:16.064728+0000 mgr.smithi204.vnvrbl (mgr.24567) 4781 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:14:17.096 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:14:16.577719+0000 mon.smithi176 (mon.0) 3382 : audit [DBG] from='client.? 172.21.15.176:0/2745905811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:14:17.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:17 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:14:16.202869+0000 mgr.smithi204.vnvrbl (mgr.24567) 4782 : audit [DBG] from='client.42606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:14:18.094 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:17 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:14:16.202869+0000 mgr.smithi204.vnvrbl (mgr.24567) 4782 : audit [DBG] from='client.42606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:14:18.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:17.745957+0000 mgr.smithi204.vnvrbl (mgr.24567) 4783 : cluster [DBG] pgmap v4115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:19.094 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:17.745957+0000 mgr.smithi204.vnvrbl (mgr.24567) 4783 : cluster [DBG] pgmap v4115: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:14:18.853911+0000 mon.smithi176 (mon.0) 3383 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:14:20.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:14:19.142694+0000 mon.smithi176 (mon.0) 3384 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:14:20.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:14:19.147788+0000 mon.smithi176 (mon.0) 3385 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:14:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:14:18.853911+0000 mon.smithi176 (mon.0) 3383 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:14:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:14:19.142694+0000 mon.smithi176 (mon.0) 3384 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:14:20.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:14:19.147788+0000 mon.smithi176 (mon.0) 3385 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:14:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:19.746383+0000 mgr.smithi204.vnvrbl (mgr.24567) 4784 : cluster [DBG] pgmap v4116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:19.746383+0000 mgr.smithi204.vnvrbl (mgr.24567) 4784 : cluster [DBG] pgmap v4116: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:21.746895+0000 mgr.smithi204.vnvrbl (mgr.24567) 4785 : cluster [DBG] pgmap v4117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:21.746895+0000 mgr.smithi204.vnvrbl (mgr.24567) 4785 : cluster [DBG] pgmap v4117: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:23.747907+0000 mgr.smithi204.vnvrbl (mgr.24567) 4786 : cluster [DBG] pgmap v4118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:23.747907+0000 mgr.smithi204.vnvrbl (mgr.24567) 4786 : cluster [DBG] pgmap v4118: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:25.748408+0000 mgr.smithi204.vnvrbl (mgr.24567) 4787 : cluster [DBG] pgmap v4119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:25.748408+0000 mgr.smithi204.vnvrbl (mgr.24567) 4787 : cluster [DBG] pgmap v4119: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:27.749219+0000 mgr.smithi204.vnvrbl (mgr.24567) 4788 : cluster [DBG] pgmap v4120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:27.749219+0000 mgr.smithi204.vnvrbl (mgr.24567) 4788 : cluster [DBG] pgmap v4120: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:31.096 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:29.749648+0000 mgr.smithi204.vnvrbl (mgr.24567) 4789 : cluster [DBG] pgmap v4121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:31.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:29.749648+0000 mgr.smithi204.vnvrbl (mgr.24567) 4789 : cluster [DBG] pgmap v4121: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:33.097 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:31.750216+0000 mgr.smithi204.vnvrbl (mgr.24567) 4790 : cluster [DBG] pgmap v4122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:31.750216+0000 mgr.smithi204.vnvrbl (mgr.24567) 4790 : cluster [DBG] pgmap v4122: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:35.097 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:33.751169+0000 mgr.smithi204.vnvrbl (mgr.24567) 4791 : cluster [DBG] pgmap v4123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:33.751169+0000 mgr.smithi204.vnvrbl (mgr.24567) 4791 : cluster [DBG] pgmap v4123: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:37.098 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:35.751622+0000 mgr.smithi204.vnvrbl (mgr.24567) 4792 : cluster [DBG] pgmap v4124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:35.751622+0000 mgr.smithi204.vnvrbl (mgr.24567) 4792 : cluster [DBG] pgmap v4124: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:37.752599+0000 mgr.smithi204.vnvrbl (mgr.24567) 4793 : cluster [DBG] pgmap v4125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:37.752599+0000 mgr.smithi204.vnvrbl (mgr.24567) 4793 : cluster [DBG] pgmap v4125: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:41.098 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:39.753025+0000 mgr.smithi204.vnvrbl (mgr.24567) 4794 : cluster [DBG] pgmap v4126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:39.753025+0000 mgr.smithi204.vnvrbl (mgr.24567) 4794 : cluster [DBG] pgmap v4126: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:43.099 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:41.753520+0000 mgr.smithi204.vnvrbl (mgr.24567) 4795 : cluster [DBG] pgmap v4127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:41.753520+0000 mgr.smithi204.vnvrbl (mgr.24567) 4795 : cluster [DBG] pgmap v4127: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:45.099 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:43.754472+0000 mgr.smithi204.vnvrbl (mgr.24567) 4796 : cluster [DBG] pgmap v4128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:43.754472+0000 mgr.smithi204.vnvrbl (mgr.24567) 4796 : cluster [DBG] pgmap v4128: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:46.878 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:14:47.099 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:45.755053+0000 mgr.smithi204.vnvrbl (mgr.24567) 4797 : cluster [DBG] pgmap v4129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:47.159 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:14:47.312 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 4m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:14:47.313 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 4m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:14:47.313 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 4m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:14:47.313 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 4m ago 6h 45.1M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:14:47.314 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 4m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:14:47.314 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 4m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:14:47.314 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 4m ago 6h 634M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:14:47.315 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 4m ago 6h 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:14:47.315 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 4m ago 6h 2078M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:14:47.315 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 4m ago 6h 1174M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:14:47.315 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 4m ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:14:47.316 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 4m ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:14:47.316 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 4m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:14:47.316 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 4m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:14:47.316 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 4m ago 6h 1427M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:14:47.316 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 4m ago 6h 2339M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:14:47.317 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 4m ago 6h 1582M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:14:47.317 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 4m ago 6h 2536M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:14:47.317 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 4m ago 6h 2363M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:14:47.317 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 4m ago 6h 2456M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:14:47.318 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 4m ago 6h 2060M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:14:47.318 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 4m ago 6h 2974M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:14:47.318 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 4m ago 6h 134M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:14:47.319 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:45.755053+0000 mgr.smithi204.vnvrbl (mgr.24567) 4797 : cluster [DBG] pgmap v4129: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:47.499 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:14:47.499 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:14:47.499 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:14:47.500 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:14:47.500 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:14:47.500 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:14:47.500 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:14:47.501 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:14:47.501 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:14:47.501 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:14:47.501 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:14:47.502 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:14:47.502 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:14:47.502 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:14:47.502 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:14:47.502 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:14:47.503 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:14:47.503 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:14:47.503 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:14:47.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:14:46.865135+0000 mgr.smithi204.vnvrbl (mgr.24567) 4798 : audit [DBG] from='client.42614 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:14:47.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:47 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:14:47.498094+0000 mon.smithi176 (mon.0) 3386 : audit [DBG] from='client.? 172.21.15.176:0/3683388947' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:14:48.099 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:14:46.865135+0000 mgr.smithi204.vnvrbl (mgr.24567) 4798 : audit [DBG] from='client.42614 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:14:48.100 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:47 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:14:47.498094+0000 mon.smithi176 (mon.0) 3386 : audit [DBG] from='client.? 172.21.15.176:0/3683388947' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:14:49.099 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:14:47.147826+0000 mgr.smithi204.vnvrbl (mgr.24567) 4799 : audit [DBG] from='client.42618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:14:49.100 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:47.755888+0000 mgr.smithi204.vnvrbl (mgr.24567) 4800 : cluster [DBG] pgmap v4130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:49.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:14:47.147826+0000 mgr.smithi204.vnvrbl (mgr.24567) 4799 : audit [DBG] from='client.42618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:14:49.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:47.755888+0000 mgr.smithi204.vnvrbl (mgr.24567) 4800 : cluster [DBG] pgmap v4130: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:51.100 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:49.756399+0000 mgr.smithi204.vnvrbl (mgr.24567) 4801 : cluster [DBG] pgmap v4131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:49.756399+0000 mgr.smithi204.vnvrbl (mgr.24567) 4801 : cluster [DBG] pgmap v4131: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:53.100 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:51.757045+0000 mgr.smithi204.vnvrbl (mgr.24567) 4802 : cluster [DBG] pgmap v4132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:51.757045+0000 mgr.smithi204.vnvrbl (mgr.24567) 4802 : cluster [DBG] pgmap v4132: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:55.100 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:53.757816+0000 mgr.smithi204.vnvrbl (mgr.24567) 4803 : cluster [DBG] pgmap v4133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:53.757816+0000 mgr.smithi204.vnvrbl (mgr.24567) 4803 : cluster [DBG] pgmap v4133: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:57.101 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:55.758444+0000 mgr.smithi204.vnvrbl (mgr.24567) 4804 : cluster [DBG] pgmap v4134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:55.758444+0000 mgr.smithi204.vnvrbl (mgr.24567) 4804 : cluster [DBG] pgmap v4134: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:14:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:14:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:57.759214+0000 mgr.smithi204.vnvrbl (mgr.24567) 4805 : cluster [DBG] pgmap v4135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:14:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:14:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:57.759214+0000 mgr.smithi204.vnvrbl (mgr.24567) 4805 : cluster [DBG] pgmap v4135: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:01.101 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:14:59.759700+0000 mgr.smithi204.vnvrbl (mgr.24567) 4806 : cluster [DBG] pgmap v4136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:14:59.759700+0000 mgr.smithi204.vnvrbl (mgr.24567) 4806 : cluster [DBG] pgmap v4136: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:03.102 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:01.760117+0000 mgr.smithi204.vnvrbl (mgr.24567) 4807 : cluster [DBG] pgmap v4137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:01.760117+0000 mgr.smithi204.vnvrbl (mgr.24567) 4807 : cluster [DBG] pgmap v4137: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:05.102 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:03.760855+0000 mgr.smithi204.vnvrbl (mgr.24567) 4808 : cluster [DBG] pgmap v4138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:03.760855+0000 mgr.smithi204.vnvrbl (mgr.24567) 4808 : cluster [DBG] pgmap v4138: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:07.102 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:05.761283+0000 mgr.smithi204.vnvrbl (mgr.24567) 4809 : cluster [DBG] pgmap v4139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:05.761283+0000 mgr.smithi204.vnvrbl (mgr.24567) 4809 : cluster [DBG] pgmap v4139: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:07.762297+0000 mgr.smithi204.vnvrbl (mgr.24567) 4810 : cluster [DBG] pgmap v4140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:07.762297+0000 mgr.smithi204.vnvrbl (mgr.24567) 4810 : cluster [DBG] pgmap v4140: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:11.103 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:09.762776+0000 mgr.smithi204.vnvrbl (mgr.24567) 4811 : cluster [DBG] pgmap v4141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:09.762776+0000 mgr.smithi204.vnvrbl (mgr.24567) 4811 : cluster [DBG] pgmap v4141: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:13.103 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:11.763201+0000 mgr.smithi204.vnvrbl (mgr.24567) 4812 : cluster [DBG] pgmap v4142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:13.104 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:15:11.946654+0000 mon.smithi204 (mon.1) 734 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:15:13.104 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:15:11.946951+0000 mon.smithi204 (mon.1) 735 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:15:13.104 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:15:11.947128+0000 mon.smithi176 (mon.0) 3387 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:15:13.105 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:15:11.947499+0000 mon.smithi176 (mon.0) 3388 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:15:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:11.763201+0000 mgr.smithi204.vnvrbl (mgr.24567) 4812 : cluster [DBG] pgmap v4142: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:15:11.946654+0000 mon.smithi204 (mon.1) 734 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:15:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:15:11.946951+0000 mon.smithi204 (mon.1) 735 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:15:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:15:11.947128+0000 mon.smithi176 (mon.0) 3387 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:15:13.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:15:11.947499+0000 mon.smithi176 (mon.0) 3388 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:15:15.104 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:13.764046+0000 mgr.smithi204.vnvrbl (mgr.24567) 4813 : cluster [DBG] pgmap v4143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:13.764046+0000 mgr.smithi204.vnvrbl (mgr.24567) 4813 : cluster [DBG] pgmap v4143: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:17.104 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:15.764657+0000 mgr.smithi204.vnvrbl (mgr.24567) 4814 : cluster [DBG] pgmap v4144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:15.764657+0000 mgr.smithi204.vnvrbl (mgr.24567) 4814 : cluster [DBG] pgmap v4144: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:17.797 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:15:18.072 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:15:18.072 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 5m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:15:18.072 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 5m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:15:18.072 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 5m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:15:18.073 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 5m ago 6h 45.1M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:15:18.073 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 5m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:15:18.073 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 5m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:15:18.073 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 5m ago 6h 634M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:15:18.074 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 5m ago 6h 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:15:18.074 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 5m ago 6h 2078M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:15:18.074 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 5m ago 6h 1174M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:15:18.074 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 5m ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:15:18.075 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 5m ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:15:18.075 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 5m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:15:18.075 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 5m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:15:18.075 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 5m ago 6h 1427M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:15:18.076 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 5m ago 6h 2339M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:15:18.076 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 5m ago 6h 1582M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:15:18.076 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 5m ago 6h 2536M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:15:18.076 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 5m ago 6h 2363M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:15:18.076 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 5m ago 6h 2456M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:15:18.077 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 5m ago 6h 2060M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:15:18.077 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 5m ago 6h 2974M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:15:18.077 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 5m ago 6h 134M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:15:18.403 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:15:18.404 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:15:18.404 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:15:18.404 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:15:18.405 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:15:18.405 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:15:18.405 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:15:18.405 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:15:18.406 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:15:18.406 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:15:18.406 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:15:18.406 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:15:18.407 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:15:18.407 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:15:18.407 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:15:18.407 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:15:18.407 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:15:18.408 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:15:18.408 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:15:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:17.765390+0000 mgr.smithi204.vnvrbl (mgr.24567) 4815 : cluster [DBG] pgmap v4145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:15:17.783805+0000 mgr.smithi204.vnvrbl (mgr.24567) 4816 : audit [DBG] from='client.42626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:15:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:15:18.060912+0000 mgr.smithi204.vnvrbl (mgr.24567) 4817 : audit [DBG] from='client.42630 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:15:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:17.765390+0000 mgr.smithi204.vnvrbl (mgr.24567) 4815 : cluster [DBG] pgmap v4145: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:18.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:15:17.783805+0000 mgr.smithi204.vnvrbl (mgr.24567) 4816 : audit [DBG] from='client.42626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:15:18.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:15:18.060912+0000 mgr.smithi204.vnvrbl (mgr.24567) 4817 : audit [DBG] from='client.42630 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:15:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:15:18.402538+0000 mon.smithi176 (mon.0) 3389 : audit [DBG] from='client.? 172.21.15.176:0/3843558172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:15:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:15:19.152718+0000 mon.smithi204 (mon.1) 736 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:15:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:15:19.154088+0000 mon.smithi204 (mon.1) 737 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:15:19.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:15:19.154952+0000 mon.smithi204 (mon.1) 738 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:15:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:15:18.402538+0000 mon.smithi176 (mon.0) 3389 : audit [DBG] from='client.? 172.21.15.176:0/3843558172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:15:19.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:15:19.152718+0000 mon.smithi204 (mon.1) 736 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:15:19.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:15:19.154088+0000 mon.smithi204 (mon.1) 737 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:15:19.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:15:19.154952+0000 mon.smithi204 (mon.1) 738 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:15:20.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:15:19.155685+0000 mgr.smithi204.vnvrbl (mgr.24567) 4818 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:15:20.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:15:19.557911+0000 mon.smithi176 (mon.0) 3390 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:15:20.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:15:19.563118+0000 mon.smithi176 (mon.0) 3391 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:15:20.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:19.765778+0000 mgr.smithi204.vnvrbl (mgr.24567) 4819 : cluster [DBG] pgmap v4146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:15:19.155685+0000 mgr.smithi204.vnvrbl (mgr.24567) 4818 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:15:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:15:19.557911+0000 mon.smithi176 (mon.0) 3390 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:15:21.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:15:19.563118+0000 mon.smithi176 (mon.0) 3391 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:15:21.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:19.765778+0000 mgr.smithi204.vnvrbl (mgr.24567) 4819 : cluster [DBG] pgmap v4146: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:23.105 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:21.766212+0000 mgr.smithi204.vnvrbl (mgr.24567) 4820 : cluster [DBG] pgmap v4147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:21.766212+0000 mgr.smithi204.vnvrbl (mgr.24567) 4820 : cluster [DBG] pgmap v4147: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:25.106 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:23.766975+0000 mgr.smithi204.vnvrbl (mgr.24567) 4821 : cluster [DBG] pgmap v4148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:23.766975+0000 mgr.smithi204.vnvrbl (mgr.24567) 4821 : cluster [DBG] pgmap v4148: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:27.106 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:25.767444+0000 mgr.smithi204.vnvrbl (mgr.24567) 4822 : cluster [DBG] pgmap v4149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:25.767444+0000 mgr.smithi204.vnvrbl (mgr.24567) 4822 : cluster [DBG] pgmap v4149: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:28.547 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:27.768323+0000 mgr.smithi204.vnvrbl (mgr.24567) 4823 : cluster [DBG] pgmap v4150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:27.768323+0000 mgr.smithi204.vnvrbl (mgr.24567) 4823 : cluster [DBG] pgmap v4150: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:31.106 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:29.768966+0000 mgr.smithi204.vnvrbl (mgr.24567) 4824 : cluster [DBG] pgmap v4151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:29.768966+0000 mgr.smithi204.vnvrbl (mgr.24567) 4824 : cluster [DBG] pgmap v4151: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:33.107 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:31.769444+0000 mgr.smithi204.vnvrbl (mgr.24567) 4825 : cluster [DBG] pgmap v4152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:31.769444+0000 mgr.smithi204.vnvrbl (mgr.24567) 4825 : cluster [DBG] pgmap v4152: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:35.107 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:33.770442+0000 mgr.smithi204.vnvrbl (mgr.24567) 4826 : cluster [DBG] pgmap v4153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:33.770442+0000 mgr.smithi204.vnvrbl (mgr.24567) 4826 : cluster [DBG] pgmap v4153: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:37.108 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:35.770895+0000 mgr.smithi204.vnvrbl (mgr.24567) 4827 : cluster [DBG] pgmap v4154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:35.770895+0000 mgr.smithi204.vnvrbl (mgr.24567) 4827 : cluster [DBG] pgmap v4154: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:37.771776+0000 mgr.smithi204.vnvrbl (mgr.24567) 4828 : cluster [DBG] pgmap v4155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:37.771776+0000 mgr.smithi204.vnvrbl (mgr.24567) 4828 : cluster [DBG] pgmap v4155: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:41.109 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:39.772244+0000 mgr.smithi204.vnvrbl (mgr.24567) 4829 : cluster [DBG] pgmap v4156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:39.772244+0000 mgr.smithi204.vnvrbl (mgr.24567) 4829 : cluster [DBG] pgmap v4156: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:43.109 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:41.772816+0000 mgr.smithi204.vnvrbl (mgr.24567) 4830 : cluster [DBG] pgmap v4157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:41.772816+0000 mgr.smithi204.vnvrbl (mgr.24567) 4830 : cluster [DBG] pgmap v4157: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:45.110 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:43.773618+0000 mgr.smithi204.vnvrbl (mgr.24567) 4831 : cluster [DBG] pgmap v4158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:43.773618+0000 mgr.smithi204.vnvrbl (mgr.24567) 4831 : cluster [DBG] pgmap v4158: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:47.110 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:45.774065+0000 mgr.smithi204.vnvrbl (mgr.24567) 4832 : cluster [DBG] pgmap v4159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:45.774065+0000 mgr.smithi204.vnvrbl (mgr.24567) 4832 : cluster [DBG] pgmap v4159: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:47.775000+0000 mgr.smithi204.vnvrbl (mgr.24567) 4833 : cluster [DBG] pgmap v4160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:48.702 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:15:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:47.775000+0000 mgr.smithi204.vnvrbl (mgr.24567) 4833 : cluster [DBG] pgmap v4160: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:48.982 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:15:48.982 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 5m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:15:48.982 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 5m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:15:48.983 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 5m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:15:48.983 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 5m ago 6h 45.1M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:15:48.983 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 5m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:15:48.983 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 5m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:15:48.984 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 5m ago 6h 634M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:15:48.984 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 5m ago 6h 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:15:48.984 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 5m ago 6h 2078M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:15:48.984 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 5m ago 6h 1174M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:15:48.984 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 5m ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:15:48.985 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 5m ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:15:48.985 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 5m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:15:48.985 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 5m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:15:48.985 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 5m ago 6h 1427M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:15:48.985 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 5m ago 6h 2339M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:15:48.986 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 5m ago 6h 1582M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:15:48.986 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 5m ago 6h 2536M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:15:48.986 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 5m ago 6h 2363M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:15:48.986 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 5m ago 6h 2456M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:15:48.987 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 5m ago 6h 2060M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:15:48.987 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 5m ago 6h 2974M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:15:48.987 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 5m ago 6h 134M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:15:49.312 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:15:49.313 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:15:49.313 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:15:49.313 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:15:49.314 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:15:49.314 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:15:49.314 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:15:49.314 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:15:49.315 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:15:49.315 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:15:49.315 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:15:49.315 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:15:49.315 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:15:49.316 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:15:49.316 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:15:49.316 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:15:49.316 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:15:49.317 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:15:49.317 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:15:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:15:48.689115+0000 mgr.smithi204.vnvrbl (mgr.24567) 4834 : audit [DBG] from='client.42638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:15:49.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:49 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:15:48.970999+0000 mgr.smithi204.vnvrbl (mgr.24567) 4835 : audit [DBG] from='client.42642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:15:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:15:48.689115+0000 mgr.smithi204.vnvrbl (mgr.24567) 4834 : audit [DBG] from='client.42638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:15:49.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:49 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:15:48.970999+0000 mgr.smithi204.vnvrbl (mgr.24567) 4835 : audit [DBG] from='client.42642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:15:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:15:49.311811+0000 mon.smithi176 (mon.0) 3392 : audit [DBG] from='client.? 172.21.15.176:0/1547235590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:15:50.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:49.775582+0000 mgr.smithi204.vnvrbl (mgr.24567) 4836 : cluster [DBG] pgmap v4161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:50.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:15:49.311811+0000 mon.smithi176 (mon.0) 3392 : audit [DBG] from='client.? 172.21.15.176:0/1547235590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:15:50.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:49.775582+0000 mgr.smithi204.vnvrbl (mgr.24567) 4836 : cluster [DBG] pgmap v4161: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:53.111 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:51.776081+0000 mgr.smithi204.vnvrbl (mgr.24567) 4837 : cluster [DBG] pgmap v4162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:51.776081+0000 mgr.smithi204.vnvrbl (mgr.24567) 4837 : cluster [DBG] pgmap v4162: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:55.111 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:53.776874+0000 mgr.smithi204.vnvrbl (mgr.24567) 4838 : cluster [DBG] pgmap v4163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:53.776874+0000 mgr.smithi204.vnvrbl (mgr.24567) 4838 : cluster [DBG] pgmap v4163: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:57.112 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:55.777319+0000 mgr.smithi204.vnvrbl (mgr.24567) 4839 : cluster [DBG] pgmap v4164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:55.777319+0000 mgr.smithi204.vnvrbl (mgr.24567) 4839 : cluster [DBG] pgmap v4164: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:15:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:15:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:57.778119+0000 mgr.smithi204.vnvrbl (mgr.24567) 4840 : cluster [DBG] pgmap v4165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:15:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:15:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:57.778119+0000 mgr.smithi204.vnvrbl (mgr.24567) 4840 : cluster [DBG] pgmap v4165: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:01.112 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:15:59.778782+0000 mgr.smithi204.vnvrbl (mgr.24567) 4841 : cluster [DBG] pgmap v4166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:15:59.778782+0000 mgr.smithi204.vnvrbl (mgr.24567) 4841 : cluster [DBG] pgmap v4166: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:03.113 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:01.779296+0000 mgr.smithi204.vnvrbl (mgr.24567) 4842 : cluster [DBG] pgmap v4167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:01.779296+0000 mgr.smithi204.vnvrbl (mgr.24567) 4842 : cluster [DBG] pgmap v4167: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:05.113 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:03.780218+0000 mgr.smithi204.vnvrbl (mgr.24567) 4843 : cluster [DBG] pgmap v4168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:03.780218+0000 mgr.smithi204.vnvrbl (mgr.24567) 4843 : cluster [DBG] pgmap v4168: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:07.113 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:05.780829+0000 mgr.smithi204.vnvrbl (mgr.24567) 4844 : cluster [DBG] pgmap v4169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:05.780829+0000 mgr.smithi204.vnvrbl (mgr.24567) 4844 : cluster [DBG] pgmap v4169: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:07.781594+0000 mgr.smithi204.vnvrbl (mgr.24567) 4845 : cluster [DBG] pgmap v4170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:07.781594+0000 mgr.smithi204.vnvrbl (mgr.24567) 4845 : cluster [DBG] pgmap v4170: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:11.114 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:09.782093+0000 mgr.smithi204.vnvrbl (mgr.24567) 4846 : cluster [DBG] pgmap v4171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:09.782093+0000 mgr.smithi204.vnvrbl (mgr.24567) 4846 : cluster [DBG] pgmap v4171: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:13.114 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:11.782521+0000 mgr.smithi204.vnvrbl (mgr.24567) 4847 : cluster [DBG] pgmap v4172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:13.115 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:16:11.951116+0000 mon.smithi204 (mon.1) 739 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:16:13.115 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:16:11.951376+0000 mon.smithi204 (mon.1) 740 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:16:13.116 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:16:11.951572+0000 mon.smithi176 (mon.0) 3393 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:16:13.116 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:16:11.951837+0000 mon.smithi176 (mon.0) 3394 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:16:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:11.782521+0000 mgr.smithi204.vnvrbl (mgr.24567) 4847 : cluster [DBG] pgmap v4172: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:16:11.951116+0000 mon.smithi204 (mon.1) 739 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:16:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:16:11.951376+0000 mon.smithi204 (mon.1) 740 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:16:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:16:11.951572+0000 mon.smithi176 (mon.0) 3393 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:16:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:16:11.951837+0000 mon.smithi176 (mon.0) 3394 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:16:15.114 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:13.783270+0000 mgr.smithi204.vnvrbl (mgr.24567) 4848 : cluster [DBG] pgmap v4173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:13.783270+0000 mgr.smithi204.vnvrbl (mgr.24567) 4848 : cluster [DBG] pgmap v4173: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:17.115 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:15.783793+0000 mgr.smithi204.vnvrbl (mgr.24567) 4849 : cluster [DBG] pgmap v4174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:15.783793+0000 mgr.smithi204.vnvrbl (mgr.24567) 4849 : cluster [DBG] pgmap v4174: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:17.784523+0000 mgr.smithi204.vnvrbl (mgr.24567) 4850 : cluster [DBG] pgmap v4175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:17.784523+0000 mgr.smithi204.vnvrbl (mgr.24567) 4850 : cluster [DBG] pgmap v4175: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:19.610 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:16:19.896 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:16:19.897 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 6m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:16:19.897 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 6m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:16:19.897 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 6m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:16:19.898 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 6m ago 6h 45.1M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:16:19.898 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 6m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:16:19.898 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 6m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:16:19.898 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 6m ago 6h 634M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:16:19.898 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 6m ago 6h 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:16:19.899 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 6m ago 6h 2078M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:16:19.899 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 6m ago 6h 1174M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:16:19.899 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 6m ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:16:19.899 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 6m ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:16:19.899 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 6m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:16:19.900 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 6m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:16:19.900 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 6m ago 6h 1427M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:16:19.900 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 6m ago 6h 2339M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:16:19.900 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 6m ago 6h 1582M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:16:19.900 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 6m ago 6h 2536M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:16:19.901 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 6m ago 6h 2363M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:16:19.901 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 6m ago 6h 2456M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:16:19.901 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 6m ago 6h 2060M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:16:19.901 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 6m ago 6h 2974M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:16:19.901 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 6m ago 6h 134M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:16:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:16:19.565767+0000 mon.smithi204 (mon.1) 741 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:16:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:16:19.567180+0000 mon.smithi204 (mon.1) 742 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:16:19.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:19 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:16:19.568014+0000 mon.smithi204 (mon.1) 743 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:16:20.047 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:16:19.565767+0000 mon.smithi204 (mon.1) 741 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:16:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:16:19.567180+0000 mon.smithi204 (mon.1) 742 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:16:20.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:19 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:16:19.568014+0000 mon.smithi204 (mon.1) 743 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:16:20.232 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:16:20.232 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:16:20.232 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:16:20.232 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:16:20.233 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:16:20.233 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:16:20.233 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:16:20.233 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:16:20.234 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:16:20.234 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:16:20.234 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:16:20.234 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:16:20.235 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:16:20.235 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:16:20.235 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:16:20.235 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:16:20.236 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:16:20.236 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:16:20.236 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:16:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:16:19.568771+0000 mgr.smithi204.vnvrbl (mgr.24567) 4851 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:16:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:16:19.596585+0000 mgr.smithi204.vnvrbl (mgr.24567) 4852 : audit [DBG] from='client.42650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:16:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:19.785037+0000 mgr.smithi204.vnvrbl (mgr.24567) 4853 : cluster [DBG] pgmap v4176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:16:19.886426+0000 mgr.smithi204.vnvrbl (mgr.24567) 4854 : audit [DBG] from='client.42654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:16:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:16:19.993194+0000 mon.smithi176 (mon.0) 3395 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:16:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:16:19.999491+0000 mon.smithi176 (mon.0) 3396 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:16:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:16:20.230835+0000 mon.smithi204 (mon.1) 744 : audit [DBG] from='client.? 172.21.15.176:0/3731075723' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:16:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:16:19.568771+0000 mgr.smithi204.vnvrbl (mgr.24567) 4851 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:16:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:16:19.596585+0000 mgr.smithi204.vnvrbl (mgr.24567) 4852 : audit [DBG] from='client.42650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:16:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:19.785037+0000 mgr.smithi204.vnvrbl (mgr.24567) 4853 : cluster [DBG] pgmap v4176: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:16:19.886426+0000 mgr.smithi204.vnvrbl (mgr.24567) 4854 : audit [DBG] from='client.42654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:16:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:16:19.993194+0000 mon.smithi176 (mon.0) 3395 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:16:21.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:16:19.999491+0000 mon.smithi176 (mon.0) 3396 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:16:21.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:16:20.230835+0000 mon.smithi204 (mon.1) 744 : audit [DBG] from='client.? 172.21.15.176:0/3731075723' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:16:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:21.785601+0000 mgr.smithi204.vnvrbl (mgr.24567) 4855 : cluster [DBG] pgmap v4177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:21.785601+0000 mgr.smithi204.vnvrbl (mgr.24567) 4855 : cluster [DBG] pgmap v4177: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:23.786396+0000 mgr.smithi204.vnvrbl (mgr.24567) 4856 : cluster [DBG] pgmap v4178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:23.786396+0000 mgr.smithi204.vnvrbl (mgr.24567) 4856 : cluster [DBG] pgmap v4178: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:25.787035+0000 mgr.smithi204.vnvrbl (mgr.24567) 4857 : cluster [DBG] pgmap v4179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:25.787035+0000 mgr.smithi204.vnvrbl (mgr.24567) 4857 : cluster [DBG] pgmap v4179: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:27.787779+0000 mgr.smithi204.vnvrbl (mgr.24567) 4858 : cluster [DBG] pgmap v4180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:27.787779+0000 mgr.smithi204.vnvrbl (mgr.24567) 4858 : cluster [DBG] pgmap v4180: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:31.117 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:29.788222+0000 mgr.smithi204.vnvrbl (mgr.24567) 4859 : cluster [DBG] pgmap v4181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:29.788222+0000 mgr.smithi204.vnvrbl (mgr.24567) 4859 : cluster [DBG] pgmap v4181: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:33.118 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:31.788854+0000 mgr.smithi204.vnvrbl (mgr.24567) 4860 : cluster [DBG] pgmap v4182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:31.788854+0000 mgr.smithi204.vnvrbl (mgr.24567) 4860 : cluster [DBG] pgmap v4182: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:35.118 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:33.789624+0000 mgr.smithi204.vnvrbl (mgr.24567) 4861 : cluster [DBG] pgmap v4183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:33.789624+0000 mgr.smithi204.vnvrbl (mgr.24567) 4861 : cluster [DBG] pgmap v4183: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:37.118 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:35.790137+0000 mgr.smithi204.vnvrbl (mgr.24567) 4862 : cluster [DBG] pgmap v4184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:35.790137+0000 mgr.smithi204.vnvrbl (mgr.24567) 4862 : cluster [DBG] pgmap v4184: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:37.790892+0000 mgr.smithi204.vnvrbl (mgr.24567) 4863 : cluster [DBG] pgmap v4185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:37.790892+0000 mgr.smithi204.vnvrbl (mgr.24567) 4863 : cluster [DBG] pgmap v4185: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:41.119 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:39.791485+0000 mgr.smithi204.vnvrbl (mgr.24567) 4864 : cluster [DBG] pgmap v4186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:39.791485+0000 mgr.smithi204.vnvrbl (mgr.24567) 4864 : cluster [DBG] pgmap v4186: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:43.120 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:41.791912+0000 mgr.smithi204.vnvrbl (mgr.24567) 4865 : cluster [DBG] pgmap v4187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:41.791912+0000 mgr.smithi204.vnvrbl (mgr.24567) 4865 : cluster [DBG] pgmap v4187: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:45.120 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:43.792712+0000 mgr.smithi204.vnvrbl (mgr.24567) 4866 : cluster [DBG] pgmap v4188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:43.792712+0000 mgr.smithi204.vnvrbl (mgr.24567) 4866 : cluster [DBG] pgmap v4188: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:47.120 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:45.793120+0000 mgr.smithi204.vnvrbl (mgr.24567) 4867 : cluster [DBG] pgmap v4189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:45.793120+0000 mgr.smithi204.vnvrbl (mgr.24567) 4867 : cluster [DBG] pgmap v4189: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:47.793926+0000 mgr.smithi204.vnvrbl (mgr.24567) 4868 : cluster [DBG] pgmap v4190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:47.793926+0000 mgr.smithi204.vnvrbl (mgr.24567) 4868 : cluster [DBG] pgmap v4190: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:50.547 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:16:50.822 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:16:50.822 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 6m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:16:50.823 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 6m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:16:50.823 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 6m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:16:50.823 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 6m ago 6h 45.1M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:16:50.823 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 6m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:16:50.824 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 6m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:16:50.824 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 6m ago 6h 634M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:16:50.824 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 6m ago 6h 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:16:50.824 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 6m ago 6h 2078M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:16:50.825 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 6m ago 6h 1174M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:16:50.825 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 6m ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:16:50.825 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 6m ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:16:50.825 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 6m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:16:50.826 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 6m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:16:50.826 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 6m ago 6h 1427M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:16:50.826 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 6m ago 6h 2339M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:16:50.826 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 6m ago 6h 1582M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:16:50.826 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 6m ago 6h 2536M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:16:50.827 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 6m ago 6h 2363M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:16:50.827 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 6m ago 6h 2456M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:16:50.827 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 6m ago 6h 2060M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:16:50.827 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 6m ago 6h 2974M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:16:50.828 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 6m ago 6h 134M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:16:51.121 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:49.794355+0000 mgr.smithi204.vnvrbl (mgr.24567) 4869 : cluster [DBG] pgmap v4191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:51.152 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:16:51.153 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:16:51.153 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:16:51.153 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:16:51.154 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:16:51.154 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:16:51.154 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:16:51.154 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:16:51.155 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:16:51.155 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:16:51.155 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:16:51.155 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:16:51.155 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:16:51.156 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:16:51.156 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:16:51.156 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:16:51.156 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:16:51.157 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:16:51.157 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:16:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:49.794355+0000 mgr.smithi204.vnvrbl (mgr.24567) 4869 : cluster [DBG] pgmap v4191: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:52.121 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:16:50.534222+0000 mgr.smithi204.vnvrbl (mgr.24567) 4870 : audit [DBG] from='client.42662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:16:52.121 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:16:50.811134+0000 mgr.smithi204.vnvrbl (mgr.24567) 4871 : audit [DBG] from='client.42666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:16:52.121 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:51 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:16:51.151711+0000 mon.smithi176 (mon.0) 3397 : audit [DBG] from='client.? 172.21.15.176:0/3108789065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:16:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:16:50.534222+0000 mgr.smithi204.vnvrbl (mgr.24567) 4870 : audit [DBG] from='client.42662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:16:52.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:16:50.811134+0000 mgr.smithi204.vnvrbl (mgr.24567) 4871 : audit [DBG] from='client.42666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:16:52.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:51 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:16:51.151711+0000 mon.smithi176 (mon.0) 3397 : audit [DBG] from='client.? 172.21.15.176:0/3108789065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:16:53.121 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:51.794936+0000 mgr.smithi204.vnvrbl (mgr.24567) 4872 : cluster [DBG] pgmap v4192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:51.794936+0000 mgr.smithi204.vnvrbl (mgr.24567) 4872 : cluster [DBG] pgmap v4192: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:55.121 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:53.795624+0000 mgr.smithi204.vnvrbl (mgr.24567) 4873 : cluster [DBG] pgmap v4193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:53.795624+0000 mgr.smithi204.vnvrbl (mgr.24567) 4873 : cluster [DBG] pgmap v4193: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:57.122 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:55.796244+0000 mgr.smithi204.vnvrbl (mgr.24567) 4874 : cluster [DBG] pgmap v4194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:55.796244+0000 mgr.smithi204.vnvrbl (mgr.24567) 4874 : cluster [DBG] pgmap v4194: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:16:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:16:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:57.796975+0000 mgr.smithi204.vnvrbl (mgr.24567) 4875 : cluster [DBG] pgmap v4195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:16:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:16:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:57.796975+0000 mgr.smithi204.vnvrbl (mgr.24567) 4875 : cluster [DBG] pgmap v4195: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:01.122 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:16:59.797472+0000 mgr.smithi204.vnvrbl (mgr.24567) 4876 : cluster [DBG] pgmap v4196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:16:59.797472+0000 mgr.smithi204.vnvrbl (mgr.24567) 4876 : cluster [DBG] pgmap v4196: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:03.123 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:01.797888+0000 mgr.smithi204.vnvrbl (mgr.24567) 4877 : cluster [DBG] pgmap v4197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:01.797888+0000 mgr.smithi204.vnvrbl (mgr.24567) 4877 : cluster [DBG] pgmap v4197: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:05.123 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:03.798634+0000 mgr.smithi204.vnvrbl (mgr.24567) 4878 : cluster [DBG] pgmap v4198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:03.798634+0000 mgr.smithi204.vnvrbl (mgr.24567) 4878 : cluster [DBG] pgmap v4198: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:07.123 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:05.799075+0000 mgr.smithi204.vnvrbl (mgr.24567) 4879 : cluster [DBG] pgmap v4199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:05.799075+0000 mgr.smithi204.vnvrbl (mgr.24567) 4879 : cluster [DBG] pgmap v4199: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:07.799998+0000 mgr.smithi204.vnvrbl (mgr.24567) 4880 : cluster [DBG] pgmap v4200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:07.799998+0000 mgr.smithi204.vnvrbl (mgr.24567) 4880 : cluster [DBG] pgmap v4200: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:11.124 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:09.800415+0000 mgr.smithi204.vnvrbl (mgr.24567) 4881 : cluster [DBG] pgmap v4201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:09.800415+0000 mgr.smithi204.vnvrbl (mgr.24567) 4881 : cluster [DBG] pgmap v4201: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:13.124 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:11.800942+0000 mgr.smithi204.vnvrbl (mgr.24567) 4882 : cluster [DBG] pgmap v4202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:13.125 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:17:11.955333+0000 mon.smithi204 (mon.1) 745 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:17:13.125 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:17:11.955743+0000 mon.smithi176 (mon.0) 3398 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:17:13.125 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:17:11.955864+0000 mon.smithi204 (mon.1) 746 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:17:13.126 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:17:11.956122+0000 mon.smithi176 (mon.0) 3399 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:17:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:11.800942+0000 mgr.smithi204.vnvrbl (mgr.24567) 4882 : cluster [DBG] pgmap v4202: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:17:11.955333+0000 mon.smithi204 (mon.1) 745 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:17:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:17:11.955743+0000 mon.smithi176 (mon.0) 3398 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:17:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:17:11.955864+0000 mon.smithi204 (mon.1) 746 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:17:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:17:11.956122+0000 mon.smithi176 (mon.0) 3399 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:17:15.125 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:13.801679+0000 mgr.smithi204.vnvrbl (mgr.24567) 4883 : cluster [DBG] pgmap v4203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:13.801679+0000 mgr.smithi204.vnvrbl (mgr.24567) 4883 : cluster [DBG] pgmap v4203: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:17.125 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:15.802194+0000 mgr.smithi204.vnvrbl (mgr.24567) 4884 : cluster [DBG] pgmap v4204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:15.802194+0000 mgr.smithi204.vnvrbl (mgr.24567) 4884 : cluster [DBG] pgmap v4204: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:17.803025+0000 mgr.smithi204.vnvrbl (mgr.24567) 4885 : cluster [DBG] pgmap v4205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:17.803025+0000 mgr.smithi204.vnvrbl (mgr.24567) 4885 : cluster [DBG] pgmap v4205: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:21.126 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:19.803435+0000 mgr.smithi204.vnvrbl (mgr.24567) 4886 : cluster [DBG] pgmap v4206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:21.126 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:17:20.002152+0000 mon.smithi204 (mon.1) 747 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:17:21.126 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:17:20.003601+0000 mon.smithi204 (mon.1) 748 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:17:21.127 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:17:20.004457+0000 mon.smithi204 (mon.1) 749 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:17:21.127 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:17:20.005280+0000 mgr.smithi204.vnvrbl (mgr.24567) 4887 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:17:21.127 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:17:20.405637+0000 mon.smithi176 (mon.0) 3400 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:17:21.127 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:17:20.410576+0000 mon.smithi176 (mon.0) 3401 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:17:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:19.803435+0000 mgr.smithi204.vnvrbl (mgr.24567) 4886 : cluster [DBG] pgmap v4206: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:17:20.002152+0000 mon.smithi204 (mon.1) 747 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:17:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:17:20.003601+0000 mon.smithi204 (mon.1) 748 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:17:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:17:20.004457+0000 mon.smithi204 (mon.1) 749 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:17:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:17:20.005280+0000 mgr.smithi204.vnvrbl (mgr.24567) 4887 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:17:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:17:20.405637+0000 mon.smithi176 (mon.0) 3400 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:17:21.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:17:20.410576+0000 mon.smithi176 (mon.0) 3401 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:17:21.446 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:17:21.720 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:17:21.721 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 7m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:17:21.721 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 7m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:17:21.721 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 7m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:17:21.722 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 7m ago 6h 45.1M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:17:21.722 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 7m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:17:21.722 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 7m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:17:21.722 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 7m ago 6h 634M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:17:21.723 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 7m ago 6h 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:17:21.723 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 7m ago 6h 2078M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:17:21.723 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 7m ago 6h 1174M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:17:21.723 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 7m ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:17:21.723 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 7m ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:17:21.724 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 7m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:17:21.724 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 7m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:17:21.724 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 7m ago 6h 1427M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:17:21.724 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 7m ago 6h 2339M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:17:21.725 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 7m ago 6h 1582M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:17:21.725 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 7m ago 6h 2536M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:17:21.725 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 7m ago 6h 2363M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:17:21.725 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 7m ago 6h 2456M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:17:21.725 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 7m ago 6h 2060M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:17:21.726 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 7m ago 6h 2974M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:17:21.726 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 7m ago 6h 134M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:17:22.051 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:17:22.051 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:17:22.051 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:17:22.052 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:17:22.052 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:17:22.052 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:17:22.052 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:17:22.052 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:17:22.053 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:17:22.053 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:17:22.053 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:17:22.053 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:17:22.054 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:17:22.054 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:17:22.054 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:17:22.054 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:17:22.054 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:17:22.055 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:17:22.055 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:17:23.126 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:17:21.433708+0000 mgr.smithi204.vnvrbl (mgr.24567) 4888 : audit [DBG] from='client.42674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:17:23.126 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:17:21.709415+0000 mgr.smithi204.vnvrbl (mgr.24567) 4889 : audit [DBG] from='client.42678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:17:23.127 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:21.803874+0000 mgr.smithi204.vnvrbl (mgr.24567) 4890 : cluster [DBG] pgmap v4207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:23.127 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:17:22.050109+0000 mon.smithi176 (mon.0) 3402 : audit [DBG] from='client.? 172.21.15.176:0/4005002824' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:17:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:17:21.433708+0000 mgr.smithi204.vnvrbl (mgr.24567) 4888 : audit [DBG] from='client.42674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:17:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:17:21.709415+0000 mgr.smithi204.vnvrbl (mgr.24567) 4889 : audit [DBG] from='client.42678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:17:23.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:21.803874+0000 mgr.smithi204.vnvrbl (mgr.24567) 4890 : cluster [DBG] pgmap v4207: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:23.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:17:22.050109+0000 mon.smithi176 (mon.0) 3402 : audit [DBG] from='client.? 172.21.15.176:0/4005002824' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:17:25.126 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:23.804734+0000 mgr.smithi204.vnvrbl (mgr.24567) 4891 : cluster [DBG] pgmap v4208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:23.804734+0000 mgr.smithi204.vnvrbl (mgr.24567) 4891 : cluster [DBG] pgmap v4208: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:27.127 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:25.805136+0000 mgr.smithi204.vnvrbl (mgr.24567) 4892 : cluster [DBG] pgmap v4209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:25.805136+0000 mgr.smithi204.vnvrbl (mgr.24567) 4892 : cluster [DBG] pgmap v4209: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:27.805867+0000 mgr.smithi204.vnvrbl (mgr.24567) 4893 : cluster [DBG] pgmap v4210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:27.805867+0000 mgr.smithi204.vnvrbl (mgr.24567) 4893 : cluster [DBG] pgmap v4210: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:31.127 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:29.806331+0000 mgr.smithi204.vnvrbl (mgr.24567) 4894 : cluster [DBG] pgmap v4211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:29.806331+0000 mgr.smithi204.vnvrbl (mgr.24567) 4894 : cluster [DBG] pgmap v4211: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:33.128 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:31.806847+0000 mgr.smithi204.vnvrbl (mgr.24567) 4895 : cluster [DBG] pgmap v4212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:31.806847+0000 mgr.smithi204.vnvrbl (mgr.24567) 4895 : cluster [DBG] pgmap v4212: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:35.128 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:33.807556+0000 mgr.smithi204.vnvrbl (mgr.24567) 4896 : cluster [DBG] pgmap v4213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:33.807556+0000 mgr.smithi204.vnvrbl (mgr.24567) 4896 : cluster [DBG] pgmap v4213: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:37.128 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:35.807953+0000 mgr.smithi204.vnvrbl (mgr.24567) 4897 : cluster [DBG] pgmap v4214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:35.807953+0000 mgr.smithi204.vnvrbl (mgr.24567) 4897 : cluster [DBG] pgmap v4214: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:37.808774+0000 mgr.smithi204.vnvrbl (mgr.24567) 4898 : cluster [DBG] pgmap v4215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:37.808774+0000 mgr.smithi204.vnvrbl (mgr.24567) 4898 : cluster [DBG] pgmap v4215: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:41.129 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:39.809199+0000 mgr.smithi204.vnvrbl (mgr.24567) 4899 : cluster [DBG] pgmap v4216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:39.809199+0000 mgr.smithi204.vnvrbl (mgr.24567) 4899 : cluster [DBG] pgmap v4216: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:43.129 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:41.809640+0000 mgr.smithi204.vnvrbl (mgr.24567) 4900 : cluster [DBG] pgmap v4217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:41.809640+0000 mgr.smithi204.vnvrbl (mgr.24567) 4900 : cluster [DBG] pgmap v4217: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:45.130 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:43.810335+0000 mgr.smithi204.vnvrbl (mgr.24567) 4901 : cluster [DBG] pgmap v4218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:43.810335+0000 mgr.smithi204.vnvrbl (mgr.24567) 4901 : cluster [DBG] pgmap v4218: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:47.132 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:45.810825+0000 mgr.smithi204.vnvrbl (mgr.24567) 4902 : cluster [DBG] pgmap v4219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:45.810825+0000 mgr.smithi204.vnvrbl (mgr.24567) 4902 : cluster [DBG] pgmap v4219: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:47.811530+0000 mgr.smithi204.vnvrbl (mgr.24567) 4903 : cluster [DBG] pgmap v4220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:47.811530+0000 mgr.smithi204.vnvrbl (mgr.24567) 4903 : cluster [DBG] pgmap v4220: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:51.131 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:49.812066+0000 mgr.smithi204.vnvrbl (mgr.24567) 4904 : cluster [DBG] pgmap v4221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:49.812066+0000 mgr.smithi204.vnvrbl (mgr.24567) 4904 : cluster [DBG] pgmap v4221: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:52.356 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:17:52.631 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:17:52.631 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 7m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:17:52.632 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 7m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:17:52.632 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 7m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:17:52.632 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 7m ago 6h 45.1M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:17:52.632 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 7m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:17:52.633 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 7m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:17:52.633 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 7m ago 6h 634M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:17:52.633 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 7m ago 6h 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:17:52.633 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 7m ago 6h 2078M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:17:52.634 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 7m ago 6h 1174M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:17:52.634 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 7m ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:17:52.634 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 7m ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:17:52.634 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 7m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:17:52.634 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 7m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:17:52.635 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 7m ago 6h 1427M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:17:52.635 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 7m ago 6h 2339M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:17:52.635 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 7m ago 6h 1582M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:17:52.635 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 7m ago 6h 2536M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:17:52.636 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 7m ago 6h 2363M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:17:52.636 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 7m ago 6h 2456M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:17:52.636 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 7m ago 6h 2060M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:17:52.636 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 7m ago 6h 2974M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:17:52.636 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 7m ago 6h 134M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:17:52.966 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:17:52.967 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:17:52.967 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:17:52.967 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:17:52.968 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:17:52.968 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:17:52.968 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:17:52.968 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:17:52.968 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:17:52.969 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:17:52.969 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:17:52.969 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:17:52.969 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:17:52.970 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:17:52.970 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:17:52.970 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:17:52.970 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:17:52.971 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:17:52.971 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:17:53.131 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:51.812687+0000 mgr.smithi204.vnvrbl (mgr.24567) 4905 : cluster [DBG] pgmap v4222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:51.812687+0000 mgr.smithi204.vnvrbl (mgr.24567) 4905 : cluster [DBG] pgmap v4222: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:54.131 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:17:52.341832+0000 mgr.smithi204.vnvrbl (mgr.24567) 4906 : audit [DBG] from='client.42686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:17:54.131 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:17:52.620279+0000 mgr.smithi204.vnvrbl (mgr.24567) 4907 : audit [DBG] from='client.42690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:17:54.132 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:53 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:17:52.965608+0000 mon.smithi176 (mon.0) 3403 : audit [DBG] from='client.? 172.21.15.176:0/3022231746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:17:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:17:52.341832+0000 mgr.smithi204.vnvrbl (mgr.24567) 4906 : audit [DBG] from='client.42686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:17:54.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:17:52.620279+0000 mgr.smithi204.vnvrbl (mgr.24567) 4907 : audit [DBG] from='client.42690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:17:54.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:53 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:17:52.965608+0000 mon.smithi176 (mon.0) 3403 : audit [DBG] from='client.? 172.21.15.176:0/3022231746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:17:55.131 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:53.813445+0000 mgr.smithi204.vnvrbl (mgr.24567) 4908 : cluster [DBG] pgmap v4223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:53.813445+0000 mgr.smithi204.vnvrbl (mgr.24567) 4908 : cluster [DBG] pgmap v4223: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:57.131 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:55.814145+0000 mgr.smithi204.vnvrbl (mgr.24567) 4909 : cluster [DBG] pgmap v4224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:55.814145+0000 mgr.smithi204.vnvrbl (mgr.24567) 4909 : cluster [DBG] pgmap v4224: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:17:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:17:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:57.814932+0000 mgr.smithi204.vnvrbl (mgr.24567) 4910 : cluster [DBG] pgmap v4225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:17:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:17:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:57.814932+0000 mgr.smithi204.vnvrbl (mgr.24567) 4910 : cluster [DBG] pgmap v4225: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:01.132 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:17:59.815490+0000 mgr.smithi204.vnvrbl (mgr.24567) 4911 : cluster [DBG] pgmap v4226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:17:59.815490+0000 mgr.smithi204.vnvrbl (mgr.24567) 4911 : cluster [DBG] pgmap v4226: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:03.132 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:01.815940+0000 mgr.smithi204.vnvrbl (mgr.24567) 4912 : cluster [DBG] pgmap v4227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:01.815940+0000 mgr.smithi204.vnvrbl (mgr.24567) 4912 : cluster [DBG] pgmap v4227: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:05.133 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:03.816653+0000 mgr.smithi204.vnvrbl (mgr.24567) 4913 : cluster [DBG] pgmap v4228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:03.816653+0000 mgr.smithi204.vnvrbl (mgr.24567) 4913 : cluster [DBG] pgmap v4228: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:07.133 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:05.817150+0000 mgr.smithi204.vnvrbl (mgr.24567) 4914 : cluster [DBG] pgmap v4229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:05.817150+0000 mgr.smithi204.vnvrbl (mgr.24567) 4914 : cluster [DBG] pgmap v4229: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:07.818106+0000 mgr.smithi204.vnvrbl (mgr.24567) 4915 : cluster [DBG] pgmap v4230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:07.818106+0000 mgr.smithi204.vnvrbl (mgr.24567) 4915 : cluster [DBG] pgmap v4230: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:11.134 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:09.818727+0000 mgr.smithi204.vnvrbl (mgr.24567) 4916 : cluster [DBG] pgmap v4231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:09.818727+0000 mgr.smithi204.vnvrbl (mgr.24567) 4916 : cluster [DBG] pgmap v4231: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:13.135 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:11.819243+0000 mgr.smithi204.vnvrbl (mgr.24567) 4917 : cluster [DBG] pgmap v4232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:13.135 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:18:11.960532+0000 mon.smithi204 (mon.1) 750 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:18:13.135 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:18:11.960936+0000 mon.smithi176 (mon.0) 3404 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:18:13.135 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:18:11.961240+0000 mon.smithi204 (mon.1) 751 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:18:13.136 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:18:11.961544+0000 mon.smithi176 (mon.0) 3405 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:18:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:11.819243+0000 mgr.smithi204.vnvrbl (mgr.24567) 4917 : cluster [DBG] pgmap v4232: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:18:11.960532+0000 mon.smithi204 (mon.1) 750 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:18:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:18:11.960936+0000 mon.smithi176 (mon.0) 3404 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:18:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:18:11.961240+0000 mon.smithi204 (mon.1) 751 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:18:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:18:11.961544+0000 mon.smithi176 (mon.0) 3405 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:18:15.135 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:13.820139+0000 mgr.smithi204.vnvrbl (mgr.24567) 4918 : cluster [DBG] pgmap v4233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:13.820139+0000 mgr.smithi204.vnvrbl (mgr.24567) 4918 : cluster [DBG] pgmap v4233: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:17.135 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:15.820600+0000 mgr.smithi204.vnvrbl (mgr.24567) 4919 : cluster [DBG] pgmap v4234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:15.820600+0000 mgr.smithi204.vnvrbl (mgr.24567) 4919 : cluster [DBG] pgmap v4234: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:17.821437+0000 mgr.smithi204.vnvrbl (mgr.24567) 4920 : cluster [DBG] pgmap v4235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:17.821437+0000 mgr.smithi204.vnvrbl (mgr.24567) 4920 : cluster [DBG] pgmap v4235: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:21.136 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:19.822016+0000 mgr.smithi204.vnvrbl (mgr.24567) 4921 : cluster [DBG] pgmap v4236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:21.136 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:18:20.415777+0000 mon.smithi204 (mon.1) 752 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:18:21.137 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:18:20.417201+0000 mon.smithi204 (mon.1) 753 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:18:21.137 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:18:20.418019+0000 mon.smithi204 (mon.1) 754 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:18:21.137 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:18:20.818146+0000 mon.smithi176 (mon.0) 3406 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:18:21.137 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:18:20.822920+0000 mon.smithi176 (mon.0) 3407 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:18:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:19.822016+0000 mgr.smithi204.vnvrbl (mgr.24567) 4921 : cluster [DBG] pgmap v4236: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:18:20.415777+0000 mon.smithi204 (mon.1) 752 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:18:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:18:20.417201+0000 mon.smithi204 (mon.1) 753 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:18:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:18:20.418019+0000 mon.smithi204 (mon.1) 754 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:18:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:18:20.818146+0000 mon.smithi176 (mon.0) 3406 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:18:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:18:20.822920+0000 mon.smithi176 (mon.0) 3407 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:18:22.136 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:18:20.418801+0000 mgr.smithi204.vnvrbl (mgr.24567) 4922 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:18:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:18:20.418801+0000 mgr.smithi204.vnvrbl (mgr.24567) 4922 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:18:23.136 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:21.822595+0000 mgr.smithi204.vnvrbl (mgr.24567) 4923 : cluster [DBG] pgmap v4237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:21.822595+0000 mgr.smithi204.vnvrbl (mgr.24567) 4923 : cluster [DBG] pgmap v4237: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:23.266 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:18:23.538 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:18:23.539 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 8m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:18:23.539 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 8m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:18:23.539 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 8m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:18:23.540 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 8m ago 6h 45.1M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:18:23.540 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 8m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:18:23.540 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 8m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:18:23.540 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 8m ago 6h 634M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:18:23.541 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 8m ago 6h 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:18:23.541 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 8m ago 6h 2078M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:18:23.541 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 8m ago 6h 1174M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:18:23.541 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 8m ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:18:23.541 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 8m ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:18:23.542 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 8m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:18:23.542 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 8m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:18:23.542 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (5h) 8m ago 6h 1427M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:18:23.542 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 8m ago 6h 2339M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:18:23.543 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 8m ago 6h 1582M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:18:23.543 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 8m ago 6h 2536M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:18:23.543 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 8m ago 6h 2363M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:18:23.543 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 8m ago 6h 2456M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:18:23.543 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 8m ago 6h 2060M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:18:23.544 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 8m ago 6h 2974M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:18:23.544 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 8m ago 6h 134M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:18:23.871 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:18:23.871 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:18:23.871 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:18:23.872 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:18:23.872 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:18:23.872 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:18:23.872 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:18:23.873 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:18:23.873 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:18:23.873 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:18:23.873 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:18:23.873 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:18:23.874 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:18:23.874 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:18:23.874 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:18:23.874 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:18:23.875 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:18:23.875 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:18:23.875 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:18:24.137 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:23 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:18:23.870113+0000 mon.smithi176 (mon.0) 3408 : audit [DBG] from='client.? 172.21.15.176:0/2107826977' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:18:24.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:23 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:18:23.870113+0000 mon.smithi176 (mon.0) 3408 : audit [DBG] from='client.? 172.21.15.176:0/2107826977' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:18:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:18:23.253342+0000 mgr.smithi204.vnvrbl (mgr.24567) 4924 : audit [DBG] from='client.42698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:18:25.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:18:23.527630+0000 mgr.smithi204.vnvrbl (mgr.24567) 4925 : audit [DBG] from='client.42702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:18:25.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:23.823348+0000 mgr.smithi204.vnvrbl (mgr.24567) 4926 : cluster [DBG] pgmap v4238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:18:23.253342+0000 mgr.smithi204.vnvrbl (mgr.24567) 4924 : audit [DBG] from='client.42698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:18:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:18:23.527630+0000 mgr.smithi204.vnvrbl (mgr.24567) 4925 : audit [DBG] from='client.42702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:18:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:23.823348+0000 mgr.smithi204.vnvrbl (mgr.24567) 4926 : cluster [DBG] pgmap v4238: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:25.824003+0000 mgr.smithi204.vnvrbl (mgr.24567) 4927 : cluster [DBG] pgmap v4239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:25.824003+0000 mgr.smithi204.vnvrbl (mgr.24567) 4927 : cluster [DBG] pgmap v4239: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:27.824964+0000 mgr.smithi204.vnvrbl (mgr.24567) 4928 : cluster [DBG] pgmap v4240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:27.824964+0000 mgr.smithi204.vnvrbl (mgr.24567) 4928 : cluster [DBG] pgmap v4240: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:31.137 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:29.825531+0000 mgr.smithi204.vnvrbl (mgr.24567) 4929 : cluster [DBG] pgmap v4241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:29.825531+0000 mgr.smithi204.vnvrbl (mgr.24567) 4929 : cluster [DBG] pgmap v4241: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:33.138 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:31.826015+0000 mgr.smithi204.vnvrbl (mgr.24567) 4930 : cluster [DBG] pgmap v4242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:31.826015+0000 mgr.smithi204.vnvrbl (mgr.24567) 4930 : cluster [DBG] pgmap v4242: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:35.138 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:33.826836+0000 mgr.smithi204.vnvrbl (mgr.24567) 4931 : cluster [DBG] pgmap v4243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:33.826836+0000 mgr.smithi204.vnvrbl (mgr.24567) 4931 : cluster [DBG] pgmap v4243: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:35.827417+0000 mgr.smithi204.vnvrbl (mgr.24567) 4932 : cluster [DBG] pgmap v4244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:35.827417+0000 mgr.smithi204.vnvrbl (mgr.24567) 4932 : cluster [DBG] pgmap v4244: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:37.828380+0000 mgr.smithi204.vnvrbl (mgr.24567) 4933 : cluster [DBG] pgmap v4245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:37.828380+0000 mgr.smithi204.vnvrbl (mgr.24567) 4933 : cluster [DBG] pgmap v4245: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:41.139 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:39.828785+0000 mgr.smithi204.vnvrbl (mgr.24567) 4934 : cluster [DBG] pgmap v4246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:39.828785+0000 mgr.smithi204.vnvrbl (mgr.24567) 4934 : cluster [DBG] pgmap v4246: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:43.139 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:41.829320+0000 mgr.smithi204.vnvrbl (mgr.24567) 4935 : cluster [DBG] pgmap v4247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:41.829320+0000 mgr.smithi204.vnvrbl (mgr.24567) 4935 : cluster [DBG] pgmap v4247: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:45.140 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:43.830243+0000 mgr.smithi204.vnvrbl (mgr.24567) 4936 : cluster [DBG] pgmap v4248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:43.830243+0000 mgr.smithi204.vnvrbl (mgr.24567) 4936 : cluster [DBG] pgmap v4248: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:45.830948+0000 mgr.smithi204.vnvrbl (mgr.24567) 4937 : cluster [DBG] pgmap v4249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:45.830948+0000 mgr.smithi204.vnvrbl (mgr.24567) 4937 : cluster [DBG] pgmap v4249: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:47.831589+0000 mgr.smithi204.vnvrbl (mgr.24567) 4938 : cluster [DBG] pgmap v4250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:47.831589+0000 mgr.smithi204.vnvrbl (mgr.24567) 4938 : cluster [DBG] pgmap v4250: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:51.141 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:49.832140+0000 mgr.smithi204.vnvrbl (mgr.24567) 4939 : cluster [DBG] pgmap v4251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:49.832140+0000 mgr.smithi204.vnvrbl (mgr.24567) 4939 : cluster [DBG] pgmap v4251: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:53.141 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:51.832713+0000 mgr.smithi204.vnvrbl (mgr.24567) 4940 : cluster [DBG] pgmap v4252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:51.832713+0000 mgr.smithi204.vnvrbl (mgr.24567) 4940 : cluster [DBG] pgmap v4252: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:54.171 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:18:54.447 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:18:54.447 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 8m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:18:54.447 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 8m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:18:54.448 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 8m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:18:54.448 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 8m ago 6h 45.1M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:18:54.448 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 8m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:18:54.448 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 8m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:18:54.449 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 8m ago 6h 634M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:18:54.449 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 8m ago 6h 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:18:54.449 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 8m ago 6h 2078M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:18:54.449 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 8m ago 6h 1174M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:18:54.450 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 8m ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:18:54.450 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 8m ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:18:54.450 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 8m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:18:54.450 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 8m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:18:54.451 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (6h) 8m ago 6h 1427M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:18:54.451 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 8m ago 6h 2339M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:18:54.451 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 8m ago 6h 1582M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:18:54.451 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 8m ago 6h 2536M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:18:54.452 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 8m ago 6h 2363M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:18:54.452 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 8m ago 6h 2456M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:18:54.452 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 8m ago 6h 2060M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:18:54.452 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 8m ago 6h 2974M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:18:54.452 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 8m ago 6h 134M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:18:54.773 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:18:54.773 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:18:54.773 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:18:54.774 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:18:54.774 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:18:54.774 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:18:54.775 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:18:54.775 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:18:54.775 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:18:54.775 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:18:54.775 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:18:54.776 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:18:54.776 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:18:54.776 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:18:54.776 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:18:54.777 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:18:54.777 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:18:54.777 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:18:54.777 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:18:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:53.833681+0000 mgr.smithi204.vnvrbl (mgr.24567) 4941 : cluster [DBG] pgmap v4253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:18:54.157845+0000 mgr.smithi204.vnvrbl (mgr.24567) 4942 : audit [DBG] from='client.42710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:18:55.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:18:54.772146+0000 mon.smithi176 (mon.0) 3409 : audit [DBG] from='client.? 172.21.15.176:0/38173562' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:18:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:53.833681+0000 mgr.smithi204.vnvrbl (mgr.24567) 4941 : cluster [DBG] pgmap v4253: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:18:54.157845+0000 mgr.smithi204.vnvrbl (mgr.24567) 4942 : audit [DBG] from='client.42710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:18:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:18:54.772146+0000 mon.smithi176 (mon.0) 3409 : audit [DBG] from='client.? 172.21.15.176:0/38173562' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:18:56.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:55 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:18:54.435743+0000 mgr.smithi204.vnvrbl (mgr.24567) 4943 : audit [DBG] from='client.42714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:18:56.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:55 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:18:54.435743+0000 mgr.smithi204.vnvrbl (mgr.24567) 4943 : audit [DBG] from='client.42714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:18:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:55.834261+0000 mgr.smithi204.vnvrbl (mgr.24567) 4944 : cluster [DBG] pgmap v4254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:55.834261+0000 mgr.smithi204.vnvrbl (mgr.24567) 4944 : cluster [DBG] pgmap v4254: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:18:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:18:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:57.835042+0000 mgr.smithi204.vnvrbl (mgr.24567) 4945 : cluster [DBG] pgmap v4255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:18:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:18:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:57.835042+0000 mgr.smithi204.vnvrbl (mgr.24567) 4945 : cluster [DBG] pgmap v4255: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:01.143 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:18:59.835483+0000 mgr.smithi204.vnvrbl (mgr.24567) 4946 : cluster [DBG] pgmap v4256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:18:59.835483+0000 mgr.smithi204.vnvrbl (mgr.24567) 4946 : cluster [DBG] pgmap v4256: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:01.835935+0000 mgr.smithi204.vnvrbl (mgr.24567) 4947 : cluster [DBG] pgmap v4257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:01.835935+0000 mgr.smithi204.vnvrbl (mgr.24567) 4947 : cluster [DBG] pgmap v4257: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:03.836679+0000 mgr.smithi204.vnvrbl (mgr.24567) 4948 : cluster [DBG] pgmap v4258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:03.836679+0000 mgr.smithi204.vnvrbl (mgr.24567) 4948 : cluster [DBG] pgmap v4258: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:05.837237+0000 mgr.smithi204.vnvrbl (mgr.24567) 4949 : cluster [DBG] pgmap v4259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:05.837237+0000 mgr.smithi204.vnvrbl (mgr.24567) 4949 : cluster [DBG] pgmap v4259: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:07.838160+0000 mgr.smithi204.vnvrbl (mgr.24567) 4950 : cluster [DBG] pgmap v4260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:07.838160+0000 mgr.smithi204.vnvrbl (mgr.24567) 4950 : cluster [DBG] pgmap v4260: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:11.144 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:09.838695+0000 mgr.smithi204.vnvrbl (mgr.24567) 4951 : cluster [DBG] pgmap v4261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:09.838695+0000 mgr.smithi204.vnvrbl (mgr.24567) 4951 : cluster [DBG] pgmap v4261: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:11.839142+0000 mgr.smithi204.vnvrbl (mgr.24567) 4952 : cluster [DBG] pgmap v4262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:19:11.966126+0000 mon.smithi204 (mon.1) 755 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:19:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:19:11.966378+0000 mon.smithi204 (mon.1) 756 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:19:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:19:11.966526+0000 mon.smithi176 (mon.0) 3410 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:19:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:19:11.966874+0000 mon.smithi176 (mon.0) 3411 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:19:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:11.839142+0000 mgr.smithi204.vnvrbl (mgr.24567) 4952 : cluster [DBG] pgmap v4262: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:19:11.966126+0000 mon.smithi204 (mon.1) 755 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:19:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:19:11.966378+0000 mon.smithi204 (mon.1) 756 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:19:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:19:11.966526+0000 mon.smithi176 (mon.0) 3410 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:19:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:19:11.966874+0000 mon.smithi176 (mon.0) 3411 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:19:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:13.839956+0000 mgr.smithi204.vnvrbl (mgr.24567) 4953 : cluster [DBG] pgmap v4263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:13.839956+0000 mgr.smithi204.vnvrbl (mgr.24567) 4953 : cluster [DBG] pgmap v4263: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:15.840572+0000 mgr.smithi204.vnvrbl (mgr.24567) 4954 : cluster [DBG] pgmap v4264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:15.840572+0000 mgr.smithi204.vnvrbl (mgr.24567) 4954 : cluster [DBG] pgmap v4264: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:17.841530+0000 mgr.smithi204.vnvrbl (mgr.24567) 4955 : cluster [DBG] pgmap v4265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:17.841530+0000 mgr.smithi204.vnvrbl (mgr.24567) 4955 : cluster [DBG] pgmap v4265: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:19.841965+0000 mgr.smithi204.vnvrbl (mgr.24567) 4956 : cluster [DBG] pgmap v4266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:19:20.828191+0000 mon.smithi204 (mon.1) 757 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:19:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:19:20.829581+0000 mon.smithi204 (mon.1) 758 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:19:21.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:19:20.830455+0000 mon.smithi204 (mon.1) 759 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:19:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:19.841965+0000 mgr.smithi204.vnvrbl (mgr.24567) 4956 : cluster [DBG] pgmap v4266: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:19:20.828191+0000 mon.smithi204 (mon.1) 757 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:19:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:19:20.829581+0000 mon.smithi204 (mon.1) 758 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:19:21.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:19:20.830455+0000 mon.smithi204 (mon.1) 759 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:19:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:19:20.831231+0000 mgr.smithi204.vnvrbl (mgr.24567) 4957 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:19:22.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:19:21.229648+0000 mon.smithi176 (mon.0) 3412 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:19:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:19:21.234487+0000 mon.smithi176 (mon.0) 3413 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:19:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:19:20.831231+0000 mgr.smithi204.vnvrbl (mgr.24567) 4957 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:19:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:19:21.229648+0000 mon.smithi176 (mon.0) 3412 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:19:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:19:21.234487+0000 mon.smithi176 (mon.0) 3413 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:19:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:21.842460+0000 mgr.smithi204.vnvrbl (mgr.24567) 4958 : cluster [DBG] pgmap v4267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:21.842460+0000 mgr.smithi204.vnvrbl (mgr.24567) 4958 : cluster [DBG] pgmap v4267: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:25.077 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:19:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:23.843291+0000 mgr.smithi204.vnvrbl (mgr.24567) 4959 : cluster [DBG] pgmap v4268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:23.843291+0000 mgr.smithi204.vnvrbl (mgr.24567) 4959 : cluster [DBG] pgmap v4268: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:25.351 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:19:25.352 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 9m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:19:25.352 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 9m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:19:25.353 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 9m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:19:25.353 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 9m ago 6h 45.1M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:19:25.354 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 9m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:19:25.354 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 9m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:19:25.355 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 9m ago 6h 634M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:19:25.355 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 9m ago 6h 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:19:25.355 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 9m ago 6h 2078M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:19:25.356 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 9m ago 6h 1174M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:19:25.356 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 9m ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:19:25.356 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 9m ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:19:25.357 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 9m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:19:25.357 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 9m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:19:25.358 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (6h) 9m ago 6h 1427M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:19:25.358 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 9m ago 6h 2339M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:19:25.359 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 9m ago 6h 1582M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:19:25.359 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 9m ago 6h 2536M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:19:25.359 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 9m ago 6h 2363M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:19:25.360 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 9m ago 6h 2456M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:19:25.360 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 9m ago 6h 2060M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:19:25.361 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 9m ago 6h 2974M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:19:25.361 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 9m ago 6h 134M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:19:25.681 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:19:25.681 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:19:25.682 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:19:25.682 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:19:25.683 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:19:25.683 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:19:25.683 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:19:25.684 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:19:25.684 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:19:25.684 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:19:25.684 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:19:25.685 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:19:25.685 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:19:25.685 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:19:25.686 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:19:25.686 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:19:25.686 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:19:25.686 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:19:25.687 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:19:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:19:25.064619+0000 mgr.smithi204.vnvrbl (mgr.24567) 4960 : audit [DBG] from='client.42722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:19:26.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:25 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:19:25.680104+0000 mon.smithi176 (mon.0) 3414 : audit [DBG] from='client.? 172.21.15.176:0/3749279811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:19:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:19:25.064619+0000 mgr.smithi204.vnvrbl (mgr.24567) 4960 : audit [DBG] from='client.42722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:19:26.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:25 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:19:25.680104+0000 mon.smithi176 (mon.0) 3414 : audit [DBG] from='client.? 172.21.15.176:0/3749279811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:19:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:19:25.340882+0000 mgr.smithi204.vnvrbl (mgr.24567) 4961 : audit [DBG] from='client.42726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:19:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:25.843758+0000 mgr.smithi204.vnvrbl (mgr.24567) 4962 : cluster [DBG] pgmap v4269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:19:25.340882+0000 mgr.smithi204.vnvrbl (mgr.24567) 4961 : audit [DBG] from='client.42726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:19:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:25.843758+0000 mgr.smithi204.vnvrbl (mgr.24567) 4962 : cluster [DBG] pgmap v4269: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:27.844522+0000 mgr.smithi204.vnvrbl (mgr.24567) 4963 : cluster [DBG] pgmap v4270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:27.844522+0000 mgr.smithi204.vnvrbl (mgr.24567) 4963 : cluster [DBG] pgmap v4270: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:31.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:29.845149+0000 mgr.smithi204.vnvrbl (mgr.24567) 4964 : cluster [DBG] pgmap v4271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:29.845149+0000 mgr.smithi204.vnvrbl (mgr.24567) 4964 : cluster [DBG] pgmap v4271: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:31.845600+0000 mgr.smithi204.vnvrbl (mgr.24567) 4965 : cluster [DBG] pgmap v4272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:31.845600+0000 mgr.smithi204.vnvrbl (mgr.24567) 4965 : cluster [DBG] pgmap v4272: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:33.846347+0000 mgr.smithi204.vnvrbl (mgr.24567) 4966 : cluster [DBG] pgmap v4273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:35.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:33.846347+0000 mgr.smithi204.vnvrbl (mgr.24567) 4966 : cluster [DBG] pgmap v4273: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:35.847001+0000 mgr.smithi204.vnvrbl (mgr.24567) 4967 : cluster [DBG] pgmap v4274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:35.847001+0000 mgr.smithi204.vnvrbl (mgr.24567) 4967 : cluster [DBG] pgmap v4274: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:37.847764+0000 mgr.smithi204.vnvrbl (mgr.24567) 4968 : cluster [DBG] pgmap v4275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:37.847764+0000 mgr.smithi204.vnvrbl (mgr.24567) 4968 : cluster [DBG] pgmap v4275: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:39.848243+0000 mgr.smithi204.vnvrbl (mgr.24567) 4969 : cluster [DBG] pgmap v4276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:39.848243+0000 mgr.smithi204.vnvrbl (mgr.24567) 4969 : cluster [DBG] pgmap v4276: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:41.848892+0000 mgr.smithi204.vnvrbl (mgr.24567) 4970 : cluster [DBG] pgmap v4277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:41.848892+0000 mgr.smithi204.vnvrbl (mgr.24567) 4970 : cluster [DBG] pgmap v4277: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:43.849915+0000 mgr.smithi204.vnvrbl (mgr.24567) 4971 : cluster [DBG] pgmap v4278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:43.849915+0000 mgr.smithi204.vnvrbl (mgr.24567) 4971 : cluster [DBG] pgmap v4278: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:45.850624+0000 mgr.smithi204.vnvrbl (mgr.24567) 4972 : cluster [DBG] pgmap v4279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:45.850624+0000 mgr.smithi204.vnvrbl (mgr.24567) 4972 : cluster [DBG] pgmap v4279: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:47.851475+0000 mgr.smithi204.vnvrbl (mgr.24567) 4973 : cluster [DBG] pgmap v4280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:47.851475+0000 mgr.smithi204.vnvrbl (mgr.24567) 4973 : cluster [DBG] pgmap v4280: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:49.851872+0000 mgr.smithi204.vnvrbl (mgr.24567) 4974 : cluster [DBG] pgmap v4281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:49.851872+0000 mgr.smithi204.vnvrbl (mgr.24567) 4974 : cluster [DBG] pgmap v4281: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:51.852333+0000 mgr.smithi204.vnvrbl (mgr.24567) 4975 : cluster [DBG] pgmap v4282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:51.852333+0000 mgr.smithi204.vnvrbl (mgr.24567) 4975 : cluster [DBG] pgmap v4282: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:53.853322+0000 mgr.smithi204.vnvrbl (mgr.24567) 4976 : cluster [DBG] pgmap v4283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:53.853322+0000 mgr.smithi204.vnvrbl (mgr.24567) 4976 : cluster [DBG] pgmap v4283: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:55.980 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:19:56.262 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:19:56.263 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 9m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:19:56.263 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 9m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:19:56.263 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 9m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:19:56.263 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 9m ago 6h 45.1M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:19:56.263 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 9m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:19:56.264 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 9m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:19:56.264 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 9m ago 6h 634M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:19:56.264 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 9m ago 6h 522M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:19:56.264 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 9m ago 6h 2078M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:19:56.265 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 9m ago 6h 1174M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:19:56.265 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 9m ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:19:56.265 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 9m ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:19:56.265 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 9m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:19:56.265 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 9m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:19:56.266 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (6h) 9m ago 6h 1427M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:19:56.266 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 9m ago 6h 2339M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:19:56.266 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 9m ago 6h 1582M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:19:56.266 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 9m ago 6h 2536M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:19:56.267 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 9m ago 6h 2363M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:19:56.267 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 9m ago 6h 2456M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:19:56.267 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 9m ago 6h 2060M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:19:56.267 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 9m ago 6h 2974M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:19:56.267 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 9m ago 6h 134M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:19:56.592 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:19:56.592 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:19:56.592 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:19:56.592 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:19:56.593 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:19:56.593 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:19:56.593 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:19:56.594 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:19:56.594 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:19:56.594 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:19:56.594 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:19:56.595 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:19:56.595 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:19:56.596 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:19:56.596 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:19:56.596 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:19:56.596 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:19:56.597 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:19:56.598 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:19:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:55.853892+0000 mgr.smithi204.vnvrbl (mgr.24567) 4977 : cluster [DBG] pgmap v4284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:57.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:19:55.967528+0000 mgr.smithi204.vnvrbl (mgr.24567) 4978 : audit [DBG] from='client.42734 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:19:57.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:19:56.590811+0000 mon.smithi176 (mon.0) 3415 : audit [DBG] from='client.? 172.21.15.176:0/3612548976' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:19:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:55.853892+0000 mgr.smithi204.vnvrbl (mgr.24567) 4977 : cluster [DBG] pgmap v4284: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:19:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:19:55.967528+0000 mgr.smithi204.vnvrbl (mgr.24567) 4978 : audit [DBG] from='client.42734 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:19:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:19:56.590811+0000 mon.smithi176 (mon.0) 3415 : audit [DBG] from='client.? 172.21.15.176:0/3612548976' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:19:58.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:57 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:19:56.251305+0000 mgr.smithi204.vnvrbl (mgr.24567) 4979 : audit [DBG] from='client.42738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:19:58.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:57 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:19:56.251305+0000 mgr.smithi204.vnvrbl (mgr.24567) 4979 : audit [DBG] from='client.42738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:19:59.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:19:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:57.854624+0000 mgr.smithi204.vnvrbl (mgr.24567) 4980 : cluster [DBG] pgmap v4285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:19:59.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:19:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:57.854624+0000 mgr.smithi204.vnvrbl (mgr.24567) 4980 : cluster [DBG] pgmap v4285: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:19:59.855345+0000 mgr.smithi204.vnvrbl (mgr.24567) 4981 : cluster [DBG] pgmap v4286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:00.000114+0000 mon.smithi176 (mon.0) 3416 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T13:20:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:19:59.855345+0000 mgr.smithi204.vnvrbl (mgr.24567) 4981 : cluster [DBG] pgmap v4286: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:00.000114+0000 mon.smithi176 (mon.0) 3416 : cluster [WRN] overall HEALTH_WARN 5 daemons have recently crashed 2022-03-27T13:20:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:01.855889+0000 mgr.smithi204.vnvrbl (mgr.24567) 4982 : cluster [DBG] pgmap v4287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:01.855889+0000 mgr.smithi204.vnvrbl (mgr.24567) 4982 : cluster [DBG] pgmap v4287: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:03.856768+0000 mgr.smithi204.vnvrbl (mgr.24567) 4983 : cluster [DBG] pgmap v4288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:03.856768+0000 mgr.smithi204.vnvrbl (mgr.24567) 4983 : cluster [DBG] pgmap v4288: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:05.857253+0000 mgr.smithi204.vnvrbl (mgr.24567) 4984 : cluster [DBG] pgmap v4289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:05.857253+0000 mgr.smithi204.vnvrbl (mgr.24567) 4984 : cluster [DBG] pgmap v4289: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:07.858150+0000 mgr.smithi204.vnvrbl (mgr.24567) 4985 : cluster [DBG] pgmap v4290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:07.858150+0000 mgr.smithi204.vnvrbl (mgr.24567) 4985 : cluster [DBG] pgmap v4290: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:09.858725+0000 mgr.smithi204.vnvrbl (mgr.24567) 4986 : cluster [DBG] pgmap v4291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:09.858725+0000 mgr.smithi204.vnvrbl (mgr.24567) 4986 : cluster [DBG] pgmap v4291: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:11.859250+0000 mgr.smithi204.vnvrbl (mgr.24567) 4987 : cluster [DBG] pgmap v4292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:11.970678+0000 mon.smithi204 (mon.1) 760 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:20:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:11.970915+0000 mon.smithi204 (mon.1) 761 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:20:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:11.971245+0000 mon.smithi176 (mon.0) 3417 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:20:13.222 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:11.971459+0000 mon.smithi176 (mon.0) 3418 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:20:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:11.859250+0000 mgr.smithi204.vnvrbl (mgr.24567) 4987 : cluster [DBG] pgmap v4292: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:11.970678+0000 mon.smithi204 (mon.1) 760 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:20:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:11.970915+0000 mon.smithi204 (mon.1) 761 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:20:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:11.971245+0000 mon.smithi176 (mon.0) 3417 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:20:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:11.971459+0000 mon.smithi176 (mon.0) 3418 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:20:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:13.860047+0000 mgr.smithi204.vnvrbl (mgr.24567) 4988 : cluster [DBG] pgmap v4293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:15.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:13.860047+0000 mgr.smithi204.vnvrbl (mgr.24567) 4988 : cluster [DBG] pgmap v4293: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:15.860676+0000 mgr.smithi204.vnvrbl (mgr.24567) 4989 : cluster [DBG] pgmap v4294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:15.860676+0000 mgr.smithi204.vnvrbl (mgr.24567) 4989 : cluster [DBG] pgmap v4294: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:17.861693+0000 mgr.smithi204.vnvrbl (mgr.24567) 4990 : cluster [DBG] pgmap v4295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:17.861693+0000 mgr.smithi204.vnvrbl (mgr.24567) 4990 : cluster [DBG] pgmap v4295: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:19.862142+0000 mgr.smithi204.vnvrbl (mgr.24567) 4991 : cluster [DBG] pgmap v4296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:19.862142+0000 mgr.smithi204.vnvrbl (mgr.24567) 4991 : cluster [DBG] pgmap v4296: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:21.237280+0000 mon.smithi204 (mon.1) 762 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:20:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:21.238708+0000 mon.smithi204 (mon.1) 763 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:20:22.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:21 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:21.239586+0000 mon.smithi204 (mon.1) 764 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:20:22.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:21.237280+0000 mon.smithi204 (mon.1) 762 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:20:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:21.238708+0000 mon.smithi204 (mon.1) 763 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:20:22.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:21 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:21.239586+0000 mon.smithi204 (mon.1) 764 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:20:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:20:21.240365+0000 mgr.smithi204.vnvrbl (mgr.24567) 4992 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:20:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:21.862529+0000 mgr.smithi204.vnvrbl (mgr.24567) 4993 : cluster [DBG] pgmap v4297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:20:21.240365+0000 mgr.smithi204.vnvrbl (mgr.24567) 4992 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:20:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:21.862529+0000 mgr.smithi204.vnvrbl (mgr.24567) 4993 : cluster [DBG] pgmap v4297: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:23.863147+0000 mgr.smithi204.vnvrbl (mgr.24567) 4994 : cluster [DBG] pgmap v4298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:23.863147+0000 mgr.smithi204.vnvrbl (mgr.24567) 4994 : cluster [DBG] pgmap v4298: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:26.918 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:20:26.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:25.694176+0000 mon.smithi176 (mon.0) 3419 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:20:26.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:25.863508+0000 mgr.smithi204.vnvrbl (mgr.24567) 4995 : cluster [DBG] pgmap v4299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:26.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:26.078133+0000 mon.smithi204 (mon.1) 765 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:20:26.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:26.078692+0000 mon.smithi176 (mon.0) 3420 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:20:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:25.694176+0000 mon.smithi176 (mon.0) 3419 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:20:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:25.863508+0000 mgr.smithi204.vnvrbl (mgr.24567) 4995 : cluster [DBG] pgmap v4299: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:27.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:26.078133+0000 mon.smithi204 (mon.1) 765 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:20:27.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:26.078692+0000 mon.smithi176 (mon.0) 3420 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi204", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:20:27.228 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:20:27.229 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 10m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:20:27.229 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 10m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:20:27.229 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 1s ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:20:27.229 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 10m ago 6h 45.1M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:20:27.230 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 10m ago 6h 44.4M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:20:27.230 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 1s ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:20:27.230 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 10m ago 6h 634M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:20:27.231 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 1s ago 6h 528M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:20:27.231 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 10m ago 6h 2078M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:20:27.231 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 1s ago 6h 1208M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:20:27.231 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 10m ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:20:27.232 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 1s ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:20:27.232 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 10m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:20:27.232 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 1s ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:20:27.232 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (6h) 10m ago 6h 1427M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:20:27.232 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 10m ago 6h 2339M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:20:27.233 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 10m ago 6h 1582M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:20:27.233 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 10m ago 6h 2536M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:20:27.233 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 1s ago 6h 2395M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:20:27.233 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 1s ago 6h 2485M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:20:27.233 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 1s ago 6h 2085M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:20:27.234 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 1s ago 6h 3007M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:20:27.234 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 10m ago 6h 134M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:20:27.579 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:20:27.579 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:20:27.580 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:20:27.580 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:20:27.580 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:20:27.580 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:20:27.581 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:20:27.581 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:20:27.581 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:20:27.581 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:20:27.581 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:20:27.582 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:20:27.582 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:20:27.582 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:20:27.582 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:20:27.583 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:20:27.583 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:20:27.583 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:20:27.583 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:20:27.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:26.899565+0000 mgr.smithi204.vnvrbl (mgr.24567) 4996 : audit [DBG] from='client.42746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:20:27.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:27 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:27.577829+0000 mon.smithi176 (mon.0) 3421 : audit [DBG] from='client.? 172.21.15.176:0/2659680027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:20:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:26.899565+0000 mgr.smithi204.vnvrbl (mgr.24567) 4996 : audit [DBG] from='client.42746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:20:28.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:27 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:27.577829+0000 mon.smithi176 (mon.0) 3421 : audit [DBG] from='client.? 172.21.15.176:0/2659680027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:20:28.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:27.216915+0000 mgr.smithi204.vnvrbl (mgr.24567) 4997 : audit [DBG] from='client.42750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:20:28.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:27.864258+0000 mgr.smithi204.vnvrbl (mgr.24567) 4998 : cluster [DBG] pgmap v4300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:28.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:28.435666+0000 mon.smithi176 (mon.0) 3422 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:20:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:27.216915+0000 mgr.smithi204.vnvrbl (mgr.24567) 4997 : audit [DBG] from='client.42750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:20:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:27.864258+0000 mgr.smithi204.vnvrbl (mgr.24567) 4998 : cluster [DBG] pgmap v4300: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:29.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:28.435666+0000 mon.smithi176 (mon.0) 3422 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:20:29.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:28.728076+0000 mon.smithi204 (mon.1) 766 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:20:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:28.728662+0000 mon.smithi176 (mon.0) 3423 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:20:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:28.735342+0000 mon.smithi176 (mon.0) 3424 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:20:29.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:28.741195+0000 mon.smithi176 (mon.0) 3425 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:20:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:28.728076+0000 mon.smithi204 (mon.1) 766 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:20:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:28.728662+0000 mon.smithi176 (mon.0) 3423 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2022-03-27T13:20:30.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:28.735342+0000 mon.smithi176 (mon.0) 3424 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:20:30.049 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:28.741195+0000 mon.smithi176 (mon.0) 3425 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:20:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:29.864831+0000 mgr.smithi204.vnvrbl (mgr.24567) 4999 : cluster [DBG] pgmap v4301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:31.048 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:29.864831+0000 mgr.smithi204.vnvrbl (mgr.24567) 4999 : cluster [DBG] pgmap v4301: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:31.865465+0000 mgr.smithi204.vnvrbl (mgr.24567) 5000 : cluster [DBG] pgmap v4302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:31.865465+0000 mgr.smithi204.vnvrbl (mgr.24567) 5000 : cluster [DBG] pgmap v4302: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:33.866393+0000 mgr.smithi204.vnvrbl (mgr.24567) 5001 : cluster [DBG] pgmap v4303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:35.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:33.866393+0000 mgr.smithi204.vnvrbl (mgr.24567) 5001 : cluster [DBG] pgmap v4303: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:35.866962+0000 mgr.smithi204.vnvrbl (mgr.24567) 5002 : cluster [DBG] pgmap v4304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:35.866962+0000 mgr.smithi204.vnvrbl (mgr.24567) 5002 : cluster [DBG] pgmap v4304: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:37.867715+0000 mgr.smithi204.vnvrbl (mgr.24567) 5003 : cluster [DBG] pgmap v4305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:37.867715+0000 mgr.smithi204.vnvrbl (mgr.24567) 5003 : cluster [DBG] pgmap v4305: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:39.868317+0000 mgr.smithi204.vnvrbl (mgr.24567) 5004 : cluster [DBG] pgmap v4306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:39.868317+0000 mgr.smithi204.vnvrbl (mgr.24567) 5004 : cluster [DBG] pgmap v4306: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:41.868782+0000 mgr.smithi204.vnvrbl (mgr.24567) 5005 : cluster [DBG] pgmap v4307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:41.868782+0000 mgr.smithi204.vnvrbl (mgr.24567) 5005 : cluster [DBG] pgmap v4307: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:43.869777+0000 mgr.smithi204.vnvrbl (mgr.24567) 5006 : cluster [DBG] pgmap v4308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:43.869777+0000 mgr.smithi204.vnvrbl (mgr.24567) 5006 : cluster [DBG] pgmap v4308: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:45.870260+0000 mgr.smithi204.vnvrbl (mgr.24567) 5007 : cluster [DBG] pgmap v4309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:45.870260+0000 mgr.smithi204.vnvrbl (mgr.24567) 5007 : cluster [DBG] pgmap v4309: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:47.871060+0000 mgr.smithi204.vnvrbl (mgr.24567) 5008 : cluster [DBG] pgmap v4310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:47.871060+0000 mgr.smithi204.vnvrbl (mgr.24567) 5008 : cluster [DBG] pgmap v4310: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:49.871554+0000 mgr.smithi204.vnvrbl (mgr.24567) 5009 : cluster [DBG] pgmap v4311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:49.871554+0000 mgr.smithi204.vnvrbl (mgr.24567) 5009 : cluster [DBG] pgmap v4311: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:51.872125+0000 mgr.smithi204.vnvrbl (mgr.24567) 5010 : cluster [DBG] pgmap v4312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:51.872125+0000 mgr.smithi204.vnvrbl (mgr.24567) 5010 : cluster [DBG] pgmap v4312: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:53.873124+0000 mgr.smithi204.vnvrbl (mgr.24567) 5011 : cluster [DBG] pgmap v4313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:55.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:53.873124+0000 mgr.smithi204.vnvrbl (mgr.24567) 5011 : cluster [DBG] pgmap v4313: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:55.873596+0000 mgr.smithi204.vnvrbl (mgr.24567) 5012 : cluster [DBG] pgmap v4314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:55.873596+0000 mgr.smithi204.vnvrbl (mgr.24567) 5012 : cluster [DBG] pgmap v4314: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:20:57.889 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:20:58.164 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:20:58.164 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 29s ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:20:58.165 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 29s ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:20:58.165 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 32s ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:20:58.165 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 29s ago 6h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:20:58.165 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 29s ago 6h 44.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:20:58.166 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 32s ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:20:58.166 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 29s ago 6h 636M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:20:58.166 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 32s ago 6h 528M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:20:58.166 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 29s ago 6h 2114M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:20:58.167 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 32s ago 6h 1208M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:20:58.167 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 29s ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:20:58.167 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 32s ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:20:58.167 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 29s ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:20:58.168 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 32s ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:20:58.168 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (6h) 29s ago 6h 1456M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:20:58.168 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 29s ago 6h 2373M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:20:58.169 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 29s ago 6h 1603M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:20:58.169 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 29s ago 6h 2571M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:20:58.169 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 32s ago 6h 2395M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:20:58.169 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 32s ago 6h 2485M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:20:58.169 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 32s ago 6h 2085M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:20:58.170 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 32s ago 6h 3007M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:20:58.170 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 29s ago 6h 137M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:20:58.494 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:20:58.494 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:20:58.495 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:20:58.495 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:20:58.495 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:20:58.495 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:20:58.495 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:20:58.496 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:20:58.496 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:20:58.496 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:20:58.496 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:20:58.497 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:20:58.497 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:20:58.497 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:20:58.497 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:20:58.497 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:20:58.498 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:20:58.498 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:20:58.498 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:20:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:57.874401+0000 mgr.smithi204.vnvrbl (mgr.24567) 5013 : cluster [DBG] pgmap v4315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:57.875104+0000 mgr.smithi204.vnvrbl (mgr.24567) 5014 : audit [DBG] from='client.42758 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:20:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:58.153492+0000 mgr.smithi204.vnvrbl (mgr.24567) 5015 : audit [DBG] from='client.42762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:20:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:57.874401+0000 mgr.smithi204.vnvrbl (mgr.24567) 5013 : cluster [DBG] pgmap v4315: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:20:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:57.875104+0000 mgr.smithi204.vnvrbl (mgr.24567) 5014 : audit [DBG] from='client.42758 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:20:58.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:58.153492+0000 mgr.smithi204.vnvrbl (mgr.24567) 5015 : audit [DBG] from='client.42762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:20:59.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:20:59 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:20:58.493013+0000 mon.smithi176 (mon.0) 3426 : audit [DBG] from='client.? 172.21.15.176:0/3853551543' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:20:59.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:20:59 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:20:58.493013+0000 mon.smithi176 (mon.0) 3426 : audit [DBG] from='client.? 172.21.15.176:0/3853551543' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:21:00.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:20:59.874950+0000 mgr.smithi204.vnvrbl (mgr.24567) 5016 : cluster [DBG] pgmap v4316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:00.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:20:59.874950+0000 mgr.smithi204.vnvrbl (mgr.24567) 5016 : cluster [DBG] pgmap v4316: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:01.875494+0000 mgr.smithi204.vnvrbl (mgr.24567) 5017 : cluster [DBG] pgmap v4317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:01.875494+0000 mgr.smithi204.vnvrbl (mgr.24567) 5017 : cluster [DBG] pgmap v4317: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:03.876494+0000 mgr.smithi204.vnvrbl (mgr.24567) 5018 : cluster [DBG] pgmap v4318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:03.876494+0000 mgr.smithi204.vnvrbl (mgr.24567) 5018 : cluster [DBG] pgmap v4318: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:05.877117+0000 mgr.smithi204.vnvrbl (mgr.24567) 5019 : cluster [DBG] pgmap v4319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:05.877117+0000 mgr.smithi204.vnvrbl (mgr.24567) 5019 : cluster [DBG] pgmap v4319: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:07.878018+0000 mgr.smithi204.vnvrbl (mgr.24567) 5020 : cluster [DBG] pgmap v4320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:07.878018+0000 mgr.smithi204.vnvrbl (mgr.24567) 5020 : cluster [DBG] pgmap v4320: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:09.878539+0000 mgr.smithi204.vnvrbl (mgr.24567) 5021 : cluster [DBG] pgmap v4321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:11.297 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:09.878539+0000 mgr.smithi204.vnvrbl (mgr.24567) 5021 : cluster [DBG] pgmap v4321: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:11.878986+0000 mgr.smithi204.vnvrbl (mgr.24567) 5022 : cluster [DBG] pgmap v4322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:21:11.975602+0000 mon.smithi204 (mon.1) 767 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:21:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:21:11.975832+0000 mon.smithi204 (mon.1) 768 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:21:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:21:11.976260+0000 mon.smithi176 (mon.0) 3427 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:21:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:21:11.976713+0000 mon.smithi176 (mon.0) 3428 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:21:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:11.878986+0000 mgr.smithi204.vnvrbl (mgr.24567) 5022 : cluster [DBG] pgmap v4322: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:21:11.975602+0000 mon.smithi204 (mon.1) 767 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:21:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:21:11.975832+0000 mon.smithi204 (mon.1) 768 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:21:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:21:11.976260+0000 mon.smithi176 (mon.0) 3427 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:21:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:21:11.976713+0000 mon.smithi176 (mon.0) 3428 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:21:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:13.879718+0000 mgr.smithi204.vnvrbl (mgr.24567) 5023 : cluster [DBG] pgmap v4323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:13.879718+0000 mgr.smithi204.vnvrbl (mgr.24567) 5023 : cluster [DBG] pgmap v4323: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:17.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:15.880311+0000 mgr.smithi204.vnvrbl (mgr.24567) 5024 : cluster [DBG] pgmap v4324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:15.880311+0000 mgr.smithi204.vnvrbl (mgr.24567) 5024 : cluster [DBG] pgmap v4324: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:17.880944+0000 mgr.smithi204.vnvrbl (mgr.24567) 5025 : cluster [DBG] pgmap v4325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:17.880944+0000 mgr.smithi204.vnvrbl (mgr.24567) 5025 : cluster [DBG] pgmap v4325: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:19.881501+0000 mgr.smithi204.vnvrbl (mgr.24567) 5026 : cluster [DBG] pgmap v4326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:19.881501+0000 mgr.smithi204.vnvrbl (mgr.24567) 5026 : cluster [DBG] pgmap v4326: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:21.882128+0000 mgr.smithi204.vnvrbl (mgr.24567) 5027 : cluster [DBG] pgmap v4327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:21.882128+0000 mgr.smithi204.vnvrbl (mgr.24567) 5027 : cluster [DBG] pgmap v4327: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:23.882985+0000 mgr.smithi204.vnvrbl (mgr.24567) 5028 : cluster [DBG] pgmap v4328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:23.882985+0000 mgr.smithi204.vnvrbl (mgr.24567) 5028 : cluster [DBG] pgmap v4328: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:25.883592+0000 mgr.smithi204.vnvrbl (mgr.24567) 5029 : cluster [DBG] pgmap v4329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:25.883592+0000 mgr.smithi204.vnvrbl (mgr.24567) 5029 : cluster [DBG] pgmap v4329: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:27.884505+0000 mgr.smithi204.vnvrbl (mgr.24567) 5030 : cluster [DBG] pgmap v4330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:27.884505+0000 mgr.smithi204.vnvrbl (mgr.24567) 5030 : cluster [DBG] pgmap v4330: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:28.796 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:21:29.090 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:21:29.091 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 60s ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:21:29.094 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 60s ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:21:29.094 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 63s ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:21:29.094 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 60s ago 6h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:21:29.095 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 60s ago 6h 44.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:21:29.095 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 63s ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:21:29.095 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 60s ago 6h 636M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:21:29.095 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 63s ago 6h 528M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:21:29.096 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 60s ago 6h 2114M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:21:29.096 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 63s ago 6h 1208M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:21:29.096 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 60s ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:21:29.096 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 63s ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:21:29.097 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 60s ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:21:29.097 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 63s ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:21:29.097 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (6h) 60s ago 6h 1456M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:21:29.097 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 60s ago 6h 2373M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:21:29.098 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 60s ago 6h 1603M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:21:29.098 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 60s ago 6h 2571M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:21:29.098 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 63s ago 6h 2395M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:21:29.098 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 63s ago 6h 2485M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:21:29.099 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 63s ago 6h 2085M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:21:29.099 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 63s ago 6h 3007M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:21:29.099 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 60s ago 6h 137M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:21:29.433 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:21:29.433 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:21:29.434 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:21:29.434 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:21:29.434 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:21:29.434 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:21:29.435 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:21:29.435 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:21:29.435 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:21:29.435 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:21:29.436 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:21:29.436 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:21:29.436 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:21:29.436 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:21:29.437 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:21:29.437 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:21:29.437 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:21:29.437 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:21:29.437 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:21:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:21:28.745074+0000 mon.smithi204 (mon.1) 769 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:21:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:21:28.746497+0000 mon.smithi204 (mon.1) 770 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:21:29.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:21:28.747352+0000 mon.smithi204 (mon.1) 771 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:21:29.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:21:28.748097+0000 mgr.smithi204.vnvrbl (mgr.24567) 5031 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:21:29.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:21:28.782624+0000 mgr.smithi204.vnvrbl (mgr.24567) 5032 : audit [DBG] from='client.42770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:21:29.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:21:29.076597+0000 mgr.smithi204.vnvrbl (mgr.24567) 5033 : audit [DBG] from='client.50245 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:21:29.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:21:29.165024+0000 mon.smithi176 (mon.0) 3429 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:21:29.550 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:21:29.171321+0000 mon.smithi176 (mon.0) 3430 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:21:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:21:28.745074+0000 mon.smithi204 (mon.1) 769 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:21:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:21:28.746497+0000 mon.smithi204 (mon.1) 770 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:21:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:21:28.747352+0000 mon.smithi204 (mon.1) 771 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:21:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:21:28.748097+0000 mgr.smithi204.vnvrbl (mgr.24567) 5031 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:21:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:21:28.782624+0000 mgr.smithi204.vnvrbl (mgr.24567) 5032 : audit [DBG] from='client.42770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:21:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:21:29.076597+0000 mgr.smithi204.vnvrbl (mgr.24567) 5033 : audit [DBG] from='client.50245 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:21:29.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:21:29.165024+0000 mon.smithi176 (mon.0) 3429 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:21:29.722 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:21:29.171321+0000 mon.smithi176 (mon.0) 3430 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:21:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:21:29.432363+0000 mon.smithi176 (mon.0) 3431 : audit [DBG] from='client.? 172.21.15.176:0/3420561643' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:21:30.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:29.884879+0000 mgr.smithi204.vnvrbl (mgr.24567) 5034 : cluster [DBG] pgmap v4331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:30.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:21:29.432363+0000 mon.smithi176 (mon.0) 3431 : audit [DBG] from='client.? 172.21.15.176:0/3420561643' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:21:30.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:29.884879+0000 mgr.smithi204.vnvrbl (mgr.24567) 5034 : cluster [DBG] pgmap v4331: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:33.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:31.885414+0000 mgr.smithi204.vnvrbl (mgr.24567) 5035 : cluster [DBG] pgmap v4332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:31.885414+0000 mgr.smithi204.vnvrbl (mgr.24567) 5035 : cluster [DBG] pgmap v4332: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:33.886299+0000 mgr.smithi204.vnvrbl (mgr.24567) 5036 : cluster [DBG] pgmap v4333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:35.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:33.886299+0000 mgr.smithi204.vnvrbl (mgr.24567) 5036 : cluster [DBG] pgmap v4333: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:35.886759+0000 mgr.smithi204.vnvrbl (mgr.24567) 5037 : cluster [DBG] pgmap v4334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:35.886759+0000 mgr.smithi204.vnvrbl (mgr.24567) 5037 : cluster [DBG] pgmap v4334: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:37.887507+0000 mgr.smithi204.vnvrbl (mgr.24567) 5038 : cluster [DBG] pgmap v4335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:37.887507+0000 mgr.smithi204.vnvrbl (mgr.24567) 5038 : cluster [DBG] pgmap v4335: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:39.887996+0000 mgr.smithi204.vnvrbl (mgr.24567) 5039 : cluster [DBG] pgmap v4336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:39.887996+0000 mgr.smithi204.vnvrbl (mgr.24567) 5039 : cluster [DBG] pgmap v4336: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:41.888471+0000 mgr.smithi204.vnvrbl (mgr.24567) 5040 : cluster [DBG] pgmap v4337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:41.888471+0000 mgr.smithi204.vnvrbl (mgr.24567) 5040 : cluster [DBG] pgmap v4337: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:43.889436+0000 mgr.smithi204.vnvrbl (mgr.24567) 5041 : cluster [DBG] pgmap v4338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:43.889436+0000 mgr.smithi204.vnvrbl (mgr.24567) 5041 : cluster [DBG] pgmap v4338: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:47.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:45.889872+0000 mgr.smithi204.vnvrbl (mgr.24567) 5042 : cluster [DBG] pgmap v4339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:45.889872+0000 mgr.smithi204.vnvrbl (mgr.24567) 5042 : cluster [DBG] pgmap v4339: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:47.890736+0000 mgr.smithi204.vnvrbl (mgr.24567) 5043 : cluster [DBG] pgmap v4340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:47.890736+0000 mgr.smithi204.vnvrbl (mgr.24567) 5043 : cluster [DBG] pgmap v4340: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:49.891335+0000 mgr.smithi204.vnvrbl (mgr.24567) 5044 : cluster [DBG] pgmap v4341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:49.891335+0000 mgr.smithi204.vnvrbl (mgr.24567) 5044 : cluster [DBG] pgmap v4341: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:51.891936+0000 mgr.smithi204.vnvrbl (mgr.24567) 5045 : cluster [DBG] pgmap v4342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:51.891936+0000 mgr.smithi204.vnvrbl (mgr.24567) 5045 : cluster [DBG] pgmap v4342: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:55.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:53.892874+0000 mgr.smithi204.vnvrbl (mgr.24567) 5046 : cluster [DBG] pgmap v4343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:55.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:53.892874+0000 mgr.smithi204.vnvrbl (mgr.24567) 5046 : cluster [DBG] pgmap v4343: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:57.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:55.893533+0000 mgr.smithi204.vnvrbl (mgr.24567) 5047 : cluster [DBG] pgmap v4344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:55.893533+0000 mgr.smithi204.vnvrbl (mgr.24567) 5047 : cluster [DBG] pgmap v4344: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:21:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:21:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:57.894548+0000 mgr.smithi204.vnvrbl (mgr.24567) 5048 : cluster [DBG] pgmap v4345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:21:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:57.894548+0000 mgr.smithi204.vnvrbl (mgr.24567) 5048 : cluster [DBG] pgmap v4345: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:21:59.726 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:22:00.005 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:22:00.005 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 91s ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:22:00.006 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 91s ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:22:00.006 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 94s ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:22:00.006 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 91s ago 6h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:22:00.006 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 91s ago 6h 44.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:22:00.007 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 94s ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:22:00.007 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 91s ago 6h 636M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:22:00.007 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 94s ago 6h 528M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:22:00.007 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 91s ago 6h 2114M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:22:00.008 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 94s ago 6h 1208M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:22:00.008 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 91s ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:22:00.008 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 94s ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:22:00.008 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 91s ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:22:00.009 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 94s ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:22:00.009 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (6h) 91s ago 6h 1456M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:22:00.009 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 91s ago 6h 2373M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:22:00.009 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 91s ago 6h 1603M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:22:00.010 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 91s ago 6h 2571M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:22:00.010 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 94s ago 6h 2395M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:22:00.010 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 94s ago 6h 2485M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:22:00.010 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 94s ago 6h 2085M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:22:00.010 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 94s ago 6h 3007M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:22:00.011 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 91s ago 6h 137M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:22:00.336 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:22:00.337 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:22:00.337 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:22:00.337 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:22:00.337 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:22:00.338 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:22:00.338 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:22:00.338 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:22:00.338 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:22:00.339 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:22:00.339 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:22:00.339 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:22:00.339 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:22:00.340 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:22:00.340 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:22:00.340 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:22:00.340 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:22:00.341 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:22:00.341 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:22:01.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:21:59.713591+0000 mgr.smithi204.vnvrbl (mgr.24567) 5049 : audit [DBG] from='client.42782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:22:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:21:59.895216+0000 mgr.smithi204.vnvrbl (mgr.24567) 5050 : cluster [DBG] pgmap v4346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:21:59.994109+0000 mgr.smithi204.vnvrbl (mgr.24567) 5051 : audit [DBG] from='client.42786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:22:01.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:22:00.335648+0000 mon.smithi176 (mon.0) 3432 : audit [DBG] from='client.? 172.21.15.176:0/1559470985' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:22:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:21:59.713591+0000 mgr.smithi204.vnvrbl (mgr.24567) 5049 : audit [DBG] from='client.42782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:22:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:21:59.895216+0000 mgr.smithi204.vnvrbl (mgr.24567) 5050 : cluster [DBG] pgmap v4346: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:21:59.994109+0000 mgr.smithi204.vnvrbl (mgr.24567) 5051 : audit [DBG] from='client.42786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:22:01.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:22:00.335648+0000 mon.smithi176 (mon.0) 3432 : audit [DBG] from='client.? 172.21.15.176:0/1559470985' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:22:03.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:01.895830+0000 mgr.smithi204.vnvrbl (mgr.24567) 5052 : cluster [DBG] pgmap v4347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:01.895830+0000 mgr.smithi204.vnvrbl (mgr.24567) 5052 : cluster [DBG] pgmap v4347: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:05.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:03.896685+0000 mgr.smithi204.vnvrbl (mgr.24567) 5053 : cluster [DBG] pgmap v4348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:03.896685+0000 mgr.smithi204.vnvrbl (mgr.24567) 5053 : cluster [DBG] pgmap v4348: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:07.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:05.897085+0000 mgr.smithi204.vnvrbl (mgr.24567) 5054 : cluster [DBG] pgmap v4349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:05.897085+0000 mgr.smithi204.vnvrbl (mgr.24567) 5054 : cluster [DBG] pgmap v4349: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:07.897885+0000 mgr.smithi204.vnvrbl (mgr.24567) 5055 : cluster [DBG] pgmap v4350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:07.897885+0000 mgr.smithi204.vnvrbl (mgr.24567) 5055 : cluster [DBG] pgmap v4350: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:11.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:09.898464+0000 mgr.smithi204.vnvrbl (mgr.24567) 5056 : cluster [DBG] pgmap v4351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:09.898464+0000 mgr.smithi204.vnvrbl (mgr.24567) 5056 : cluster [DBG] pgmap v4351: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:11.898898+0000 mgr.smithi204.vnvrbl (mgr.24567) 5057 : cluster [DBG] pgmap v4352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:13.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:22:11.980817+0000 mon.smithi204 (mon.1) 772 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:22:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:22:11.981057+0000 mon.smithi204 (mon.1) 773 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:22:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:22:11.981216+0000 mon.smithi176 (mon.0) 3433 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:22:13.221 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:22:11.981518+0000 mon.smithi176 (mon.0) 3434 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:22:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:11.898898+0000 mgr.smithi204.vnvrbl (mgr.24567) 5057 : cluster [DBG] pgmap v4352: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:22:11.980817+0000 mon.smithi204 (mon.1) 772 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:22:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:22:11.981057+0000 mon.smithi204 (mon.1) 773 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:22:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:22:11.981216+0000 mon.smithi176 (mon.0) 3433 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:22:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:22:11.981518+0000 mon.smithi176 (mon.0) 3434 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:22:15.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:13.899636+0000 mgr.smithi204.vnvrbl (mgr.24567) 5058 : cluster [DBG] pgmap v4353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:13.899636+0000 mgr.smithi204.vnvrbl (mgr.24567) 5058 : cluster [DBG] pgmap v4353: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:17.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:15.900160+0000 mgr.smithi204.vnvrbl (mgr.24567) 5059 : cluster [DBG] pgmap v4354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:15.900160+0000 mgr.smithi204.vnvrbl (mgr.24567) 5059 : cluster [DBG] pgmap v4354: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:17.900923+0000 mgr.smithi204.vnvrbl (mgr.24567) 5060 : cluster [DBG] pgmap v4355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:17.900923+0000 mgr.smithi204.vnvrbl (mgr.24567) 5060 : cluster [DBG] pgmap v4355: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:21.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:19.901459+0000 mgr.smithi204.vnvrbl (mgr.24567) 5061 : cluster [DBG] pgmap v4356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:19.901459+0000 mgr.smithi204.vnvrbl (mgr.24567) 5061 : cluster [DBG] pgmap v4356: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:23.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:21.902023+0000 mgr.smithi204.vnvrbl (mgr.24567) 5062 : cluster [DBG] pgmap v4357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:21.902023+0000 mgr.smithi204.vnvrbl (mgr.24567) 5062 : cluster [DBG] pgmap v4357: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:25.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:23.902818+0000 mgr.smithi204.vnvrbl (mgr.24567) 5063 : cluster [DBG] pgmap v4358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:23.902818+0000 mgr.smithi204.vnvrbl (mgr.24567) 5063 : cluster [DBG] pgmap v4358: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:27.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:25.903390+0000 mgr.smithi204.vnvrbl (mgr.24567) 5064 : cluster [DBG] pgmap v4359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:25.903390+0000 mgr.smithi204.vnvrbl (mgr.24567) 5064 : cluster [DBG] pgmap v4359: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:27.904317+0000 mgr.smithi204.vnvrbl (mgr.24567) 5065 : cluster [DBG] pgmap v4360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:27.904317+0000 mgr.smithi204.vnvrbl (mgr.24567) 5065 : cluster [DBG] pgmap v4360: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:22:29.173868+0000 mon.smithi204 (mon.1) 774 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:22:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:22:29.175251+0000 mon.smithi204 (mon.1) 775 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:22:29.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:22:29.176133+0000 mon.smithi204 (mon.1) 776 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:22:29.549 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:22:29.176903+0000 mgr.smithi204.vnvrbl (mgr.24567) 5066 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:22:29.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:22:29.173868+0000 mon.smithi204 (mon.1) 774 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:22:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:22:29.175251+0000 mon.smithi204 (mon.1) 775 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:22:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:22:29.176133+0000 mon.smithi204 (mon.1) 776 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:22:29.721 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:22:29.176903+0000 mgr.smithi204.vnvrbl (mgr.24567) 5066 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:22:30.638 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:22:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:22:29.523112+0000 mon.smithi176 (mon.0) 3435 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:22:30.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:29.904896+0000 mgr.smithi204.vnvrbl (mgr.24567) 5067 : cluster [DBG] pgmap v4361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:30.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:22:29.918778+0000 mon.smithi176 (mon.0) 3436 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:22:30.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:22:29.924832+0000 mon.smithi176 (mon.0) 3437 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:22:30.939 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:22:30.939 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 2m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:22:30.939 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 2m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:22:30.939 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 2m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:22:30.940 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 2m ago 6h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:22:30.940 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 2m ago 6h 44.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:22:30.940 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 2m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:22:30.940 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 2m ago 6h 636M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:22:30.941 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 2m ago 6h 528M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:22:30.941 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 2m ago 6h 2114M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:22:30.941 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 2m ago 6h 1208M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:22:30.941 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 2m ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:22:30.942 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 2m ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:22:30.942 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 2m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:22:30.942 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 2m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:22:30.942 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (6h) 2m ago 6h 1456M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:22:30.942 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 2m ago 6h 2373M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:22:30.943 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 2m ago 6h 1603M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:22:30.943 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 2m ago 6h 2571M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:22:30.943 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 2m ago 6h 2395M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:22:30.943 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 2m ago 6h 2485M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:22:30.944 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 2m ago 6h 2085M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:22:30.944 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 2m ago 6h 3007M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:22:30.944 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 2m ago 6h 137M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:22:30.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:22:29.523112+0000 mon.smithi176 (mon.0) 3435 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:22:30.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:29.904896+0000 mgr.smithi204.vnvrbl (mgr.24567) 5067 : cluster [DBG] pgmap v4361: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:30.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:22:29.918778+0000 mon.smithi176 (mon.0) 3436 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:22:30.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:22:29.924832+0000 mon.smithi176 (mon.0) 3437 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:22:31.267 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:22:31.267 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:22:31.267 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:22:31.268 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:22:31.268 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:22:31.268 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:22:31.268 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:22:31.269 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:22:31.269 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:22:31.269 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:22:31.269 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:22:31.270 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:22:31.270 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:22:31.270 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:22:31.270 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:22:31.271 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:22:31.271 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:22:31.271 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:22:31.271 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:22:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:22:30.625083+0000 mgr.smithi204.vnvrbl (mgr.24567) 5068 : audit [DBG] from='client.42794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:22:31.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:22:30.927829+0000 mgr.smithi204.vnvrbl (mgr.24567) 5069 : audit [DBG] from='client.42798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:22:31.799 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:31 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:22:31.266024+0000 mon.smithi176 (mon.0) 3438 : audit [DBG] from='client.? 172.21.15.176:0/4226414775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:22:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:22:30.625083+0000 mgr.smithi204.vnvrbl (mgr.24567) 5068 : audit [DBG] from='client.42794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:22:31.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:22:30.927829+0000 mgr.smithi204.vnvrbl (mgr.24567) 5069 : audit [DBG] from='client.42798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:22:31.971 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:31 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:22:31.266024+0000 mon.smithi176 (mon.0) 3438 : audit [DBG] from='client.? 172.21.15.176:0/4226414775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:22:32.798 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:31.905364+0000 mgr.smithi204.vnvrbl (mgr.24567) 5070 : cluster [DBG] pgmap v4362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:32.970 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:31.905364+0000 mgr.smithi204.vnvrbl (mgr.24567) 5070 : cluster [DBG] pgmap v4362: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:35.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:33.906324+0000 mgr.smithi204.vnvrbl (mgr.24567) 5071 : cluster [DBG] pgmap v4363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:35.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:33.906324+0000 mgr.smithi204.vnvrbl (mgr.24567) 5071 : cluster [DBG] pgmap v4363: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:37.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:36 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:35.906755+0000 mgr.smithi204.vnvrbl (mgr.24567) 5072 : cluster [DBG] pgmap v4364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:35.906755+0000 mgr.smithi204.vnvrbl (mgr.24567) 5072 : cluster [DBG] pgmap v4364: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:38.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:38 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:37.907707+0000 mgr.smithi204.vnvrbl (mgr.24567) 5073 : cluster [DBG] pgmap v4365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:38.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:38 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:37.907707+0000 mgr.smithi204.vnvrbl (mgr.24567) 5073 : cluster [DBG] pgmap v4365: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:41.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:40 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:39.908249+0000 mgr.smithi204.vnvrbl (mgr.24567) 5074 : cluster [DBG] pgmap v4366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:41.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:40 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:39.908249+0000 mgr.smithi204.vnvrbl (mgr.24567) 5074 : cluster [DBG] pgmap v4366: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:43.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:42 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:41.908763+0000 mgr.smithi204.vnvrbl (mgr.24567) 5075 : cluster [DBG] pgmap v4367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:43.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:42 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:41.908763+0000 mgr.smithi204.vnvrbl (mgr.24567) 5075 : cluster [DBG] pgmap v4367: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:45.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:44 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:43.909567+0000 mgr.smithi204.vnvrbl (mgr.24567) 5076 : cluster [DBG] pgmap v4368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:45.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:44 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:43.909567+0000 mgr.smithi204.vnvrbl (mgr.24567) 5076 : cluster [DBG] pgmap v4368: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:47.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:46 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:45.910032+0000 mgr.smithi204.vnvrbl (mgr.24567) 5077 : cluster [DBG] pgmap v4369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:47.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:46 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:45.910032+0000 mgr.smithi204.vnvrbl (mgr.24567) 5077 : cluster [DBG] pgmap v4369: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:48.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:48 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:47.910907+0000 mgr.smithi204.vnvrbl (mgr.24567) 5078 : cluster [DBG] pgmap v4370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:48.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:48 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:47.910907+0000 mgr.smithi204.vnvrbl (mgr.24567) 5078 : cluster [DBG] pgmap v4370: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:51.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:50 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:49.911400+0000 mgr.smithi204.vnvrbl (mgr.24567) 5079 : cluster [DBG] pgmap v4371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:51.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:50 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:49.911400+0000 mgr.smithi204.vnvrbl (mgr.24567) 5079 : cluster [DBG] pgmap v4371: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:53.220 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:52 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:51.912061+0000 mgr.smithi204.vnvrbl (mgr.24567) 5080 : cluster [DBG] pgmap v4372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:53.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:52 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:51.912061+0000 mgr.smithi204.vnvrbl (mgr.24567) 5080 : cluster [DBG] pgmap v4372: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:55.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:54 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:53.912847+0000 mgr.smithi204.vnvrbl (mgr.24567) 5081 : cluster [DBG] pgmap v4373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:55.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:54 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:53.912847+0000 mgr.smithi204.vnvrbl (mgr.24567) 5081 : cluster [DBG] pgmap v4373: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:57.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:56 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:55.913483+0000 mgr.smithi204.vnvrbl (mgr.24567) 5082 : cluster [DBG] pgmap v4374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:57.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:56 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:55.913483+0000 mgr.smithi204.vnvrbl (mgr.24567) 5082 : cluster [DBG] pgmap v4374: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:22:58.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:22:58 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:57.914282+0000 mgr.smithi204.vnvrbl (mgr.24567) 5083 : cluster [DBG] pgmap v4375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:22:58.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:22:58 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:57.914282+0000 mgr.smithi204.vnvrbl (mgr.24567) 5083 : cluster [DBG] pgmap v4375: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:23:01.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:00 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:22:59.914876+0000 mgr.smithi204.vnvrbl (mgr.24567) 5084 : cluster [DBG] pgmap v4376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:01.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:00 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:22:59.914876+0000 mgr.smithi204.vnvrbl (mgr.24567) 5084 : cluster [DBG] pgmap v4376: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:01.567 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:23:01.841 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:23:01.842 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 2m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:23:01.842 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 2m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:23:01.842 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 2m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:23:01.842 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 2m ago 6h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:23:01.843 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 2m ago 6h 44.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:23:01.843 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 2m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:23:01.843 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 2m ago 6h 636M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:23:01.843 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 2m ago 6h 528M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:23:01.844 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 2m ago 6h 2114M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:23:01.844 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 2m ago 6h 1208M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:23:01.844 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 2m ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:23:01.844 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 2m ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:23:01.845 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 2m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:23:01.845 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 2m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:23:01.845 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (6h) 2m ago 6h 1456M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:23:01.845 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 2m ago 6h 2373M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:23:01.845 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 2m ago 6h 1603M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:23:01.846 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 2m ago 6h 2571M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:23:01.846 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 2m ago 6h 2395M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:23:01.846 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 2m ago 6h 2485M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:23:01.846 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 2m ago 6h 2085M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:23:01.847 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 2m ago 6h 3007M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:23:01.847 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 2m ago 6h 137M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:23:02.190 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:23:02.191 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:23:02.191 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:23:02.191 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:23:02.191 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:23:02.192 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:23:02.192 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:23:02.192 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:23:02.192 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:23:02.193 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:23:02.193 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:23:02.193 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:23:02.193 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:23:02.193 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:23:02.194 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:23:02.194 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:23:02.194 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:23:02.194 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:23:02.195 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:23:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:23:01.553592+0000 mgr.smithi204.vnvrbl (mgr.24567) 5085 : audit [DBG] from='client.42806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:23:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:23:01.830302+0000 mgr.smithi204.vnvrbl (mgr.24567) 5086 : audit [DBG] from='client.42810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:23:03.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:23:01.915371+0000 mgr.smithi204.vnvrbl (mgr.24567) 5087 : cluster [DBG] pgmap v4377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:03.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:02 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:23:02.189416+0000 mon.smithi176 (mon.0) 3439 : audit [DBG] from='client.? 172.21.15.176:0/709806881' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:23:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:23:01.553592+0000 mgr.smithi204.vnvrbl (mgr.24567) 5085 : audit [DBG] from='client.42806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:23:03.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:23:01.830302+0000 mgr.smithi204.vnvrbl (mgr.24567) 5086 : audit [DBG] from='client.42810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:23:03.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:23:01.915371+0000 mgr.smithi204.vnvrbl (mgr.24567) 5087 : cluster [DBG] pgmap v4377: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:03.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:02 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:23:02.189416+0000 mon.smithi176 (mon.0) 3439 : audit [DBG] from='client.? 172.21.15.176:0/709806881' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:23:05.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:04 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:23:03.916010+0000 mgr.smithi204.vnvrbl (mgr.24567) 5088 : cluster [DBG] pgmap v4378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:23:05.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:04 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:23:03.916010+0000 mgr.smithi204.vnvrbl (mgr.24567) 5088 : cluster [DBG] pgmap v4378: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:23:07.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:06 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:23:05.916570+0000 mgr.smithi204.vnvrbl (mgr.24567) 5089 : cluster [DBG] pgmap v4379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:07.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:06 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:23:05.916570+0000 mgr.smithi204.vnvrbl (mgr.24567) 5089 : cluster [DBG] pgmap v4379: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:08.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:08 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:23:07.917373+0000 mgr.smithi204.vnvrbl (mgr.24567) 5090 : cluster [DBG] pgmap v4380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:23:08.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:08 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:23:07.917373+0000 mgr.smithi204.vnvrbl (mgr.24567) 5090 : cluster [DBG] pgmap v4380: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:23:11.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:10 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:23:09.917978+0000 mgr.smithi204.vnvrbl (mgr.24567) 5091 : cluster [DBG] pgmap v4381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:11.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:10 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:23:09.917978+0000 mgr.smithi204.vnvrbl (mgr.24567) 5091 : cluster [DBG] pgmap v4381: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:23:11.918416+0000 mgr.smithi204.vnvrbl (mgr.24567) 5092 : cluster [DBG] pgmap v4382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:13.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:23:11.985783+0000 mon.smithi204 (mon.1) 777 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:23:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:23:11.986023+0000 mon.smithi204 (mon.1) 778 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:23:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:23:11.986240+0000 mon.smithi176 (mon.0) 3440 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:23:13.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:12 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:23:11.986520+0000 mon.smithi176 (mon.0) 3441 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:23:13.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:23:11.918416+0000 mgr.smithi204.vnvrbl (mgr.24567) 5092 : cluster [DBG] pgmap v4382: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:23:11.985783+0000 mon.smithi204 (mon.1) 777 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:23:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:23:11.986023+0000 mon.smithi204 (mon.1) 778 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:23:13.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:23:11.986240+0000 mon.smithi176 (mon.0) 3440 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/mirror_snapshot_schedule"}]: dispatch 2022-03-27T13:23:13.472 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:12 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:23:11.986520+0000 mon.smithi176 (mon.0) 3441 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi204.vnvrbl/trash_purge_schedule"}]: dispatch 2022-03-27T13:23:15.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:14 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:23:13.919338+0000 mgr.smithi204.vnvrbl (mgr.24567) 5093 : cluster [DBG] pgmap v4383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:23:15.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:14 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:23:13.919338+0000 mgr.smithi204.vnvrbl (mgr.24567) 5093 : cluster [DBG] pgmap v4383: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:23:17.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:16 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:23:15.919759+0000 mgr.smithi204.vnvrbl (mgr.24567) 5094 : cluster [DBG] pgmap v4384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:17.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:16 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:23:15.919759+0000 mgr.smithi204.vnvrbl (mgr.24567) 5094 : cluster [DBG] pgmap v4384: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:18.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:18 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:23:17.920561+0000 mgr.smithi204.vnvrbl (mgr.24567) 5095 : cluster [DBG] pgmap v4385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:23:18.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:18 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:23:17.920561+0000 mgr.smithi204.vnvrbl (mgr.24567) 5095 : cluster [DBG] pgmap v4385: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:23:21.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:20 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:23:19.920969+0000 mgr.smithi204.vnvrbl (mgr.24567) 5096 : cluster [DBG] pgmap v4386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:21.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:20 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:23:19.920969+0000 mgr.smithi204.vnvrbl (mgr.24567) 5096 : cluster [DBG] pgmap v4386: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:23.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:22 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:23:21.921464+0000 mgr.smithi204.vnvrbl (mgr.24567) 5097 : cluster [DBG] pgmap v4387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:23.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:22 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:23:21.921464+0000 mgr.smithi204.vnvrbl (mgr.24567) 5097 : cluster [DBG] pgmap v4387: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:25.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:24 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:23:23.922261+0000 mgr.smithi204.vnvrbl (mgr.24567) 5098 : cluster [DBG] pgmap v4388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:23:25.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:24 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:23:23.922261+0000 mgr.smithi204.vnvrbl (mgr.24567) 5098 : cluster [DBG] pgmap v4388: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:23:27.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:26 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:23:25.922638+0000 mgr.smithi204.vnvrbl (mgr.24567) 5099 : cluster [DBG] pgmap v4389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:27.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:26 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:23:25.922638+0000 mgr.smithi204.vnvrbl (mgr.24567) 5099 : cluster [DBG] pgmap v4389: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:28.548 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:28 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:23:27.923451+0000 mgr.smithi204.vnvrbl (mgr.24567) 5100 : cluster [DBG] pgmap v4390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:23:28.720 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:28 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:23:27.923451+0000 mgr.smithi204.vnvrbl (mgr.24567) 5100 : cluster [DBG] pgmap v4390: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:23:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:23:29.928359+0000 mon.smithi204 (mon.1) 779 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:23:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:23:29.929798+0000 mon.smithi204 (mon.1) 780 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:23:30.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:29 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:23:29.930646+0000 mon.smithi204 (mon.1) 781 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:23:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:23:29.928359+0000 mon.smithi204 (mon.1) 779 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-27T13:23:30.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:23:29.929798+0000 mon.smithi204 (mon.1) 780 : audit [DBG] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-27T13:23:30.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:29 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:23:29.930646+0000 mon.smithi204 (mon.1) 781 : audit [INF] from='mgr.24567 172.21.15.204:0/199250754' entity='mgr.smithi204.vnvrbl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-27T13:23:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:23:29.923829+0000 mgr.smithi204.vnvrbl (mgr.24567) 5101 : cluster [DBG] pgmap v4391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cephadm 2022-03-27T13:23:29.931389+0000 mgr.smithi204.vnvrbl (mgr.24567) 5102 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:23:31.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:23:30.285808+0000 mon.smithi176 (mon.0) 3442 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:23:31.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:23:30.673741+0000 mon.smithi176 (mon.0) 3443 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:23:31.299 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:30 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:23:30.679050+0000 mon.smithi176 (mon.0) 3444 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:23:31.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:23:29.923829+0000 mgr.smithi204.vnvrbl (mgr.24567) 5101 : cluster [DBG] pgmap v4391: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cephadm 2022-03-27T13:23:29.931389+0000 mgr.smithi204.vnvrbl (mgr.24567) 5102 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-27T13:23:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:23:30.285808+0000 mon.smithi176 (mon.0) 3442 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:23:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:23:30.673741+0000 mon.smithi176 (mon.0) 3443 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:23:31.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:30 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:23:30.679050+0000 mon.smithi176 (mon.0) 3444 : audit [INF] from='mgr.24567 ' entity='mgr.smithi204.vnvrbl' 2022-03-27T13:23:32.489 INFO:teuthology.orchestra.run.smithi176.stdout:true 2022-03-27T13:23:32.766 INFO:teuthology.orchestra.run.smithi176.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-27T13:23:32.766 INFO:teuthology.orchestra.run.smithi176.stdout:alertmanager.smithi176 smithi176 *:9093,9094 running (6h) 3m ago 6h 20.0M - 0.20.0 0881eb8f169f 33751bd3e8be 2022-03-27T13:23:32.766 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi176 smithi176 running (6h) 3m ago 6h 7218k - 16.2.7-601-g179a7bca 0f18c49abdb2 63a8322d5518 2022-03-27T13:23:32.766 INFO:teuthology.orchestra.run.smithi176.stdout:crash.smithi204 smithi204 running (6h) 3m ago 6h 7189k - 16.2.7-601-g179a7bca 0f18c49abdb2 803b8e13ef4a 2022-03-27T13:23:32.767 INFO:teuthology.orchestra.run.smithi176.stdout:grafana.smithi176 smithi176 *:3000 running (6h) 3m ago 6h 44.9M - 6.7.4 557c83e11646 1117e173ba04 2022-03-27T13:23:32.767 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi176.psbtkl smithi176 running (6h) 3m ago 6h 44.5M - 16.2.4 8d91d370c2b8 e9e874dcbb10 2022-03-27T13:23:32.767 INFO:teuthology.orchestra.run.smithi176.stdout:mds.foofs.smithi204.klmhfu smithi204 running (6h) 3m ago 6h 25.2M - 16.2.4 8d91d370c2b8 d3a3c2d6f5af 2022-03-27T13:23:32.767 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi176.ajjlsm smithi176 *:8443,9283 running (6h) 3m ago 6h 636M - 16.2.7-601-g179a7bca 0f18c49abdb2 7476a095d296 2022-03-27T13:23:32.768 INFO:teuthology.orchestra.run.smithi176.stdout:mgr.smithi204.vnvrbl smithi204 *:8443,9283 running (6h) 3m ago 6h 528M - 16.2.7-601-g179a7bca 0f18c49abdb2 68c02da69648 2022-03-27T13:23:32.768 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi176 smithi176 running (6h) 3m ago 6h 2114M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 d23739ae3463 2022-03-27T13:23:32.768 INFO:teuthology.orchestra.run.smithi176.stdout:mon.smithi204 smithi204 running (6h) 3m ago 6h 1208M 2048M 16.2.7-601-g179a7bca 0f18c49abdb2 b44a4348d5f5 2022-03-27T13:23:32.768 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.0.0.smithi176.zzuzdq smithi176 *:2049 running (6h) 3m ago 6h 176M - 3.5 8d91d370c2b8 b1947afa9ad1 2022-03-27T13:23:32.769 INFO:teuthology.orchestra.run.smithi176.stdout:nfs.foo.1.0.smithi204.vnaqzr smithi204 *:2049 running (6h) 3m ago 6h 115M - 3.5 8d91d370c2b8 a9215b347b8e 2022-03-27T13:23:32.769 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi176 smithi176 *:9100 running (6h) 3m ago 6h 19.0M - 0.18.1 e5a616e4b9cf e2ab879c9cf3 2022-03-27T13:23:32.769 INFO:teuthology.orchestra.run.smithi176.stdout:node-exporter.smithi204 smithi204 *:9100 running (6h) 3m ago 6h 18.2M - 0.18.1 e5a616e4b9cf e9c75b86bb22 2022-03-27T13:23:32.769 INFO:teuthology.orchestra.run.smithi176.stdout:osd.0 smithi176 running (6h) 3m ago 6h 1456M 4096M 16.2.7-601-g179a7bca 0f18c49abdb2 1e1d9083d464 2022-03-27T13:23:32.769 INFO:teuthology.orchestra.run.smithi176.stdout:osd.1 smithi176 running (6h) 3m ago 6h 2373M 4096M 16.2.4 8d91d370c2b8 b76f8914deae 2022-03-27T13:23:32.770 INFO:teuthology.orchestra.run.smithi176.stdout:osd.2 smithi176 running (6h) 3m ago 6h 1603M 4096M 16.2.4 8d91d370c2b8 04f57680e574 2022-03-27T13:23:32.770 INFO:teuthology.orchestra.run.smithi176.stdout:osd.3 smithi176 running (6h) 3m ago 6h 2571M 4096M 16.2.4 8d91d370c2b8 f4a857783ed1 2022-03-27T13:23:32.770 INFO:teuthology.orchestra.run.smithi176.stdout:osd.4 smithi204 running (6h) 3m ago 6h 2395M 4096M 16.2.4 8d91d370c2b8 d4aa363fac0c 2022-03-27T13:23:32.770 INFO:teuthology.orchestra.run.smithi176.stdout:osd.5 smithi204 running (6h) 3m ago 6h 2485M 4096M 16.2.4 8d91d370c2b8 e07faa398970 2022-03-27T13:23:32.770 INFO:teuthology.orchestra.run.smithi176.stdout:osd.6 smithi204 running (6h) 3m ago 6h 2085M 4096M 16.2.4 8d91d370c2b8 aeeb0e467959 2022-03-27T13:23:32.771 INFO:teuthology.orchestra.run.smithi176.stdout:osd.7 smithi204 running (6h) 3m ago 6h 3007M 4096M 16.2.4 8d91d370c2b8 e3cf3236bbaa 2022-03-27T13:23:32.771 INFO:teuthology.orchestra.run.smithi176.stdout:prometheus.smithi176 smithi176 *:9095 running (6h) 3m ago 6h 137M - 2.18.1 de242295e225 bef1e92c56dd 2022-03-27T13:23:33.096 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2022-03-27T13:23:33.096 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2022-03-27T13:23:33.096 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 2 2022-03-27T13:23:33.097 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:23:33.097 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2022-03-27T13:23:33.097 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:23:33.097 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:23:33.098 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2022-03-27T13:23:33.098 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-03-27T13:23:33.098 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 1 2022-03-27T13:23:33.098 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:23:33.099 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2022-03-27T13:23:33.099 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-27T13:23:33.099 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2022-03-27T13:23:33.099 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2022-03-27T13:23:33.099 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-03-27T13:23:33.100 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 16.2.7-601-g179a7bca (179a7bca8a84771b0dde09e26f7a2146a985df90) pacific (stable)": 4 2022-03-27T13:23:33.100 INFO:teuthology.orchestra.run.smithi176.stdout: } 2022-03-27T13:23:33.100 INFO:teuthology.orchestra.run.smithi176.stdout:} 2022-03-27T13:23:33.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:32 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:23:31.924375+0000 mgr.smithi204.vnvrbl (mgr.24567) 5103 : cluster [DBG] pgmap v4392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:33.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:32 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:23:31.924375+0000 mgr.smithi204.vnvrbl (mgr.24567) 5103 : cluster [DBG] pgmap v4392: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:23:32.476632+0000 mgr.smithi204.vnvrbl (mgr.24567) 5104 : audit [DBG] from='client.42818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:23:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:23:32.754477+0000 mgr.smithi204.vnvrbl (mgr.24567) 5105 : audit [DBG] from='client.42822 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:23:34.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:33 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: audit 2022-03-27T13:23:33.094991+0000 mon.smithi176 (mon.0) 3445 : audit [DBG] from='client.? 172.21.15.176:0/3902366919' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:23:34.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:23:32.476632+0000 mgr.smithi204.vnvrbl (mgr.24567) 5104 : audit [DBG] from='client.42818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:23:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:23:32.754477+0000 mgr.smithi204.vnvrbl (mgr.24567) 5105 : audit [DBG] from='client.42822 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-27T13:23:34.471 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:33 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: audit 2022-03-27T13:23:33.094991+0000 mon.smithi176 (mon.0) 3445 : audit [DBG] from='client.? 172.21.15.176:0/3902366919' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-27T13:23:35.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:34 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:23:33.925260+0000 mgr.smithi204.vnvrbl (mgr.24567) 5106 : cluster [DBG] pgmap v4393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:23:35.470 INFO:journalctl@ceph.mon.smithi204.smithi204.stdout:Mar 27 13:23:34 smithi204 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi204[54178]: cluster 2022-03-27T13:23:33.925260+0000 mgr.smithi204.vnvrbl (mgr.24567) 5106 : cluster [DBG] pgmap v4393: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2022-03-27T13:23:37.298 INFO:journalctl@ceph.mon.smithi176.smithi176.stdout:Mar 27 13:23:36 smithi176 ceph-cfd54f38-ad9b-11ec-8c35-001a4aab830c-mon-smithi176[74224]: cluster 2022-03-27T13:23:35.925887+0000 mgr.smithi204.vnvrbl (mgr.24567) 5107 : cluster [DBG] pgmap v4394: 129 pgs: 129 active+clean; 209 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-27T13:23:37.421 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2022-03-27T13:23:37.422 DEBUG:teuthology.task.console_log:Killing console logger for smithi176 2022-03-27T13:23:37.423 DEBUG:teuthology.task.console_log:Killing console logger for smithi204 2022-03-27T13:23:37.424 DEBUG:teuthology.exit:Finished running handlers